2024-03-18T21:44:47.626 INFO:root:teuthology version: 0.0.1.dev262+ge691533 2024-03-18T21:44:47.626 DEBUG:teuthology.run:Teuthology command: teuthology --archive /home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609146 --verbose --owner scheduled_pdonnell@teuthology --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{balancer/random export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-workunit/fs/norstats}} --name pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi -- /home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609146/orig.config.yaml 2024-03-18T21:44:47.687 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-03-18T21:44:47.774 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609146 branch: wip-batrick-testing-20240318.181317 description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{balancer/random export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-workunit/fs/norstats}} email: pdonnell@redhat.com first_in_suite: false job_id: '7609146' kernel: client: sha1: distro kdb: true sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-batrick-testing-20240318.181317 ceph: cephfs: max_mds: 3 session_timeout: 300 standby_replay: true conf: client: client dirsize rbytes: false client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_export_ephemeral_random_max: 0.1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - POOL_APP_NOT_ENABLED - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - PG_AVAILABILITY - PG_DEGRADED - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding sha1: b6ae24918b03b1b8a19c9263a50655bba80bb810 subvols: create: 2 subvol_options: --namespace-isolated ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount install: ceph: flavor: default sha1: b6ae24918b03b1b8a19c9263a50655bba80bb810 kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=crc - nowsync rbytes: false syntax: v2 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-batrick-testing-20240318.181317 sha1: e48b1f6c0608b2615e1890cc46286c3877d6e910 owner: scheduled_pdonnell@teuthology priority: 75 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 3005 sha1: b6ae24918b03b1b8a19c9263a50655bba80bb810 sleep_before_teardown: 0 subset: 433/512 suite: fs suite_branch: wip-batrick-testing-20240318.181317 suite_path: /home/teuthworker/src/github.com_batrick_ceph_e48b1f6c0608b2615e1890cc46286c3877d6e910/qa suite_relpath: qa suite_repo: https://github.com/batrick/ceph suite_sha1: e48b1f6c0608b2615e1890cc46286c3877d6e910 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi052.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNA8yGJMzOVmIt6ZA8pR1r/71hqBqbPCE64vTOSYL7DlzXfG5zbLNEp8fhrJlt14GVL1yAmtR2ZJO1xvs8DdqTk= smithi099.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIXSjoa2+WipXPNAWuahr1CCK540ZmO8034xwUWNvamRvHG2QQjvqGfQjAccKVFpdo20bBd88VnZbrfTOJVLM38= smithi181.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLJc109L3PvpdXaAbOoFj21fYkjrM6WInssleAwYOEfC4zFJo1ylGmWn5+xM+2oV8Uyqgo7ZWiDf+G/lVIid06s= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate false - ceph fs subvolumegroup pin cephfs qa random 0.10 - check-counter: {} - exec: mon.a: - ceph mgr module enable snap_schedule - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - workunit: clients: all: - fs/norstats teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: e691533f9cbb33d85b2187bba20d7102f098636d timestamp: 2024-03-18_21:05:49 tube: smithi user: pdonnell verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-03-18T21:44:47.774 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_batrick_ceph_e48b1f6c0608b2615e1890cc46286c3877d6e910/qa; will attempt to use it 2024-03-18T21:44:47.775 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_batrick_ceph_e48b1f6c0608b2615e1890cc46286c3877d6e910/qa/tasks 2024-03-18T21:44:47.775 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-03-18T21:44:47.776 INFO:teuthology.task.internal:Checking packages... 2024-03-18T21:44:47.798 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'b6ae24918b03b1b8a19c9263a50655bba80bb810' 2024-03-18T21:44:47.798 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-18T21:44:47.798 INFO:teuthology.packaging:ref: None 2024-03-18T21:44:47.799 INFO:teuthology.packaging:tag: None 2024-03-18T21:44:47.799 INFO:teuthology.packaging:branch: wip-batrick-testing-20240318.181317 2024-03-18T21:44:47.799 INFO:teuthology.packaging:sha1: b6ae24918b03b1b8a19c9263a50655bba80bb810 2024-03-18T21:44:47.799 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-batrick-testing-20240318.181317 2024-03-18T21:44:48.023 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2206.gb6ae2491 2024-03-18T21:44:48.024 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-03-18T21:44:48.031 INFO:teuthology.task.internal:no buildpackages task found 2024-03-18T21:44:48.031 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-03-18T21:44:48.038 INFO:teuthology.task.internal:Saving configuration 2024-03-18T21:44:48.058 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-03-18T21:44:48.064 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-18T21:44:48.086 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi052.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609146', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-18 21:39:39.241755', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNA8yGJMzOVmIt6ZA8pR1r/71hqBqbPCE64vTOSYL7DlzXfG5zbLNEp8fhrJlt14GVL1yAmtR2ZJO1xvs8DdqTk='} 2024-03-18T21:44:48.102 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi099.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609146', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-18 21:39:39.244370', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIXSjoa2+WipXPNAWuahr1CCK540ZmO8034xwUWNvamRvHG2QQjvqGfQjAccKVFpdo20bBd88VnZbrfTOJVLM38='} 2024-03-18T21:44:48.120 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi181.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609146', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-18 21:39:39.243232', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLJc109L3PvpdXaAbOoFj21fYkjrM6WInssleAwYOEfC4zFJo1ylGmWn5+xM+2oV8Uyqgo7ZWiDf+G/lVIid06s='} 2024-03-18T21:44:48.120 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-03-18T21:44:48.126 INFO:teuthology.task.internal:roles: ubuntu@smithi052.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-03-18T21:44:48.126 INFO:teuthology.task.internal:roles: ubuntu@smithi099.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-03-18T21:44:48.126 INFO:teuthology.task.internal:roles: ubuntu@smithi181.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-03-18T21:44:48.126 INFO:teuthology.run_tasks:Running task console_log... 2024-03-18T21:44:48.215 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f897b446160>, signals=[15]) 2024-03-18T21:44:48.216 INFO:teuthology.run_tasks:Running task internal.connect... 2024-03-18T21:44:48.222 INFO:teuthology.task.internal:Opening connections... 2024-03-18T21:44:48.222 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi052.front.sepia.ceph.com 2024-03-18T21:44:48.224 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi052.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-18T21:44:48.329 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi099.front.sepia.ceph.com 2024-03-18T21:44:48.330 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi099.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-18T21:44:48.417 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi181.front.sepia.ceph.com 2024-03-18T21:44:48.418 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi181.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-18T21:44:48.506 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-03-18T21:44:48.512 DEBUG:teuthology.orchestra.run.smithi052:> uname -m 2024-03-18T21:44:48.531 INFO:teuthology.orchestra.run.smithi052.stdout:x86_64 2024-03-18T21:44:48.531 DEBUG:teuthology.orchestra.run.smithi052:> cat /etc/os-release 2024-03-18T21:44:48.588 INFO:teuthology.orchestra.run.smithi052.stdout:NAME="CentOS Stream" 2024-03-18T21:44:48.588 INFO:teuthology.orchestra.run.smithi052.stdout:VERSION="9" 2024-03-18T21:44:48.588 INFO:teuthology.orchestra.run.smithi052.stdout:ID="centos" 2024-03-18T21:44:48.588 INFO:teuthology.orchestra.run.smithi052.stdout:ID_LIKE="rhel fedora" 2024-03-18T21:44:48.588 INFO:teuthology.orchestra.run.smithi052.stdout:VERSION_ID="9" 2024-03-18T21:44:48.589 INFO:teuthology.orchestra.run.smithi052.stdout:PLATFORM_ID="platform:el9" 2024-03-18T21:44:48.589 INFO:teuthology.orchestra.run.smithi052.stdout:PRETTY_NAME="CentOS Stream 9" 2024-03-18T21:44:48.589 INFO:teuthology.orchestra.run.smithi052.stdout:ANSI_COLOR="0;31" 2024-03-18T21:44:48.589 INFO:teuthology.orchestra.run.smithi052.stdout:LOGO="fedora-logo-icon" 2024-03-18T21:44:48.589 INFO:teuthology.orchestra.run.smithi052.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-03-18T21:44:48.589 INFO:teuthology.orchestra.run.smithi052.stdout:HOME_URL="https://centos.org/" 2024-03-18T21:44:48.589 INFO:teuthology.orchestra.run.smithi052.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-03-18T21:44:48.589 INFO:teuthology.orchestra.run.smithi052.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-03-18T21:44:48.589 INFO:teuthology.orchestra.run.smithi052.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-03-18T21:44:48.590 INFO:teuthology.lock.ops:Updating smithi052.front.sepia.ceph.com on lock server 2024-03-18T21:44:48.618 DEBUG:teuthology.orchestra.run.smithi099:> uname -m 2024-03-18T21:44:48.635 INFO:teuthology.orchestra.run.smithi099.stdout:x86_64 2024-03-18T21:44:48.635 DEBUG:teuthology.orchestra.run.smithi099:> cat /etc/os-release 2024-03-18T21:44:48.693 INFO:teuthology.orchestra.run.smithi099.stdout:NAME="CentOS Stream" 2024-03-18T21:44:48.694 INFO:teuthology.orchestra.run.smithi099.stdout:VERSION="9" 2024-03-18T21:44:48.694 INFO:teuthology.orchestra.run.smithi099.stdout:ID="centos" 2024-03-18T21:44:48.694 INFO:teuthology.orchestra.run.smithi099.stdout:ID_LIKE="rhel fedora" 2024-03-18T21:44:48.694 INFO:teuthology.orchestra.run.smithi099.stdout:VERSION_ID="9" 2024-03-18T21:44:48.694 INFO:teuthology.orchestra.run.smithi099.stdout:PLATFORM_ID="platform:el9" 2024-03-18T21:44:48.694 INFO:teuthology.orchestra.run.smithi099.stdout:PRETTY_NAME="CentOS Stream 9" 2024-03-18T21:44:48.694 INFO:teuthology.orchestra.run.smithi099.stdout:ANSI_COLOR="0;31" 2024-03-18T21:44:48.695 INFO:teuthology.orchestra.run.smithi099.stdout:LOGO="fedora-logo-icon" 2024-03-18T21:44:48.695 INFO:teuthology.orchestra.run.smithi099.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-03-18T21:44:48.695 INFO:teuthology.orchestra.run.smithi099.stdout:HOME_URL="https://centos.org/" 2024-03-18T21:44:48.695 INFO:teuthology.orchestra.run.smithi099.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-03-18T21:44:48.695 INFO:teuthology.orchestra.run.smithi099.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-03-18T21:44:48.695 INFO:teuthology.orchestra.run.smithi099.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-03-18T21:44:48.696 INFO:teuthology.lock.ops:Updating smithi099.front.sepia.ceph.com on lock server 2024-03-18T21:44:48.718 DEBUG:teuthology.orchestra.run.smithi181:> uname -m 2024-03-18T21:44:48.736 INFO:teuthology.orchestra.run.smithi181.stdout:x86_64 2024-03-18T21:44:48.737 DEBUG:teuthology.orchestra.run.smithi181:> cat /etc/os-release 2024-03-18T21:44:48.797 INFO:teuthology.orchestra.run.smithi181.stdout:NAME="CentOS Stream" 2024-03-18T21:44:48.798 INFO:teuthology.orchestra.run.smithi181.stdout:VERSION="9" 2024-03-18T21:44:48.798 INFO:teuthology.orchestra.run.smithi181.stdout:ID="centos" 2024-03-18T21:44:48.798 INFO:teuthology.orchestra.run.smithi181.stdout:ID_LIKE="rhel fedora" 2024-03-18T21:44:48.798 INFO:teuthology.orchestra.run.smithi181.stdout:VERSION_ID="9" 2024-03-18T21:44:48.798 INFO:teuthology.orchestra.run.smithi181.stdout:PLATFORM_ID="platform:el9" 2024-03-18T21:44:48.798 INFO:teuthology.orchestra.run.smithi181.stdout:PRETTY_NAME="CentOS Stream 9" 2024-03-18T21:44:48.798 INFO:teuthology.orchestra.run.smithi181.stdout:ANSI_COLOR="0;31" 2024-03-18T21:44:48.798 INFO:teuthology.orchestra.run.smithi181.stdout:LOGO="fedora-logo-icon" 2024-03-18T21:44:48.798 INFO:teuthology.orchestra.run.smithi181.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-03-18T21:44:48.798 INFO:teuthology.orchestra.run.smithi181.stdout:HOME_URL="https://centos.org/" 2024-03-18T21:44:48.798 INFO:teuthology.orchestra.run.smithi181.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-03-18T21:44:48.798 INFO:teuthology.orchestra.run.smithi181.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-03-18T21:44:48.799 INFO:teuthology.orchestra.run.smithi181.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-03-18T21:44:48.799 INFO:teuthology.lock.ops:Updating smithi181.front.sepia.ceph.com on lock server 2024-03-18T21:44:48.817 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-03-18T21:44:48.825 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-03-18T21:44:48.887 INFO:teuthology.task.internal:Checking for old test directory... 2024-03-18T21:44:48.887 DEBUG:teuthology.orchestra.run.smithi052:> test '!' -e /home/ubuntu/cephtest 2024-03-18T21:44:48.889 DEBUG:teuthology.orchestra.run.smithi099:> test '!' -e /home/ubuntu/cephtest 2024-03-18T21:44:48.892 DEBUG:teuthology.orchestra.run.smithi181:> test '!' -e /home/ubuntu/cephtest 2024-03-18T21:44:48.908 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-03-18T21:44:48.914 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-03-18T21:44:48.914 DEBUG:teuthology.orchestra.run.smithi052:> test -z $(ls -A /var/lib/ceph) 2024-03-18T21:44:48.947 DEBUG:teuthology.orchestra.run.smithi099:> test -z $(ls -A /var/lib/ceph) 2024-03-18T21:44:48.950 DEBUG:teuthology.orchestra.run.smithi181:> test -z $(ls -A /var/lib/ceph) 2024-03-18T21:44:49.000 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-03-18T21:44:49.076 INFO:teuthology.run_tasks:Running task kernel... 2024-03-18T21:44:49.089 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'kdb': True, 'sha1': 'distro'} 2024-03-18T21:44:49.089 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}} 2024-03-18T21:44:49.089 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}}, timeout 300 2024-03-18T21:44:49.089 DEBUG:teuthology.orchestra.run.smithi052:> test -f /run/.containerenv -o -f /.dockerenv 2024-03-18T21:44:49.106 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-18T21:44:49.107 DEBUG:teuthology.orchestra.run.smithi052:> uname -r 2024-03-18T21:44:49.164 INFO:teuthology.orchestra.run.smithi052.stdout:5.14.0-361.el9.x86_64 2024-03-18T21:44:49.164 INFO:teuthology.task.kernel:Running kernel on smithi052: 5.14.0-361.el9.x86_64 2024-03-18T21:44:49.164 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum install -y kernel 2024-03-18T21:44:51.317 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS-9 - AppStream 14 MB/s | 6.7 MB 00:00 2024-03-18T21:44:52.733 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS-9 - BaseOS 7.2 MB/s | 2.0 MB 00:00 2024-03-18T21:44:54.649 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - BaseOS 5.2 MB/s | 8.0 MB 00:01 2024-03-18T21:44:59.341 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - AppStream 5.2 MB/s | 19 MB 00:03 2024-03-18T21:45:04.134 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - CRB 5.1 MB/s | 6.1 MB 00:01 2024-03-18T21:45:05.709 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - Extras packages 43 kB/s | 16 kB 00:00 2024-03-18T21:45:09.061 INFO:teuthology.orchestra.run.smithi052.stdout:Extra Packages for Enterprise Linux 6.4 MB/s | 21 MB 00:03 2024-03-18T21:45:14.136 INFO:teuthology.orchestra.run.smithi052.stdout:lab-extras 24 kB/s | 1.7 kB 00:00 2024-03-18T21:45:16.360 INFO:teuthology.orchestra.run.smithi052.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-03-18T21:45:16.360 INFO:teuthology.orchestra.run.smithi052.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-03-18T21:45:16.466 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2024-03-18T21:45:16.474 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2024-03-18T21:45:16.474 INFO:teuthology.orchestra.run.smithi052.stdout: Package Architecture Version Repository Size 2024-03-18T21:45:16.475 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2024-03-18T21:45:16.475 INFO:teuthology.orchestra.run.smithi052.stdout:Installing: 2024-03-18T21:45:16.475 INFO:teuthology.orchestra.run.smithi052.stdout: kernel x86_64 5.14.0-430.el9 baseos 44 k 2024-03-18T21:45:16.475 INFO:teuthology.orchestra.run.smithi052.stdout:Installing dependencies: 2024-03-18T21:45:16.475 INFO:teuthology.orchestra.run.smithi052.stdout: kernel-core x86_64 5.14.0-430.el9 baseos 15 M 2024-03-18T21:45:16.475 INFO:teuthology.orchestra.run.smithi052.stdout: kernel-modules x86_64 5.14.0-430.el9 baseos 33 M 2024-03-18T21:45:16.475 INFO:teuthology.orchestra.run.smithi052.stdout: kernel-modules-core x86_64 5.14.0-430.el9 baseos 27 M 2024-03-18T21:45:16.475 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T21:45:16.475 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction Summary 2024-03-18T21:45:16.475 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2024-03-18T21:45:16.475 INFO:teuthology.orchestra.run.smithi052.stdout:Install 4 Packages 2024-03-18T21:45:16.475 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T21:45:16.476 INFO:teuthology.orchestra.run.smithi052.stdout:Total download size: 76 M 2024-03-18T21:45:16.476 INFO:teuthology.orchestra.run.smithi052.stdout:Installed size: 123 M 2024-03-18T21:45:16.476 INFO:teuthology.orchestra.run.smithi052.stdout:Downloading Packages: 2024-03-18T21:45:16.879 INFO:teuthology.orchestra.run.smithi052.stdout:(1/4): kernel-5.14.0-430.el9.x86_64.rpm 123 kB/s | 44 kB 00:00 2024-03-18T21:45:24.729 INFO:teuthology.orchestra.run.smithi052.stdout:(2/4): kernel-modules-5.14.0-430.el9.x86_64.rpm 4.1 MB/s | 33 MB 00:08 2024-03-18T21:45:27.504 INFO:teuthology.orchestra.run.smithi052.stdout:(3/4): kernel-core-5.14.0-430.el9.x86_64.rpm 1.4 MB/s | 15 MB 00:10 2024-03-18T21:45:44.827 INFO:teuthology.orchestra.run.smithi052.stdout:(4/4): kernel-modules-core-5.14.0-430.el9.x86_6 1.0 MB/s | 27 MB 00:27 2024-03-18T21:45:44.828 INFO:teuthology.orchestra.run.smithi052.stdout:-------------------------------------------------------------------------------- 2024-03-18T21:45:44.828 INFO:teuthology.orchestra.run.smithi052.stdout:Total 2.7 MB/s | 76 MB 00:28 2024-03-18T21:45:45.520 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction check 2024-03-18T21:45:45.967 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction check succeeded. 2024-03-18T21:45:45.967 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction test 2024-03-18T21:45:47.011 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction test succeeded. 2024-03-18T21:45:47.012 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction 2024-03-18T21:45:49.625 INFO:teuthology.orchestra.run.smithi052.stdout: Preparing : 1/1 2024-03-18T21:45:50.248 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : kernel-modules-core-5.14.0-430.el9.x86_64 1/4 2024-03-18T21:45:50.328 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : kernel-core-5.14.0-430.el9.x86_64 2/4 2024-03-18T21:45:53.209 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: kernel-core-5.14.0-430.el9.x86_64 2/4 2024-03-18T21:45:53.348 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : kernel-modules-5.14.0-430.el9.x86_64 3/4 2024-03-18T21:45:58.428 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: kernel-modules-5.14.0-430.el9.x86_64 3/4 2024-03-18T21:45:58.474 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : kernel-5.14.0-430.el9.x86_64 4/4 2024-03-18T21:46:03.573 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: kernel-modules-core-5.14.0-430.el9.x86_64 4/4 2024-03-18T21:46:34.343 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: kernel-core-5.14.0-430.el9.x86_64 4/4 2024-03-18T21:46:34.344 INFO:teuthology.orchestra.run.smithi052.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-03-18T21:46:34.344 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T21:46:34.389 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: kernel-modules-5.14.0-430.el9.x86_64 4/4 2024-03-18T21:46:34.763 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: kernel-5.14.0-430.el9.x86_64 4/4 2024-03-18T21:46:34.763 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : kernel-5.14.0-430.el9.x86_64 1/4 2024-03-18T21:46:34.764 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : kernel-core-5.14.0-430.el9.x86_64 2/4 2024-03-18T21:46:34.764 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : kernel-modules-5.14.0-430.el9.x86_64 3/4 2024-03-18T21:46:35.176 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : kernel-modules-core-5.14.0-430.el9.x86_64 4/4 2024-03-18T21:46:35.177 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T21:46:35.177 INFO:teuthology.orchestra.run.smithi052.stdout:Installed: 2024-03-18T21:46:35.177 INFO:teuthology.orchestra.run.smithi052.stdout: kernel-5.14.0-430.el9.x86_64 2024-03-18T21:46:35.177 INFO:teuthology.orchestra.run.smithi052.stdout: kernel-core-5.14.0-430.el9.x86_64 2024-03-18T21:46:35.177 INFO:teuthology.orchestra.run.smithi052.stdout: kernel-modules-5.14.0-430.el9.x86_64 2024-03-18T21:46:35.177 INFO:teuthology.orchestra.run.smithi052.stdout: kernel-modules-core-5.14.0-430.el9.x86_64 2024-03-18T21:46:35.177 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T21:46:35.177 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2024-03-18T21:46:35.516 DEBUG:teuthology.orchestra.run.smithi052:> rpm -q kernel | sort -rV | head -n 1 2024-03-18T21:46:35.623 INFO:teuthology.orchestra.run.smithi052.stdout:kernel-5.14.0-430.el9.x86_64 2024-03-18T21:46:35.623 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-430.el9.x86_64 2024-03-18T21:46:35.624 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-430.el9.x86_64 2024-03-18T21:46:35.624 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-03-18T21:46:35.624 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-03-18T21:46:35.624 INFO:teuthology.task.kernel:Installing distro kernel on client.0... 2024-03-18T21:46:35.624 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi052.front.sepia.ceph.com, path=None, version=distro) 2024-03-18T21:46:35.624 DEBUG:teuthology.orchestra.run.smithi052:> rpm -q kernel | sort -rV | head -n 1 2024-03-18T21:46:35.707 INFO:teuthology.orchestra.run.smithi052.stdout:kernel-5.14.0-430.el9.x86_64 2024-03-18T21:46:35.708 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-430.el9.x86_64 2024-03-18T21:46:35.708 DEBUG:teuthology.orchestra.run.smithi052:> sudo rpm -qi grub2-tools 2024-03-18T21:46:35.746 INFO:teuthology.orchestra.run.smithi052.stdout:Name : grub2-tools 2024-03-18T21:46:35.746 INFO:teuthology.orchestra.run.smithi052.stdout:Epoch : 1 2024-03-18T21:46:35.746 INFO:teuthology.orchestra.run.smithi052.stdout:Version : 2.06 2024-03-18T21:46:35.746 INFO:teuthology.orchestra.run.smithi052.stdout:Release : 68.el9 2024-03-18T21:46:35.747 INFO:teuthology.orchestra.run.smithi052.stdout:Architecture: x86_64 2024-03-18T21:46:35.747 INFO:teuthology.orchestra.run.smithi052.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-03-18T21:46:35.747 INFO:teuthology.orchestra.run.smithi052.stdout:Group : Unspecified 2024-03-18T21:46:35.747 INFO:teuthology.orchestra.run.smithi052.stdout:Size : 8264254 2024-03-18T21:46:35.747 INFO:teuthology.orchestra.run.smithi052.stdout:License : GPLv3+ 2024-03-18T21:46:35.747 INFO:teuthology.orchestra.run.smithi052.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-03-18T21:46:35.747 INFO:teuthology.orchestra.run.smithi052.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-03-18T21:46:35.748 INFO:teuthology.orchestra.run.smithi052.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-03-18T21:46:35.748 INFO:teuthology.orchestra.run.smithi052.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-03-18T21:46:35.748 INFO:teuthology.orchestra.run.smithi052.stdout:Packager : builder@centos.org 2024-03-18T21:46:35.748 INFO:teuthology.orchestra.run.smithi052.stdout:Vendor : CentOS 2024-03-18T21:46:35.748 INFO:teuthology.orchestra.run.smithi052.stdout:URL : http://www.gnu.org/software/grub/ 2024-03-18T21:46:35.748 INFO:teuthology.orchestra.run.smithi052.stdout:Summary : Support tools for GRUB. 2024-03-18T21:46:35.748 INFO:teuthology.orchestra.run.smithi052.stdout:Description : 2024-03-18T21:46:35.749 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T21:46:35.749 INFO:teuthology.orchestra.run.smithi052.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-03-18T21:46:35.749 INFO:teuthology.orchestra.run.smithi052.stdout:customizable bootloader with modular architecture. It supports a rich 2024-03-18T21:46:35.749 INFO:teuthology.orchestra.run.smithi052.stdout:variety of kernel formats, file systems, computer architectures and 2024-03-18T21:46:35.749 INFO:teuthology.orchestra.run.smithi052.stdout:hardware devices. 2024-03-18T21:46:35.749 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T21:46:35.749 INFO:teuthology.orchestra.run.smithi052.stdout:This subpackage provides tools for support of all platforms. 2024-03-18T21:46:35.751 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-03-18T21:46:35.751 INFO:teuthology.task.kernel:Updating grub on smithi052 to boot 5.14.0-430.el9.x86_64 2024-03-18T21:46:35.751 DEBUG:teuthology.orchestra.run.smithi052:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-03-18T21:46:36.396 INFO:teuthology.orchestra.run.smithi052.stderr:Generating grub configuration file ... 2024-03-18T21:46:37.898 INFO:teuthology.orchestra.run.smithi052.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-03-18T21:46:37.922 INFO:teuthology.orchestra.run.smithi052.stderr:done 2024-03-18T21:46:37.925 DEBUG:teuthology.orchestra.run.smithi052:> mktemp 2024-03-18T21:46:37.940 INFO:teuthology.orchestra.run.smithi052.stdout:/tmp/tmp.LIr26i7xtN 2024-03-18T21:46:37.941 DEBUG:teuthology.orchestra.run.smithi052:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.LIr26i7xtN 2024-03-18T21:46:38.013 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod 0666 /tmp/tmp.LIr26i7xtN 2024-03-18T21:46:38.152 DEBUG:teuthology.orchestra.remote:smithi052:/tmp/tmp.LIr26i7xtN is 6KB 2024-03-18T21:46:38.201 DEBUG:teuthology.orchestra.run.smithi052:> rm -fr /tmp/tmp.LIr26i7xtN 2024-03-18T21:46:38.216 DEBUG:teuthology.orchestra.run.smithi052:> sudo /bin/ls /boot/loader/entries || true 2024-03-18T21:46:38.283 INFO:teuthology.orchestra.run.smithi052.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-03-18T21:46:38.283 INFO:teuthology.orchestra.run.smithi052.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-03-18T21:46:38.283 INFO:teuthology.orchestra.run.smithi052.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-03-18T21:46:38.283 INFO:teuthology.orchestra.run.smithi052.stdout:15949e3c88704300882482eddfd7baae-5.14.0-430.el9.x86_64.conf 2024-03-18T21:46:38.285 DEBUG:teuthology.orchestra.run.smithi052:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-430.el9.x86_64 2024-03-18T21:46:38.438 DEBUG:teuthology.orchestra.run.smithi052:> sudo shutdown -r now 2024-03-18T21:47:08.441 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-03-18T21:47:08.441 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi052.front.sepia.ceph.com' 2024-03-18T21:47:08.443 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi052.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-18T21:48:08.446 DEBUG:teuthology.orchestra.remote:timed out 2024-03-18T21:48:17.447 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi052.front.sepia.ceph.com' 2024-03-18T21:48:17.448 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi052.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-18T21:48:17.867 DEBUG:teuthology.orchestra.run.smithi052:> true 2024-03-18T21:48:18.264 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi052.front.sepia.ceph.com' 2024-03-18T21:48:18.264 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "5.14.0-430.el9.x86_64"... 2024-03-18T21:48:18.264 DEBUG:teuthology.orchestra.run.smithi052:> uname -r 2024-03-18T21:48:18.278 INFO:teuthology.orchestra.run.smithi052.stdout:5.14.0-430.el9.x86_64 2024-03-18T21:48:18.278 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-430.el9.x86_64 vs 5.14.0-430.el9.x86_64 2024-03-18T21:48:18.278 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-03-18T21:48:18.279 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-03-18T21:48:19.279 DEBUG:teuthology.parallel:result is None 2024-03-18T21:48:19.280 INFO:teuthology.run_tasks:Running task internal.base... 2024-03-18T21:48:19.286 INFO:teuthology.task.internal:Creating test directory... 2024-03-18T21:48:19.287 DEBUG:teuthology.orchestra.run.smithi052:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-03-18T21:48:19.289 DEBUG:teuthology.orchestra.run.smithi099:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-03-18T21:48:19.291 DEBUG:teuthology.orchestra.run.smithi181:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-03-18T21:48:19.309 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-03-18T21:48:19.317 INFO:teuthology.run_tasks:Running task internal.archive... 2024-03-18T21:48:19.326 INFO:teuthology.task.internal:Creating archive directory... 2024-03-18T21:48:19.326 DEBUG:teuthology.orchestra.run.smithi052:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-03-18T21:48:19.340 DEBUG:teuthology.orchestra.run.smithi099:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-03-18T21:48:19.350 DEBUG:teuthology.orchestra.run.smithi181:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-03-18T21:48:19.451 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-03-18T21:48:19.461 INFO:teuthology.task.internal:Enabling coredump saving... 2024-03-18T21:48:19.461 DEBUG:teuthology.orchestra.run.smithi099:> test -f /run/.containerenv -o -f /.dockerenv 2024-03-18T21:48:19.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-18T21:48:19.478 DEBUG:teuthology.orchestra.run.smithi181:> test -f /run/.containerenv -o -f /.dockerenv 2024-03-18T21:48:19.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-18T21:48:19.494 DEBUG:teuthology.orchestra.run.smithi052:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-03-18T21:48:19.496 DEBUG:teuthology.orchestra.run.smithi099:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-03-18T21:48:19.521 DEBUG:teuthology.orchestra.run.smithi181:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-03-18T21:48:19.560 INFO:teuthology.orchestra.run.smithi099.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-18T21:48:19.577 INFO:teuthology.orchestra.run.smithi052.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-18T21:48:19.581 INFO:teuthology.orchestra.run.smithi099.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-18T21:48:19.581 INFO:teuthology.orchestra.run.smithi181.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-18T21:48:19.618 INFO:teuthology.orchestra.run.smithi181.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-18T21:48:19.638 INFO:teuthology.orchestra.run.smithi052.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-18T21:48:19.639 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-03-18T21:48:19.648 INFO:teuthology.task.internal:Configuring sudo... 2024-03-18T21:48:19.648 DEBUG:teuthology.orchestra.run.smithi052:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-03-18T21:48:19.651 DEBUG:teuthology.orchestra.run.smithi099:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-03-18T21:48:19.653 DEBUG:teuthology.orchestra.run.smithi181:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-03-18T21:48:19.683 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-03-18T21:48:19.696 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-03-18T21:48:19.696 DEBUG:teuthology.orchestra.run.smithi052:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-03-18T21:48:19.714 DEBUG:teuthology.orchestra.run.smithi099:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-03-18T21:48:19.723 DEBUG:teuthology.orchestra.run.smithi181:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-03-18T21:48:19.738 DEBUG:teuthology.orchestra.run.smithi052:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-18T21:48:19.802 DEBUG:teuthology.orchestra.run.smithi052:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-18T21:48:19.844 DEBUG:teuthology.orchestra.run.smithi052:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-18T21:48:19.923 DEBUG:teuthology.orchestra.run.smithi052:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-18T21:48:19.962 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-03-18T21:48:19.962 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-03-18T21:48:20.025 DEBUG:teuthology.orchestra.run.smithi099:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-18T21:48:20.067 DEBUG:teuthology.orchestra.run.smithi099:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-18T21:48:20.117 DEBUG:teuthology.orchestra.run.smithi099:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-18T21:48:20.202 DEBUG:teuthology.orchestra.run.smithi099:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-18T21:48:20.243 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-03-18T21:48:20.243 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-03-18T21:48:20.311 DEBUG:teuthology.orchestra.run.smithi181:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-18T21:48:20.350 DEBUG:teuthology.orchestra.run.smithi181:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-18T21:48:20.411 DEBUG:teuthology.orchestra.run.smithi181:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-18T21:48:20.494 DEBUG:teuthology.orchestra.run.smithi181:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-18T21:48:20.539 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-03-18T21:48:20.539 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-03-18T21:48:20.608 DEBUG:teuthology.orchestra.run.smithi052:> sudo service rsyslog restart 2024-03-18T21:48:20.610 DEBUG:teuthology.orchestra.run.smithi099:> sudo service rsyslog restart 2024-03-18T21:48:20.613 DEBUG:teuthology.orchestra.run.smithi181:> sudo service rsyslog restart 2024-03-18T21:48:20.658 INFO:teuthology.orchestra.run.smithi099.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-18T21:48:20.684 INFO:teuthology.orchestra.run.smithi181.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-18T21:48:20.686 INFO:teuthology.orchestra.run.smithi052.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-18T21:48:21.044 INFO:teuthology.run_tasks:Running task internal.timer... 2024-03-18T21:48:21.054 INFO:teuthology.task.internal:Starting timer... 2024-03-18T21:48:21.054 INFO:teuthology.run_tasks:Running task pcp... 2024-03-18T21:48:21.072 INFO:teuthology.run_tasks:Running task selinux... 2024-03-18T21:48:21.086 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-03-18T21:48:21.087 DEBUG:teuthology.orchestra.run.smithi052:> sudo service auditd rotate 2024-03-18T21:48:21.154 INFO:teuthology.orchestra.run.smithi052.stdout:Rotating logs: 2024-03-18T21:48:21.155 DEBUG:teuthology.orchestra.run.smithi099:> sudo service auditd rotate 2024-03-18T21:48:21.216 INFO:teuthology.orchestra.run.smithi099.stdout:Rotating logs: 2024-03-18T21:48:21.218 DEBUG:teuthology.orchestra.run.smithi181:> sudo service auditd rotate 2024-03-18T21:48:21.292 INFO:teuthology.orchestra.run.smithi181.stdout:Rotating logs: 2024-03-18T21:48:21.293 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-03-18T21:48:21.294 DEBUG:teuthology.orchestra.run.smithi052:> /usr/sbin/getenforce 2024-03-18T21:48:21.328 INFO:teuthology.orchestra.run.smithi052.stdout:Permissive 2024-03-18T21:48:21.329 DEBUG:teuthology.orchestra.run.smithi099:> /usr/sbin/getenforce 2024-03-18T21:48:21.368 INFO:teuthology.orchestra.run.smithi099.stdout:Permissive 2024-03-18T21:48:21.368 DEBUG:teuthology.orchestra.run.smithi181:> /usr/sbin/getenforce 2024-03-18T21:48:21.392 INFO:teuthology.orchestra.run.smithi181.stdout:Permissive 2024-03-18T21:48:21.392 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi052.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi099.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi181.front.sepia.ceph.com': 'permissive'} 2024-03-18T21:48:21.393 DEBUG:teuthology.orchestra.run.smithi052:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-03-18T21:48:21.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-18T21:48:21.420 DEBUG:teuthology.orchestra.run.smithi099:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-03-18T21:48:21.448 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-18T21:48:21.448 DEBUG:teuthology.orchestra.run.smithi181:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-03-18T21:48:21.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-18T21:48:21.478 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-03-18T21:48:21.478 DEBUG:teuthology.orchestra.run.smithi052:> sudo /usr/sbin/setenforce permissive 2024-03-18T21:48:21.522 DEBUG:teuthology.orchestra.run.smithi099:> sudo /usr/sbin/setenforce permissive 2024-03-18T21:48:21.554 DEBUG:teuthology.orchestra.run.smithi181:> sudo /usr/sbin/setenforce permissive 2024-03-18T21:48:21.585 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-03-18T21:48:21.598 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-03-18T21:48:21.604 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-03-18T21:48:21.737 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-03-18T21:48:21.753 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-03-18T21:48:21.754 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi052.front.sepia.ceph.com,smithi099.front.sepia.ceph.com,smithi181.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-03-18T22:17:39.049 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi052.front.sepia.ceph.com'), Remote(name='ubuntu@smithi099.front.sepia.ceph.com'), Remote(name='ubuntu@smithi181.front.sepia.ceph.com')] 2024-03-18T22:17:39.051 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi052.front.sepia.ceph.com' 2024-03-18T22:17:39.052 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi052.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-18T22:17:39.144 DEBUG:teuthology.orchestra.run.smithi052:> true 2024-03-18T22:17:39.224 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi052.front.sepia.ceph.com' 2024-03-18T22:17:39.224 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi099.front.sepia.ceph.com' 2024-03-18T22:17:39.225 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi099.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-18T22:17:39.313 DEBUG:teuthology.orchestra.run.smithi099:> true 2024-03-18T22:17:39.381 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi099.front.sepia.ceph.com' 2024-03-18T22:17:39.382 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi181.front.sepia.ceph.com' 2024-03-18T22:17:39.382 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi181.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-18T22:17:39.517 DEBUG:teuthology.orchestra.run.smithi181:> true 2024-03-18T22:17:39.586 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi181.front.sepia.ceph.com' 2024-03-18T22:17:39.586 INFO:teuthology.run_tasks:Running task clock... 2024-03-18T22:17:39.598 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-03-18T22:17:39.598 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-03-18T22:17:39.598 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-18T22:17:39.601 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-03-18T22:17:39.601 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-18T22:17:39.603 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-03-18T22:17:39.603 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-18T22:17:39.631 INFO:teuthology.orchestra.run.smithi052.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-03-18T22:17:39.631 INFO:teuthology.orchestra.run.smithi099.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-03-18T22:17:39.648 INFO:teuthology.orchestra.run.smithi099.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-03-18T22:17:39.649 INFO:teuthology.orchestra.run.smithi052.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-03-18T22:17:39.658 INFO:teuthology.orchestra.run.smithi181.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-03-18T22:17:39.675 INFO:teuthology.orchestra.run.smithi181.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-03-18T22:17:39.677 INFO:teuthology.orchestra.run.smithi099.stderr:sudo: ntpd: command not found 2024-03-18T22:17:39.678 INFO:teuthology.orchestra.run.smithi052.stderr:sudo: ntpd: command not found 2024-03-18T22:17:39.690 INFO:teuthology.orchestra.run.smithi099.stdout:506 Cannot talk to daemon 2024-03-18T22:17:39.692 INFO:teuthology.orchestra.run.smithi052.stdout:506 Cannot talk to daemon 2024-03-18T22:17:39.704 INFO:teuthology.orchestra.run.smithi181.stderr:sudo: ntpd: command not found 2024-03-18T22:17:39.706 INFO:teuthology.orchestra.run.smithi099.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-03-18T22:17:39.709 INFO:teuthology.orchestra.run.smithi052.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-03-18T22:17:39.718 INFO:teuthology.orchestra.run.smithi181.stdout:506 Cannot talk to daemon 2024-03-18T22:17:39.722 INFO:teuthology.orchestra.run.smithi099.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-03-18T22:17:39.726 INFO:teuthology.orchestra.run.smithi052.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-03-18T22:17:39.734 INFO:teuthology.orchestra.run.smithi181.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-03-18T22:17:39.751 INFO:teuthology.orchestra.run.smithi181.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-03-18T22:17:39.766 INFO:teuthology.orchestra.run.smithi099.stderr:bash: line 1: ntpq: command not found 2024-03-18T22:17:39.770 INFO:teuthology.orchestra.run.smithi099.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-18T22:17:39.770 INFO:teuthology.orchestra.run.smithi099.stdout:=============================================================================== 2024-03-18T22:17:39.770 INFO:teuthology.orchestra.run.smithi099.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-18T22:17:39.770 INFO:teuthology.orchestra.run.smithi099.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-18T22:17:39.770 INFO:teuthology.orchestra.run.smithi099.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-18T22:17:39.770 INFO:teuthology.orchestra.run.smithi099.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-18T22:17:39.775 INFO:teuthology.orchestra.run.smithi052.stderr:bash: line 1: ntpq: command not found 2024-03-18T22:17:39.779 INFO:teuthology.orchestra.run.smithi052.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-18T22:17:39.779 INFO:teuthology.orchestra.run.smithi052.stdout:=============================================================================== 2024-03-18T22:17:39.779 INFO:teuthology.orchestra.run.smithi052.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-18T22:17:39.779 INFO:teuthology.orchestra.run.smithi052.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-18T22:17:39.779 INFO:teuthology.orchestra.run.smithi052.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-18T22:17:39.780 INFO:teuthology.orchestra.run.smithi052.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-18T22:17:39.794 INFO:teuthology.orchestra.run.smithi181.stderr:bash: line 1: ntpq: command not found 2024-03-18T22:17:39.799 INFO:teuthology.orchestra.run.smithi181.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-18T22:17:39.799 INFO:teuthology.orchestra.run.smithi181.stdout:=============================================================================== 2024-03-18T22:17:39.799 INFO:teuthology.orchestra.run.smithi181.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-18T22:17:39.799 INFO:teuthology.orchestra.run.smithi181.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-18T22:17:39.799 INFO:teuthology.orchestra.run.smithi181.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-18T22:17:39.799 INFO:teuthology.orchestra.run.smithi181.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-18T22:17:39.799 INFO:teuthology.run_tasks:Running task install... 2024-03-18T22:17:39.808 DEBUG:teuthology.task.install:project ceph 2024-03-18T22:17:39.808 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'b6ae24918b03b1b8a19c9263a50655bba80bb810'}} 2024-03-18T22:17:39.808 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'b6ae24918b03b1b8a19c9263a50655bba80bb810'} 2024-03-18T22:17:39.808 INFO:teuthology.task.install:Using flavor: default 2024-03-18T22:17:39.814 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-03-18T22:17:39.814 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-03-18T22:17:39.814 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b6ae24918b03b1b8a19c9263a50655bba80bb810', 'tag': None, 'wait_for_package': False} 2024-03-18T22:17:39.815 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b6ae24918b03b1b8a19c9263a50655bba80bb810 2024-03-18T22:17:39.817 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b6ae24918b03b1b8a19c9263a50655bba80bb810', 'tag': None, 'wait_for_package': False} 2024-03-18T22:17:39.817 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b6ae24918b03b1b8a19c9263a50655bba80bb810 2024-03-18T22:17:39.818 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b6ae24918b03b1b8a19c9263a50655bba80bb810', 'tag': None, 'wait_for_package': False} 2024-03-18T22:17:39.818 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b6ae24918b03b1b8a19c9263a50655bba80bb810 2024-03-18T22:17:39.968 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/flavors/default/ 2024-03-18T22:17:39.968 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2206.gb6ae2491 2024-03-18T22:17:40.057 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/flavors/default/ 2024-03-18T22:17:40.057 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2206.gb6ae2491 2024-03-18T22:17:40.061 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/flavors/default/ 2024-03-18T22:17:40.061 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2206.gb6ae2491 2024-03-18T22:17:40.140 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-03-18T22:17:40.140 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-03-18T22:17:40.140 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-03-18T22:17:40.169 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-03-18T22:17:40.169 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-03-18T22:17:40.169 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-03-18T22:17:40.170 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-03-18T22:17:40.170 DEBUG:teuthology.orchestra.run.smithi099:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/b6ae24918b03b1b8a19c9263a50655bba80bb810/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-03-18T22:17:40.174 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-03-18T22:17:40.174 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-03-18T22:17:40.174 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-03-18T22:17:40.197 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-03-18T22:17:40.197 DEBUG:teuthology.orchestra.run.smithi052:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/b6ae24918b03b1b8a19c9263a50655bba80bb810/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-03-18T22:17:40.202 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-03-18T22:17:40.202 DEBUG:teuthology.orchestra.run.smithi181:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/b6ae24918b03b1b8a19c9263a50655bba80bb810/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-03-18T22:17:40.237 DEBUG:teuthology.orchestra.run.smithi099:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-03-18T22:17:40.265 DEBUG:teuthology.orchestra.run.smithi052:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-03-18T22:17:40.271 DEBUG:teuthology.orchestra.run.smithi181:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-03-18T22:17:40.316 DEBUG:teuthology.orchestra.run.smithi099:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-03-18T22:17:40.344 DEBUG:teuthology.orchestra.run.smithi052:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-03-18T22:17:40.349 DEBUG:teuthology.orchestra.run.smithi181:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-03-18T22:17:40.382 INFO:teuthology.orchestra.run.smithi099.stdout:check_obsoletes = 1 2024-03-18T22:17:40.384 DEBUG:teuthology.orchestra.run.smithi099:> sudo yum clean all 2024-03-18T22:17:40.409 INFO:teuthology.orchestra.run.smithi052.stdout:check_obsoletes = 1 2024-03-18T22:17:40.411 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum clean all 2024-03-18T22:17:40.415 INFO:teuthology.orchestra.run.smithi181.stdout:check_obsoletes = 1 2024-03-18T22:17:40.417 DEBUG:teuthology.orchestra.run.smithi181:> sudo yum clean all 2024-03-18T22:17:40.618 INFO:teuthology.orchestra.run.smithi099.stdout:74 files removed 2024-03-18T22:17:40.645 DEBUG:teuthology.orchestra.run.smithi099:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-03-18T22:17:40.650 INFO:teuthology.orchestra.run.smithi052.stdout:74 files removed 2024-03-18T22:17:40.652 INFO:teuthology.orchestra.run.smithi181.stdout:74 files removed 2024-03-18T22:17:40.677 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-03-18T22:17:40.679 DEBUG:teuthology.orchestra.run.smithi181:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-03-18T22:17:41.285 INFO:teuthology.orchestra.run.smithi181.stdout:ceph packages for x86_64 264 kB/s | 83 kB 00:00 2024-03-18T22:17:41.335 INFO:teuthology.orchestra.run.smithi052.stdout:ceph packages for x86_64 236 kB/s | 83 kB 00:00 2024-03-18T22:17:41.424 INFO:teuthology.orchestra.run.smithi099.stdout:ceph packages for x86_64 171 kB/s | 83 kB 00:00 2024-03-18T22:17:41.593 INFO:teuthology.orchestra.run.smithi181.stdout:ceph noarch packages 37 kB/s | 10 kB 00:00 2024-03-18T22:17:41.719 INFO:teuthology.orchestra.run.smithi052.stdout:ceph noarch packages 30 kB/s | 10 kB 00:00 2024-03-18T22:17:41.774 INFO:teuthology.orchestra.run.smithi099.stdout:ceph noarch packages 32 kB/s | 10 kB 00:00 2024-03-18T22:17:41.994 INFO:teuthology.orchestra.run.smithi181.stdout:ceph source packages 5.1 kB/s | 1.9 kB 00:00 2024-03-18T22:17:42.078 INFO:teuthology.orchestra.run.smithi052.stdout:ceph source packages 6.0 kB/s | 1.9 kB 00:00 2024-03-18T22:17:42.142 INFO:teuthology.orchestra.run.smithi099.stdout:ceph source packages 5.6 kB/s | 1.9 kB 00:00 2024-03-18T22:17:42.371 INFO:teuthology.orchestra.run.smithi181.stdout:CentOS-9 - AppStream 19 MB/s | 6.7 MB 00:00 2024-03-18T22:17:42.611 INFO:teuthology.orchestra.run.smithi099.stdout:CentOS-9 - AppStream 15 MB/s | 6.7 MB 00:00 2024-03-18T22:17:42.614 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS-9 - AppStream 13 MB/s | 6.7 MB 00:00 2024-03-18T22:17:43.838 INFO:teuthology.orchestra.run.smithi181.stdout:CentOS-9 - BaseOS 5.6 MB/s | 2.0 MB 00:00 2024-03-18T22:17:44.011 INFO:teuthology.orchestra.run.smithi099.stdout:CentOS-9 - BaseOS 7.0 MB/s | 2.0 MB 00:00 2024-03-18T22:17:44.047 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS-9 - BaseOS 7.2 MB/s | 2.0 MB 00:00 2024-03-18T22:17:45.429 INFO:teuthology.orchestra.run.smithi181.stdout:CentOS Stream 9 - BaseOS 6.4 MB/s | 8.0 MB 00:01 2024-03-18T22:17:48.263 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - BaseOS 2.1 MB/s | 8.0 MB 00:03 2024-03-18T22:28:40.064 INFO:teuthology.orchestra.run.smithi099.stdout:CentOS Stream 9 - BaseOS 13 kB/s | 8.0 MB 10:55 2024-03-18T22:28:45.421 INFO:teuthology.orchestra.run.smithi099.stdout:CentOS Stream 9 - AppStream 4.4 MB/s | 19 MB 00:04 2024-03-18T22:28:50.238 INFO:teuthology.orchestra.run.smithi099.stdout:CentOS Stream 9 - CRB 5.7 MB/s | 6.1 MB 00:01 2024-03-18T22:28:52.139 INFO:teuthology.orchestra.run.smithi099.stdout:CentOS Stream 9 - Extras packages 20 kB/s | 16 kB 00:00 2024-03-18T22:28:54.169 INFO:teuthology.orchestra.run.smithi099.stdout:Extra Packages for Enterprise Linux 11 MB/s | 21 MB 00:01 2024-03-18T22:28:59.185 INFO:teuthology.orchestra.run.smithi099.stdout:lab-extras 6.3 kB/s | 1.7 kB 00:00 2024-03-18T22:29:01.531 INFO:teuthology.orchestra.run.smithi099.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-18T22:29:01.532 INFO:teuthology.orchestra.run.smithi099.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-18T22:29:01.546 INFO:teuthology.orchestra.run.smithi099.stdout:Package NetworkManager-1:1.44.0-2.el9.x86_64 is already installed. 2024-03-18T22:29:01.547 INFO:teuthology.orchestra.run.smithi099.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-03-18T22:29:01.548 INFO:teuthology.orchestra.run.smithi099.stdout:Package util-linux-2.37.4-15.el9.x86_64 is already installed. 2024-03-18T22:29:01.549 INFO:teuthology.orchestra.run.smithi099.stdout:Package libacl-devel-2.3.1-3.el9.x86_64 is already installed. 2024-03-18T22:29:01.551 INFO:teuthology.orchestra.run.smithi099.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-03-18T22:29:01.554 INFO:teuthology.orchestra.run.smithi099.stdout:Package xfsdump-3.1.12-3.el9.x86_64 is already installed. 2024-03-18T22:29:01.555 INFO:teuthology.orchestra.run.smithi099.stdout:Package xfsprogs-5.19.0-4.el9.x86_64 is already installed. 2024-03-18T22:29:01.635 INFO:teuthology.orchestra.run.smithi099.stdout:Dependencies resolved. 2024-03-18T22:29:01.656 INFO:teuthology.orchestra.run.smithi099.stdout:============================================================================================ 2024-03-18T22:29:01.656 INFO:teuthology.orchestra.run.smithi099.stdout: Package Arch Version Repository Size 2024-03-18T22:29:01.656 INFO:teuthology.orchestra.run.smithi099.stdout:============================================================================================ 2024-03-18T22:29:01.656 INFO:teuthology.orchestra.run.smithi099.stdout:Installing: 2024-03-18T22:29:01.657 INFO:teuthology.orchestra.run.smithi099.stdout: bison x86_64 3.7.4-5.el9 CentOS-AppStream 920 k 2024-03-18T22:29:01.657 INFO:teuthology.orchestra.run.smithi099.stdout: ceph x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 6.6 k 2024-03-18T22:29:01.657 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-base x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 5.4 M 2024-03-18T22:29:01.657 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-fuse x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 891 k 2024-03-18T22:29:01.657 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 145 k 2024-03-18T22:29:01.657 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 1.5 M 2024-03-18T22:29:01.657 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 139 k 2024-03-18T22:29:01.657 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 1.8 M 2024-03-18T22:29:01.657 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 7.4 M 2024-03-18T22:29:01.657 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-rook noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 49 k 2024-03-18T22:29:01.657 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-radosgw x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 9.8 M 2024-03-18T22:29:01.657 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-test x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 48 M 2024-03-18T22:29:01.657 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-volume noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 264 k 2024-03-18T22:29:01.658 INFO:teuthology.orchestra.run.smithi099.stdout: cephadm noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 749 k 2024-03-18T22:29:01.658 INFO:teuthology.orchestra.run.smithi099.stdout: cephfs-mirror x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 221 k 2024-03-18T22:29:01.658 INFO:teuthology.orchestra.run.smithi099.stdout: cephfs-shell x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 27 k 2024-03-18T22:29:01.658 INFO:teuthology.orchestra.run.smithi099.stdout: cephfs-top noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 18 k 2024-03-18T22:29:01.658 INFO:teuthology.orchestra.run.smithi099.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-03-18T22:29:01.658 INFO:teuthology.orchestra.run.smithi099.stdout: flex x86_64 2.6.4-9.el9 CentOS-AppStream 307 k 2024-03-18T22:29:01.658 INFO:teuthology.orchestra.run.smithi099.stdout: libaio-devel x86_64 0.3.111-13.el9 CentOS-AppStream 10 k 2024-03-18T22:29:01.658 INFO:teuthology.orchestra.run.smithi099.stdout: libcephfs-devel x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 32 k 2024-03-18T22:29:01.658 INFO:teuthology.orchestra.run.smithi099.stdout: libcephfs2 x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 746 k 2024-03-18T22:29:01.658 INFO:teuthology.orchestra.run.smithi099.stdout: librados-devel x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 127 k 2024-03-18T22:29:01.658 INFO:teuthology.orchestra.run.smithi099.stdout: libtool x86_64 2.4.6-45.el9 CentOS-AppStream 578 k 2024-03-18T22:29:01.659 INFO:teuthology.orchestra.run.smithi099.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-03-18T22:29:01.659 INFO:teuthology.orchestra.run.smithi099.stdout: openssl-devel x86_64 1:3.0.7-27.el9 appstream 4.1 M 2024-03-18T22:29:01.659 INFO:teuthology.orchestra.run.smithi099.stdout: postgresql x86_64 13.11-1.el9 CentOS-AppStream 1.5 M 2024-03-18T22:29:01.659 INFO:teuthology.orchestra.run.smithi099.stdout: postgresql-contrib x86_64 13.11-1.el9 CentOS-AppStream 811 k 2024-03-18T22:29:01.659 INFO:teuthology.orchestra.run.smithi099.stdout: postgresql-server x86_64 13.11-1.el9 CentOS-AppStream 5.7 M 2024-03-18T22:29:01.659 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cephfs x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 162 k 2024-03-18T22:29:01.659 INFO:teuthology.orchestra.run.smithi099.stdout: python3-rados x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 321 k 2024-03-18T22:29:01.659 INFO:teuthology.orchestra.run.smithi099.stdout: python3-rbd x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 298 k 2024-03-18T22:29:01.659 INFO:teuthology.orchestra.run.smithi099.stdout: python3-rgw x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 99 k 2024-03-18T22:29:01.659 INFO:teuthology.orchestra.run.smithi099.stdout: rbd-fuse x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 85 k 2024-03-18T22:29:01.659 INFO:teuthology.orchestra.run.smithi099.stdout: rbd-mirror x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 3.1 M 2024-03-18T22:29:01.659 INFO:teuthology.orchestra.run.smithi099.stdout: rbd-nbd x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 170 k 2024-03-18T22:29:01.659 INFO:teuthology.orchestra.run.smithi099.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-03-18T22:29:01.659 INFO:teuthology.orchestra.run.smithi099.stdout:Upgrading: 2024-03-18T22:29:01.660 INFO:teuthology.orchestra.run.smithi099.stdout: NetworkManager x86_64 1:1.47.2-1.el9 baseos 2.3 M 2024-03-18T22:29:01.660 INFO:teuthology.orchestra.run.smithi099.stdout: NetworkManager-libnm x86_64 1:1.47.2-1.el9 baseos 1.8 M 2024-03-18T22:29:01.660 INFO:teuthology.orchestra.run.smithi099.stdout: NetworkManager-team x86_64 1:1.47.2-1.el9 baseos 42 k 2024-03-18T22:29:01.660 INFO:teuthology.orchestra.run.smithi099.stdout: NetworkManager-tui x86_64 1:1.47.2-1.el9 baseos 248 k 2024-03-18T22:29:01.660 INFO:teuthology.orchestra.run.smithi099.stdout: acl x86_64 2.3.1-4.el9 baseos 71 k 2024-03-18T22:29:01.660 INFO:teuthology.orchestra.run.smithi099.stdout: elfutils-debuginfod-client x86_64 0.190-2.el9 baseos 36 k 2024-03-18T22:29:01.660 INFO:teuthology.orchestra.run.smithi099.stdout: elfutils-libelf x86_64 0.190-2.el9 baseos 192 k 2024-03-18T22:29:01.660 INFO:teuthology.orchestra.run.smithi099.stdout: elfutils-libs x86_64 0.190-2.el9 baseos 256 k 2024-03-18T22:29:01.660 INFO:teuthology.orchestra.run.smithi099.stdout: libacl x86_64 2.3.1-4.el9 baseos 23 k 2024-03-18T22:29:01.660 INFO:teuthology.orchestra.run.smithi099.stdout: libacl-devel x86_64 2.3.1-4.el9 appstream 74 k 2024-03-18T22:29:01.660 INFO:teuthology.orchestra.run.smithi099.stdout: libblkid x86_64 2.37.4-18.el9 baseos 108 k 2024-03-18T22:29:01.660 INFO:teuthology.orchestra.run.smithi099.stdout: libfdisk x86_64 2.37.4-18.el9 baseos 155 k 2024-03-18T22:29:01.660 INFO:teuthology.orchestra.run.smithi099.stdout: libmount x86_64 2.37.4-18.el9 baseos 136 k 2024-03-18T22:29:01.660 INFO:teuthology.orchestra.run.smithi099.stdout: librados2 x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 3.4 M 2024-03-18T22:29:01.660 INFO:teuthology.orchestra.run.smithi099.stdout: librbd1 x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 3.1 M 2024-03-18T22:29:01.661 INFO:teuthology.orchestra.run.smithi099.stdout: libsmartcols x86_64 2.37.4-18.el9 baseos 64 k 2024-03-18T22:29:01.661 INFO:teuthology.orchestra.run.smithi099.stdout: libuuid x86_64 2.37.4-18.el9 baseos 29 k 2024-03-18T22:29:01.661 INFO:teuthology.orchestra.run.smithi099.stdout: openssl x86_64 1:3.0.7-27.el9 baseos 1.2 M 2024-03-18T22:29:01.661 INFO:teuthology.orchestra.run.smithi099.stdout: openssl-libs x86_64 1:3.0.7-27.el9 baseos 2.2 M 2024-03-18T22:29:01.661 INFO:teuthology.orchestra.run.smithi099.stdout: util-linux x86_64 2.37.4-18.el9 baseos 2.3 M 2024-03-18T22:29:01.661 INFO:teuthology.orchestra.run.smithi099.stdout: util-linux-core x86_64 2.37.4-18.el9 baseos 465 k 2024-03-18T22:29:01.661 INFO:teuthology.orchestra.run.smithi099.stdout: util-linux-user x86_64 2.37.4-18.el9 baseos 31 k 2024-03-18T22:29:01.661 INFO:teuthology.orchestra.run.smithi099.stdout: xfsdump x86_64 3.1.12-4.el9 CentOS-BaseOS 321 k 2024-03-18T22:29:01.661 INFO:teuthology.orchestra.run.smithi099.stdout: xfsprogs x86_64 6.3.0-1.el9 baseos 1.1 M 2024-03-18T22:29:01.661 INFO:teuthology.orchestra.run.smithi099.stdout:Installing dependencies: 2024-03-18T22:29:01.661 INFO:teuthology.orchestra.run.smithi099.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-03-18T22:29:01.661 INFO:teuthology.orchestra.run.smithi099.stdout: automake noarch 1.16.2-8.el9 CentOS-AppStream 662 k 2024-03-18T22:29:01.661 INFO:teuthology.orchestra.run.smithi099.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-03-18T22:29:01.661 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-common x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 21 M 2024-03-18T22:29:01.662 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 34 k 2024-03-18T22:29:01.662 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mds x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 2.4 M 2024-03-18T22:29:01.662 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 248 k 2024-03-18T22:29:01.662 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mon x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 4.7 M 2024-03-18T22:29:01.662 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-osd x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 17 M 2024-03-18T22:29:01.662 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 16 k 2024-03-18T22:29:01.662 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-selinux x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 25 k 2024-03-18T22:29:01.662 INFO:teuthology.orchestra.run.smithi099.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-03-18T22:29:01.662 INFO:teuthology.orchestra.run.smithi099.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-03-18T22:29:01.662 INFO:teuthology.orchestra.run.smithi099.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-03-18T22:29:01.662 INFO:teuthology.orchestra.run.smithi099.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-03-18T22:29:01.662 INFO:teuthology.orchestra.run.smithi099.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-03-18T22:29:01.662 INFO:teuthology.orchestra.run.smithi099.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-03-18T22:29:01.663 INFO:teuthology.orchestra.run.smithi099.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-03-18T22:29:01.663 INFO:teuthology.orchestra.run.smithi099.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-03-18T22:29:01.663 INFO:teuthology.orchestra.run.smithi099.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-03-18T22:29:01.663 INFO:teuthology.orchestra.run.smithi099.stdout: libcephsqlite x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 163 k 2024-03-18T22:29:01.663 INFO:teuthology.orchestra.run.smithi099.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-03-18T22:29:01.663 INFO:teuthology.orchestra.run.smithi099.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-03-18T22:29:01.663 INFO:teuthology.orchestra.run.smithi099.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-03-18T22:29:01.663 INFO:teuthology.orchestra.run.smithi099.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-03-18T22:29:01.663 INFO:teuthology.orchestra.run.smithi099.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-03-18T22:29:01.663 INFO:teuthology.orchestra.run.smithi099.stdout: libradosstriper1 x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 501 k 2024-03-18T22:29:01.664 INFO:teuthology.orchestra.run.smithi099.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-03-18T22:29:01.664 INFO:teuthology.orchestra.run.smithi099.stdout: librgw2 x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 5.1 M 2024-03-18T22:29:01.664 INFO:teuthology.orchestra.run.smithi099.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-03-18T22:29:01.664 INFO:teuthology.orchestra.run.smithi099.stdout: libzstd-devel x86_64 1.5.1-2.el9 CentOS-AppStream 46 k 2024-03-18T22:29:01.664 INFO:teuthology.orchestra.run.smithi099.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-03-18T22:29:01.664 INFO:teuthology.orchestra.run.smithi099.stdout: lua x86_64 5.4.4-4.el9 CentOS-AppStream 187 k 2024-03-18T22:29:01.664 INFO:teuthology.orchestra.run.smithi099.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-03-18T22:29:01.664 INFO:teuthology.orchestra.run.smithi099.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-03-18T22:29:01.664 INFO:teuthology.orchestra.run.smithi099.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-03-18T22:29:01.664 INFO:teuthology.orchestra.run.smithi099.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-03-18T22:29:01.664 INFO:teuthology.orchestra.run.smithi099.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-03-18T22:29:01.664 INFO:teuthology.orchestra.run.smithi099.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-03-18T22:29:01.665 INFO:teuthology.orchestra.run.smithi099.stdout: postgresql-private-libs x86_64 13.11-1.el9 CentOS-AppStream 134 k 2024-03-18T22:29:01.665 INFO:teuthology.orchestra.run.smithi099.stdout: protobuf x86_64 3.14.0-13.el9 CentOS-AppStream 1.0 M 2024-03-18T22:29:01.665 INFO:teuthology.orchestra.run.smithi099.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-03-18T22:29:01.665 INFO:teuthology.orchestra.run.smithi099.stdout: python3-asyncssh noarch 2.13.2-4.el9 epel 548 k 2024-03-18T22:29:01.665 INFO:teuthology.orchestra.run.smithi099.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-03-18T22:29:01.665 INFO:teuthology.orchestra.run.smithi099.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-03-18T22:29:01.665 INFO:teuthology.orchestra.run.smithi099.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-03-18T22:29:01.665 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-03-18T22:29:01.665 INFO:teuthology.orchestra.run.smithi099.stdout: python3-ceph-argparse x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 45 k 2024-03-18T22:29:01.665 INFO:teuthology.orchestra.run.smithi099.stdout: python3-ceph-common x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 131 k 2024-03-18T22:29:01.665 INFO:teuthology.orchestra.run.smithi099.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-03-18T22:29:01.665 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-03-18T22:29:01.665 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-03-18T22:29:01.666 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-03-18T22:29:01.666 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-03-18T22:29:01.666 INFO:teuthology.orchestra.run.smithi099.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-03-18T22:29:01.666 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-03-18T22:29:01.666 INFO:teuthology.orchestra.run.smithi099.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-03-18T22:29:01.666 INFO:teuthology.orchestra.run.smithi099.stdout: python3-google-auth noarch 1:2.28.0-1.el9 epel 203 k 2024-03-18T22:29:01.666 INFO:teuthology.orchestra.run.smithi099.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-03-18T22:29:01.666 INFO:teuthology.orchestra.run.smithi099.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-03-18T22:29:01.666 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-03-18T22:29:01.666 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-03-18T22:29:01.666 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-03-18T22:29:01.666 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-03-18T22:29:01.667 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-03-18T22:29:01.667 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-03-18T22:29:01.667 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-03-18T22:29:01.667 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-03-18T22:29:01.667 INFO:teuthology.orchestra.run.smithi099.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-03-18T22:29:01.667 INFO:teuthology.orchestra.run.smithi099.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-03-18T22:29:01.667 INFO:teuthology.orchestra.run.smithi099.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-03-18T22:29:01.667 INFO:teuthology.orchestra.run.smithi099.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-03-18T22:29:01.667 INFO:teuthology.orchestra.run.smithi099.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-03-18T22:29:01.667 INFO:teuthology.orchestra.run.smithi099.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-03-18T22:29:01.667 INFO:teuthology.orchestra.run.smithi099.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-03-18T22:29:01.667 INFO:teuthology.orchestra.run.smithi099.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-03-18T22:29:01.667 INFO:teuthology.orchestra.run.smithi099.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-03-18T22:29:01.667 INFO:teuthology.orchestra.run.smithi099.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-03-18T22:29:01.668 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-03-18T22:29:01.668 INFO:teuthology.orchestra.run.smithi099.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-03-18T22:29:01.668 INFO:teuthology.orchestra.run.smithi099.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-03-18T22:29:01.668 INFO:teuthology.orchestra.run.smithi099.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-03-18T22:29:01.668 INFO:teuthology.orchestra.run.smithi099.stdout: python3-protobuf noarch 3.14.0-13.el9 CentOS-AppStream 238 k 2024-03-18T22:29:01.668 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-03-18T22:29:01.668 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-03-18T22:29:01.668 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-03-18T22:29:01.668 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-03-18T22:29:01.668 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-03-18T22:29:01.668 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-03-18T22:29:01.668 INFO:teuthology.orchestra.run.smithi099.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-03-18T22:29:01.668 INFO:teuthology.orchestra.run.smithi099.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-03-18T22:29:01.668 INFO:teuthology.orchestra.run.smithi099.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-03-18T22:29:01.669 INFO:teuthology.orchestra.run.smithi099.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-03-18T22:29:01.669 INFO:teuthology.orchestra.run.smithi099.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-03-18T22:29:01.669 INFO:teuthology.orchestra.run.smithi099.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-03-18T22:29:01.669 INFO:teuthology.orchestra.run.smithi099.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-03-18T22:29:01.669 INFO:teuthology.orchestra.run.smithi099.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-03-18T22:29:01.669 INFO:teuthology.orchestra.run.smithi099.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-03-18T22:29:01.669 INFO:teuthology.orchestra.run.smithi099.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-03-18T22:29:01.669 INFO:teuthology.orchestra.run.smithi099.stdout: python3-wcwidth noarch 0.2.5-8.el9 CentOS-AppStream 41 k 2024-03-18T22:29:01.669 INFO:teuthology.orchestra.run.smithi099.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-03-18T22:29:01.669 INFO:teuthology.orchestra.run.smithi099.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-03-18T22:29:01.669 INFO:teuthology.orchestra.run.smithi099.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-03-18T22:29:01.669 INFO:teuthology.orchestra.run.smithi099.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-03-18T22:29:01.669 INFO:teuthology.orchestra.run.smithi099.stdout: qatlib x86_64 23.11.0-1.el9 appstream 216 k 2024-03-18T22:29:01.669 INFO:teuthology.orchestra.run.smithi099.stdout: qatzip-libs x86_64 1.1.2-2.el9 appstream 44 k 2024-03-18T22:29:01.670 INFO:teuthology.orchestra.run.smithi099.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-03-18T22:29:01.670 INFO:teuthology.orchestra.run.smithi099.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-03-18T22:29:01.670 INFO:teuthology.orchestra.run.smithi099.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-03-18T22:29:01.670 INFO:teuthology.orchestra.run.smithi099.stdout: uuid x86_64 1.6.2-55.el9 CentOS-AppStream 56 k 2024-03-18T22:29:01.670 INFO:teuthology.orchestra.run.smithi099.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-03-18T22:29:01.670 INFO:teuthology.orchestra.run.smithi099.stdout: zlib-devel x86_64 1.2.11-40.el9 CentOS-AppStream 44 k 2024-03-18T22:29:01.670 INFO:teuthology.orchestra.run.smithi099.stdout:Installing weak dependencies: 2024-03-18T22:29:01.670 INFO:teuthology.orchestra.run.smithi099.stdout: qatlib-service x86_64 23.11.0-1.el9 appstream 35 k 2024-03-18T22:29:01.670 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-03-18T22:29:01.670 INFO:teuthology.orchestra.run.smithi099.stdout:Transaction Summary 2024-03-18T22:29:01.670 INFO:teuthology.orchestra.run.smithi099.stdout:============================================================================================ 2024-03-18T22:29:01.670 INFO:teuthology.orchestra.run.smithi099.stdout:Install 150 Packages 2024-03-18T22:29:01.670 INFO:teuthology.orchestra.run.smithi099.stdout:Upgrade 24 Packages 2024-03-18T22:29:01.671 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-03-18T22:29:01.671 INFO:teuthology.orchestra.run.smithi099.stdout:Total download size: 224 M 2024-03-18T22:29:01.671 INFO:teuthology.orchestra.run.smithi099.stdout:Downloading Packages: 2024-03-18T22:29:02.395 INFO:teuthology.orchestra.run.smithi099.stdout:(1/174): ceph-19.0.0-2206.gb6ae2491.el9.x86_64. 39 kB/s | 6.6 kB 00:00 2024-03-18T22:29:02.637 INFO:teuthology.orchestra.run.smithi099.stdout:(2/174): ceph-fuse-19.0.0-2206.gb6ae2491.el9.x8 3.6 MB/s | 891 kB 00:00 2024-03-18T22:29:02.729 INFO:teuthology.orchestra.run.smithi099.stdout:(3/174): ceph-immutable-object-cache-19.0.0-220 1.5 MB/s | 145 kB 00:00 2024-03-18T22:29:03.187 INFO:teuthology.orchestra.run.smithi099.stdout:(4/174): ceph-mds-19.0.0-2206.gb6ae2491.el9.x86 5.1 MB/s | 2.4 MB 00:00 2024-03-18T22:29:03.471 INFO:teuthology.orchestra.run.smithi099.stdout:(5/174): ceph-mgr-19.0.0-2206.gb6ae2491.el9.x86 5.3 MB/s | 1.5 MB 00:00 2024-03-18T22:29:03.687 INFO:teuthology.orchestra.run.smithi099.stdout:(6/174): ceph-common-19.0.0-2206.gb6ae2491.el9. 14 MB/s | 21 MB 00:01 2024-03-18T22:29:04.013 INFO:teuthology.orchestra.run.smithi099.stdout:(7/174): ceph-base-19.0.0-2206.gb6ae2491.el9.x8 3.0 MB/s | 5.4 MB 00:01 2024-03-18T22:29:04.196 INFO:teuthology.orchestra.run.smithi099.stdout:(8/174): ceph-mon-19.0.0-2206.gb6ae2491.el9.x86 6.5 MB/s | 4.7 MB 00:00 2024-03-18T22:29:04.280 INFO:teuthology.orchestra.run.smithi099.stdout:(9/174): ceph-selinux-19.0.0-2206.gb6ae2491.el9 303 kB/s | 25 kB 00:00 2024-03-18T22:29:04.780 INFO:teuthology.orchestra.run.smithi099.stdout:(10/174): ceph-osd-19.0.0-2206.gb6ae2491.el9.x8 15 MB/s | 17 MB 00:01 2024-03-18T22:29:04.855 INFO:teuthology.orchestra.run.smithi099.stdout:(11/174): cephfs-mirror-19.0.0-2206.gb6ae2491.e 2.9 MB/s | 221 kB 00:00 2024-03-18T22:29:04.914 INFO:teuthology.orchestra.run.smithi099.stdout:(12/174): cephfs-shell-19.0.0-2206.gb6ae2491.el 465 kB/s | 27 kB 00:00 2024-03-18T22:29:04.972 INFO:teuthology.orchestra.run.smithi099.stdout:(13/174): libcephfs-devel-19.0.0-2206.gb6ae2491 545 kB/s | 32 kB 00:00 2024-03-18T22:29:05.064 INFO:teuthology.orchestra.run.smithi099.stdout:(14/174): libcephfs2-19.0.0-2206.gb6ae2491.el9. 8.0 MB/s | 746 kB 00:00 2024-03-18T22:29:05.123 INFO:teuthology.orchestra.run.smithi099.stdout:(15/174): libcephsqlite-19.0.0-2206.gb6ae2491.e 2.7 MB/s | 163 kB 00:00 2024-03-18T22:29:05.240 INFO:teuthology.orchestra.run.smithi099.stdout:(16/174): ceph-radosgw-19.0.0-2206.gb6ae2491.el 8.0 MB/s | 9.8 MB 00:01 2024-03-18T22:29:05.265 INFO:teuthology.orchestra.run.smithi099.stdout:(17/174): librados-devel-19.0.0-2206.gb6ae2491. 894 kB/s | 127 kB 00:00 2024-03-18T22:29:05.324 INFO:teuthology.orchestra.run.smithi099.stdout:(18/174): libradosstriper1-19.0.0-2206.gb6ae249 5.9 MB/s | 501 kB 00:00 2024-03-18T22:29:05.449 INFO:teuthology.orchestra.run.smithi099.stdout:(19/174): python3-ceph-argparse-19.0.0-2206.gb6 361 kB/s | 45 kB 00:00 2024-03-18T22:29:05.558 INFO:teuthology.orchestra.run.smithi099.stdout:(20/174): python3-ceph-common-19.0.0-2206.gb6ae 1.2 MB/s | 131 kB 00:00 2024-03-18T22:29:05.633 INFO:teuthology.orchestra.run.smithi099.stdout:(21/174): librgw2-19.0.0-2206.gb6ae2491.el9.x86 14 MB/s | 5.1 MB 00:00 2024-03-18T22:29:05.659 INFO:teuthology.orchestra.run.smithi099.stdout:(22/174): python3-cephfs-19.0.0-2206.gb6ae2491. 1.6 MB/s | 162 kB 00:00 2024-03-18T22:29:05.684 INFO:teuthology.orchestra.run.smithi099.stdout:(23/174): python3-rados-19.0.0-2206.gb6ae2491.e 6.3 MB/s | 321 kB 00:00 2024-03-18T22:29:05.742 INFO:teuthology.orchestra.run.smithi099.stdout:(24/174): python3-rgw-19.0.0-2206.gb6ae2491.el9 1.7 MB/s | 99 kB 00:00 2024-03-18T22:29:05.767 INFO:teuthology.orchestra.run.smithi099.stdout:(25/174): python3-rbd-19.0.0-2206.gb6ae2491.el9 2.7 MB/s | 298 kB 00:00 2024-03-18T22:29:05.793 INFO:teuthology.orchestra.run.smithi099.stdout:(26/174): rbd-fuse-19.0.0-2206.gb6ae2491.el9.x8 1.7 MB/s | 85 kB 00:00 2024-03-18T22:29:05.876 INFO:teuthology.orchestra.run.smithi099.stdout:(27/174): rbd-nbd-19.0.0-2206.gb6ae2491.el9.x86 2.0 MB/s | 170 kB 00:00 2024-03-18T22:29:05.943 INFO:teuthology.orchestra.run.smithi099.stdout:(28/174): ceph-grafana-dashboards-19.0.0-2206.g 509 kB/s | 34 kB 00:00 2024-03-18T22:29:06.002 INFO:teuthology.orchestra.run.smithi099.stdout:(29/174): ceph-mgr-cephadm-19.0.0-2206.gb6ae249 2.3 MB/s | 139 kB 00:00 2024-03-18T22:29:06.061 INFO:teuthology.orchestra.run.smithi099.stdout:(30/174): rbd-mirror-19.0.0-2206.gb6ae2491.el9. 11 MB/s | 3.1 MB 00:00 2024-03-18T22:29:06.128 INFO:teuthology.orchestra.run.smithi099.stdout:(31/174): ceph-mgr-dashboard-19.0.0-2206.gb6ae2 14 MB/s | 1.8 MB 00:00 2024-03-18T22:29:06.203 INFO:teuthology.orchestra.run.smithi099.stdout:(32/174): ceph-mgr-modules-core-19.0.0-2206.gb6 3.2 MB/s | 248 kB 00:00 2024-03-18T22:29:06.270 INFO:teuthology.orchestra.run.smithi099.stdout:(33/174): ceph-mgr-rook-19.0.0-2206.gb6ae2491.e 739 kB/s | 49 kB 00:00 2024-03-18T22:29:06.320 INFO:teuthology.orchestra.run.smithi099.stdout:(34/174): ceph-prometheus-alerts-19.0.0-2206.gb 330 kB/s | 16 kB 00:00 2024-03-18T22:29:06.387 INFO:teuthology.orchestra.run.smithi099.stdout:(35/174): ceph-volume-19.0.0-2206.gb6ae2491.el9 3.9 MB/s | 264 kB 00:00 2024-03-18T22:29:06.488 INFO:teuthology.orchestra.run.smithi099.stdout:(36/174): cephadm-19.0.0-2206.gb6ae2491.el9.noa 7.3 MB/s | 749 kB 00:00 2024-03-18T22:29:06.538 INFO:teuthology.orchestra.run.smithi099.stdout:(37/174): cephfs-top-19.0.0-2206.gb6ae2491.el9. 366 kB/s | 18 kB 00:00 2024-03-18T22:29:06.705 INFO:teuthology.orchestra.run.smithi099.stdout:(38/174): ceph-mgr-diskprediction-local-19.0.0- 11 MB/s | 7.4 MB 00:00 2024-03-18T22:29:06.780 INFO:teuthology.orchestra.run.smithi099.stdout:(39/174): automake-1.16.2-8.el9.noarch.rpm 2.7 MB/s | 662 kB 00:00 2024-03-18T22:29:06.822 INFO:teuthology.orchestra.run.smithi099.stdout:(40/174): bison-3.7.4-5.el9.x86_64.rpm 7.7 MB/s | 920 kB 00:00 2024-03-18T22:29:06.845 INFO:teuthology.orchestra.run.smithi099.stdout:(41/174): boost-program-options-1.75.0-8.el9.x8 1.6 MB/s | 106 kB 00:00 2024-03-18T22:29:06.870 INFO:teuthology.orchestra.run.smithi099.stdout:(42/174): flex-2.6.4-9.el9.x86_64.rpm 6.3 MB/s | 307 kB 00:00 2024-03-18T22:29:06.887 INFO:teuthology.orchestra.run.smithi099.stdout:(43/174): flexiblas-3.0.4-8.el9.x86_64.rpm 766 kB/s | 32 kB 00:00 2024-03-18T22:29:06.962 INFO:teuthology.orchestra.run.smithi099.stdout:(44/174): flexiblas-netlib-3.0.4-8.el9.x86_64.r 33 MB/s | 3.0 MB 00:00 2024-03-18T22:29:06.979 INFO:teuthology.orchestra.run.smithi099.stdout:(45/174): flexiblas-openblas-openmp-3.0.4-8.el9 189 kB/s | 17 kB 00:00 2024-03-18T22:29:06.996 INFO:teuthology.orchestra.run.smithi099.stdout:(46/174): libaio-devel-0.3.111-13.el9.x86_64.rp 301 kB/s | 10 kB 00:00 2024-03-18T22:29:07.040 INFO:teuthology.orchestra.run.smithi099.stdout:(47/174): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.6 MB/s | 159 kB 00:00 2024-03-18T22:29:07.063 INFO:teuthology.orchestra.run.smithi099.stdout:(48/174): librabbitmq-0.11.0-7.el9.x86_64.rpm 662 kB/s | 44 kB 00:00 2024-03-18T22:29:07.089 INFO:teuthology.orchestra.run.smithi099.stdout:(49/174): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 661 kB 00:00 2024-03-18T22:29:07.122 INFO:teuthology.orchestra.run.smithi099.stdout:(50/174): libtool-2.4.6-45.el9.x86_64.rpm 9.9 MB/s | 578 kB 00:00 2024-03-18T22:29:07.148 INFO:teuthology.orchestra.run.smithi099.stdout:(51/174): libzstd-devel-1.5.1-2.el9.x86_64.rpm 805 kB/s | 46 kB 00:00 2024-03-18T22:29:07.173 INFO:teuthology.orchestra.run.smithi099.stdout:(52/174): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.5 MB/s | 282 kB 00:00 2024-03-18T22:29:07.198 INFO:teuthology.orchestra.run.smithi099.stdout:(53/174): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 187 kB 00:00 2024-03-18T22:29:07.223 INFO:teuthology.orchestra.run.smithi099.stdout:(54/174): oniguruma-6.9.6-1.el9.5.x86_64.rpm 4.3 MB/s | 217 kB 00:00 2024-03-18T22:29:07.248 INFO:teuthology.orchestra.run.smithi099.stdout:(55/174): openblas-0.3.21-2.el9.x86_64.rpm 688 kB/s | 34 kB 00:00 2024-03-18T22:29:07.349 INFO:teuthology.orchestra.run.smithi099.stdout:(56/174): openblas-openmp-0.3.21-2.el9.x86_64.r 38 MB/s | 4.7 MB 00:00 2024-03-18T22:29:07.382 INFO:teuthology.orchestra.run.smithi099.stdout:(57/174): postgresql-13.11-1.el9.x86_64.rpm 12 MB/s | 1.5 MB 00:00 2024-03-18T22:29:07.416 INFO:teuthology.orchestra.run.smithi099.stdout:(58/174): postgresql-contrib-13.11-1.el9.x86_64 12 MB/s | 811 kB 00:00 2024-03-18T22:29:07.441 INFO:teuthology.orchestra.run.smithi099.stdout:(59/174): postgresql-private-libs-13.11-1.el9.x 2.3 MB/s | 134 kB 00:00 2024-03-18T22:29:07.575 INFO:teuthology.orchestra.run.smithi099.stdout:(60/174): postgresql-server-13.11-1.el9.x86_64. 36 MB/s | 5.7 MB 00:00 2024-03-18T22:29:07.609 INFO:teuthology.orchestra.run.smithi099.stdout:(61/174): protobuf-3.14.0-13.el9.x86_64.rpm 6.1 MB/s | 1.0 MB 00:00 2024-03-18T22:29:07.642 INFO:teuthology.orchestra.run.smithi099.stdout:(62/174): python3-attrs-20.3.0-7.el9.noarch.rpm 1.2 MB/s | 78 kB 00:00 2024-03-18T22:29:07.767 INFO:teuthology.orchestra.run.smithi099.stdout:(63/174): python3-babel-2.9.1-2.el9.noarch.rpm 37 MB/s | 5.8 MB 00:00 2024-03-18T22:29:07.793 INFO:teuthology.orchestra.run.smithi099.stdout:(64/174): python3-jsonpatch-1.21-16.el9.noarch. 165 kB/s | 24 kB 00:00 2024-03-18T22:29:07.818 INFO:teuthology.orchestra.run.smithi099.stdout:(65/174): python3-jsonpointer-2.0-4.el9.noarch. 361 kB/s | 18 kB 00:00 2024-03-18T22:29:07.843 INFO:teuthology.orchestra.run.smithi099.stdout:(66/174): python3-mako-1.1.4-6.el9.noarch.rpm 2.8 MB/s | 144 kB 00:00 2024-03-18T22:29:07.868 INFO:teuthology.orchestra.run.smithi099.stdout:(67/174): python3-markupsafe-1.1.1-12.el9.x86_6 630 kB/s | 32 kB 00:00 2024-03-18T22:29:07.994 INFO:teuthology.orchestra.run.smithi099.stdout:(68/174): python3-numpy-1.20.1-5.el9.x86_64.rpm 32 MB/s | 4.8 MB 00:00 2024-03-18T22:29:08.019 INFO:teuthology.orchestra.run.smithi099.stdout:(69/174): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.4 MB/s | 217 kB 00:00 2024-03-18T22:29:08.036 INFO:teuthology.orchestra.run.smithi099.stdout:(70/174): python3-oauthlib-3.1.1-5.el9.noarch.r 4.1 MB/s | 174 kB 00:00 2024-03-18T22:29:08.061 INFO:teuthology.orchestra.run.smithi099.stdout:(71/174): python3-packaging-20.9-5.el9.noarch.r 1.6 MB/s | 69 kB 00:00 2024-03-18T22:29:08.086 INFO:teuthology.orchestra.run.smithi099.stdout:(72/174): python3-prettytable-0.7.2-27.el9.noar 822 kB/s | 41 kB 00:00 2024-03-18T22:29:08.112 INFO:teuthology.orchestra.run.smithi099.stdout:(73/174): python3-protobuf-3.14.0-13.el9.noarch 4.7 MB/s | 238 kB 00:00 2024-03-18T22:29:08.137 INFO:teuthology.orchestra.run.smithi099.stdout:(74/174): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.6 MB/s | 132 kB 00:00 2024-03-18T22:29:08.162 INFO:teuthology.orchestra.run.smithi099.stdout:(75/174): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 211 kB 00:00 2024-03-18T22:29:08.196 INFO:teuthology.orchestra.run.smithi099.stdout:(76/174): python3-pytz-2021.1-5.el9.noarch.rpm 811 kB/s | 47 kB 00:00 2024-03-18T22:29:08.221 INFO:teuthology.orchestra.run.smithi099.stdout:(77/174): python3-requests-oauthlib-1.3.0-12.el 731 kB/s | 43 kB 00:00 2024-03-18T22:29:08.655 INFO:teuthology.orchestra.run.smithi099.stdout:(78/174): ceph-test-19.0.0-2206.gb6ae2491.el9.x 11 MB/s | 48 MB 00:04 2024-03-18T22:29:08.739 INFO:teuthology.orchestra.run.smithi099.stdout:(79/174): python3-toml-0.10.2-6.el9.noarch.rpm 75 kB/s | 39 kB 00:00 2024-03-18T22:29:08.989 INFO:teuthology.orchestra.run.smithi099.stdout:(80/174): python3-scipy-1.6.2-8.el9.x86_64.rpm 20 MB/s | 16 MB 00:00 2024-03-18T22:29:09.014 INFO:teuthology.orchestra.run.smithi099.stdout:(81/174): python3-wcwidth-0.2.5-8.el9.noarch.rp 115 kB/s | 41 kB 00:00 2024-03-18T22:29:09.039 INFO:teuthology.orchestra.run.smithi099.stdout:(82/174): socat-1.7.4.1-5.el9.x86_64.rpm 1.0 MB/s | 300 kB 00:00 2024-03-18T22:29:09.064 INFO:teuthology.orchestra.run.smithi099.stdout:(83/174): uuid-1.6.2-55.el9.x86_64.rpm 759 kB/s | 56 kB 00:00 2024-03-18T22:29:09.090 INFO:teuthology.orchestra.run.smithi099.stdout:(84/174): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 63 kB 00:00 2024-03-18T22:29:09.115 INFO:teuthology.orchestra.run.smithi099.stdout:(85/174): zlib-devel-1.2.11-40.el9.x86_64.rpm 588 kB/s | 44 kB 00:00 2024-03-18T22:29:09.140 INFO:teuthology.orchestra.run.smithi099.stdout:(86/174): fuse-2.9.9-15.el9.x86_64.rpm 1.0 MB/s | 79 kB 00:00 2024-03-18T22:29:09.165 INFO:teuthology.orchestra.run.smithi099.stdout:(87/174): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.7 MB/s | 241 kB 00:00 2024-03-18T22:29:09.199 INFO:teuthology.orchestra.run.smithi099.stdout:(88/174): python3-cryptography-36.0.1-4.el9.x86 14 MB/s | 1.1 MB 00:00 2024-03-18T22:29:09.224 INFO:teuthology.orchestra.run.smithi099.stdout:(89/174): python3-ply-3.11-14.el9.noarch.rpm 1.2 MB/s | 103 kB 00:00 2024-03-18T22:29:09.250 INFO:teuthology.orchestra.run.smithi099.stdout:(90/174): python3-pycparser-2.20-6.el9.noarch.r 1.5 MB/s | 124 kB 00:00 2024-03-18T22:29:09.275 INFO:teuthology.orchestra.run.smithi099.stdout:(91/174): python3-urllib3-1.26.5-5.el9.noarch.r 2.4 MB/s | 187 kB 00:00 2024-03-18T22:30:54.936 INFO:teuthology.orchestra.run.smithi181.stdout:CentOS Stream 9 - AppStream 24 kB/s | 19 MB 13:08 2024-03-18T22:30:57.224 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - AppStream 24 kB/s | 19 MB 13:07 2024-03-18T22:31:00.361 INFO:teuthology.orchestra.run.smithi181.stdout:CentOS Stream 9 - CRB 3.1 MB/s | 6.1 MB 00:01 2024-03-18T22:31:01.912 INFO:teuthology.orchestra.run.smithi181.stdout:CentOS Stream 9 - Extras packages 40 kB/s | 16 kB 00:00 2024-03-18T22:31:03.540 INFO:teuthology.orchestra.run.smithi181.stdout:Extra Packages for Enterprise Linux 14 MB/s | 21 MB 00:01 2024-03-18T22:31:08.363 INFO:teuthology.orchestra.run.smithi181.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-03-18T22:31:10.694 INFO:teuthology.orchestra.run.smithi181.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-18T22:31:10.695 INFO:teuthology.orchestra.run.smithi181.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-18T22:31:10.710 INFO:teuthology.orchestra.run.smithi181.stdout:Package NetworkManager-1:1.44.0-2.el9.x86_64 is already installed. 2024-03-18T22:31:10.711 INFO:teuthology.orchestra.run.smithi181.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-03-18T22:31:10.712 INFO:teuthology.orchestra.run.smithi181.stdout:Package util-linux-2.37.4-15.el9.x86_64 is already installed. 2024-03-18T22:31:10.713 INFO:teuthology.orchestra.run.smithi181.stdout:Package libacl-devel-2.3.1-3.el9.x86_64 is already installed. 2024-03-18T22:31:10.715 INFO:teuthology.orchestra.run.smithi181.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-03-18T22:31:10.718 INFO:teuthology.orchestra.run.smithi181.stdout:Package xfsdump-3.1.12-3.el9.x86_64 is already installed. 2024-03-18T22:31:10.719 INFO:teuthology.orchestra.run.smithi181.stdout:Package xfsprogs-5.19.0-4.el9.x86_64 is already installed. 2024-03-18T22:31:10.797 INFO:teuthology.orchestra.run.smithi181.stdout:Dependencies resolved. 2024-03-18T22:31:10.824 INFO:teuthology.orchestra.run.smithi181.stdout:============================================================================================ 2024-03-18T22:31:10.824 INFO:teuthology.orchestra.run.smithi181.stdout: Package Arch Version Repository Size 2024-03-18T22:31:10.824 INFO:teuthology.orchestra.run.smithi181.stdout:============================================================================================ 2024-03-18T22:31:10.824 INFO:teuthology.orchestra.run.smithi181.stdout:Installing: 2024-03-18T22:31:10.824 INFO:teuthology.orchestra.run.smithi181.stdout: bison x86_64 3.7.4-5.el9 CentOS-AppStream 920 k 2024-03-18T22:31:10.824 INFO:teuthology.orchestra.run.smithi181.stdout: ceph x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 6.6 k 2024-03-18T22:31:10.824 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-base x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 5.4 M 2024-03-18T22:31:10.825 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-fuse x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 891 k 2024-03-18T22:31:10.825 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 145 k 2024-03-18T22:31:10.825 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 1.5 M 2024-03-18T22:31:10.825 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 139 k 2024-03-18T22:31:10.825 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 1.8 M 2024-03-18T22:31:10.825 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 7.4 M 2024-03-18T22:31:10.825 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-rook noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 49 k 2024-03-18T22:31:10.825 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-radosgw x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 9.8 M 2024-03-18T22:31:10.825 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-test x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 48 M 2024-03-18T22:31:10.825 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-volume noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 264 k 2024-03-18T22:31:10.826 INFO:teuthology.orchestra.run.smithi181.stdout: cephadm noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 749 k 2024-03-18T22:31:10.826 INFO:teuthology.orchestra.run.smithi181.stdout: cephfs-mirror x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 221 k 2024-03-18T22:31:10.826 INFO:teuthology.orchestra.run.smithi181.stdout: cephfs-shell x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 27 k 2024-03-18T22:31:10.826 INFO:teuthology.orchestra.run.smithi181.stdout: cephfs-top noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 18 k 2024-03-18T22:31:10.826 INFO:teuthology.orchestra.run.smithi181.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-03-18T22:31:10.826 INFO:teuthology.orchestra.run.smithi181.stdout: flex x86_64 2.6.4-9.el9 CentOS-AppStream 307 k 2024-03-18T22:31:10.826 INFO:teuthology.orchestra.run.smithi181.stdout: libaio-devel x86_64 0.3.111-13.el9 CentOS-AppStream 10 k 2024-03-18T22:31:10.826 INFO:teuthology.orchestra.run.smithi181.stdout: libcephfs-devel x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 32 k 2024-03-18T22:31:10.826 INFO:teuthology.orchestra.run.smithi181.stdout: libcephfs2 x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 746 k 2024-03-18T22:31:10.826 INFO:teuthology.orchestra.run.smithi181.stdout: librados-devel x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 127 k 2024-03-18T22:31:10.827 INFO:teuthology.orchestra.run.smithi181.stdout: libtool x86_64 2.4.6-45.el9 CentOS-AppStream 578 k 2024-03-18T22:31:10.827 INFO:teuthology.orchestra.run.smithi181.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-03-18T22:31:10.827 INFO:teuthology.orchestra.run.smithi181.stdout: openssl-devel x86_64 1:3.0.7-27.el9 appstream 4.1 M 2024-03-18T22:31:10.827 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql x86_64 13.11-1.el9 CentOS-AppStream 1.5 M 2024-03-18T22:31:10.827 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql-contrib x86_64 13.11-1.el9 CentOS-AppStream 811 k 2024-03-18T22:31:10.827 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql-server x86_64 13.11-1.el9 CentOS-AppStream 5.7 M 2024-03-18T22:31:10.827 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cephfs x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 162 k 2024-03-18T22:31:10.827 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rados x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 321 k 2024-03-18T22:31:10.827 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rbd x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 298 k 2024-03-18T22:31:10.827 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rgw x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 99 k 2024-03-18T22:31:10.827 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-fuse x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 85 k 2024-03-18T22:31:10.827 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-mirror x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 3.1 M 2024-03-18T22:31:10.828 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-nbd x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 170 k 2024-03-18T22:31:10.828 INFO:teuthology.orchestra.run.smithi181.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-03-18T22:31:10.828 INFO:teuthology.orchestra.run.smithi181.stdout:Upgrading: 2024-03-18T22:31:10.828 INFO:teuthology.orchestra.run.smithi181.stdout: NetworkManager x86_64 1:1.47.2-1.el9 baseos 2.3 M 2024-03-18T22:31:10.828 INFO:teuthology.orchestra.run.smithi181.stdout: NetworkManager-libnm x86_64 1:1.47.2-1.el9 baseos 1.8 M 2024-03-18T22:31:10.828 INFO:teuthology.orchestra.run.smithi181.stdout: NetworkManager-team x86_64 1:1.47.2-1.el9 baseos 42 k 2024-03-18T22:31:10.828 INFO:teuthology.orchestra.run.smithi181.stdout: NetworkManager-tui x86_64 1:1.47.2-1.el9 baseos 248 k 2024-03-18T22:31:10.828 INFO:teuthology.orchestra.run.smithi181.stdout: acl x86_64 2.3.1-4.el9 baseos 71 k 2024-03-18T22:31:10.828 INFO:teuthology.orchestra.run.smithi181.stdout: elfutils-debuginfod-client x86_64 0.190-2.el9 baseos 36 k 2024-03-18T22:31:10.828 INFO:teuthology.orchestra.run.smithi181.stdout: elfutils-libelf x86_64 0.190-2.el9 baseos 192 k 2024-03-18T22:31:10.828 INFO:teuthology.orchestra.run.smithi181.stdout: elfutils-libs x86_64 0.190-2.el9 baseos 256 k 2024-03-18T22:31:10.828 INFO:teuthology.orchestra.run.smithi181.stdout: libacl x86_64 2.3.1-4.el9 baseos 23 k 2024-03-18T22:31:10.828 INFO:teuthology.orchestra.run.smithi181.stdout: libacl-devel x86_64 2.3.1-4.el9 appstream 74 k 2024-03-18T22:31:10.829 INFO:teuthology.orchestra.run.smithi181.stdout: libblkid x86_64 2.37.4-18.el9 baseos 108 k 2024-03-18T22:31:10.829 INFO:teuthology.orchestra.run.smithi181.stdout: libfdisk x86_64 2.37.4-18.el9 baseos 155 k 2024-03-18T22:31:10.829 INFO:teuthology.orchestra.run.smithi181.stdout: libmount x86_64 2.37.4-18.el9 baseos 136 k 2024-03-18T22:31:10.829 INFO:teuthology.orchestra.run.smithi181.stdout: librados2 x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 3.4 M 2024-03-18T22:31:10.829 INFO:teuthology.orchestra.run.smithi181.stdout: librbd1 x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 3.1 M 2024-03-18T22:31:10.829 INFO:teuthology.orchestra.run.smithi181.stdout: libsmartcols x86_64 2.37.4-18.el9 baseos 64 k 2024-03-18T22:31:10.829 INFO:teuthology.orchestra.run.smithi181.stdout: libuuid x86_64 2.37.4-18.el9 baseos 29 k 2024-03-18T22:31:10.829 INFO:teuthology.orchestra.run.smithi181.stdout: openssl x86_64 1:3.0.7-27.el9 baseos 1.2 M 2024-03-18T22:31:10.829 INFO:teuthology.orchestra.run.smithi181.stdout: openssl-libs x86_64 1:3.0.7-27.el9 baseos 2.2 M 2024-03-18T22:31:10.829 INFO:teuthology.orchestra.run.smithi181.stdout: util-linux x86_64 2.37.4-18.el9 baseos 2.3 M 2024-03-18T22:31:10.829 INFO:teuthology.orchestra.run.smithi181.stdout: util-linux-core x86_64 2.37.4-18.el9 baseos 465 k 2024-03-18T22:31:10.829 INFO:teuthology.orchestra.run.smithi181.stdout: util-linux-user x86_64 2.37.4-18.el9 baseos 31 k 2024-03-18T22:31:10.829 INFO:teuthology.orchestra.run.smithi181.stdout: xfsdump x86_64 3.1.12-4.el9 CentOS-BaseOS 321 k 2024-03-18T22:31:10.830 INFO:teuthology.orchestra.run.smithi181.stdout: xfsprogs x86_64 6.3.0-1.el9 baseos 1.1 M 2024-03-18T22:31:10.830 INFO:teuthology.orchestra.run.smithi181.stdout:Installing dependencies: 2024-03-18T22:31:10.830 INFO:teuthology.orchestra.run.smithi181.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-03-18T22:31:10.830 INFO:teuthology.orchestra.run.smithi181.stdout: automake noarch 1.16.2-8.el9 CentOS-AppStream 662 k 2024-03-18T22:31:10.830 INFO:teuthology.orchestra.run.smithi181.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-03-18T22:31:10.830 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-common x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 21 M 2024-03-18T22:31:10.830 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 34 k 2024-03-18T22:31:10.830 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mds x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 2.4 M 2024-03-18T22:31:10.830 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 248 k 2024-03-18T22:31:10.830 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mon x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 4.7 M 2024-03-18T22:31:10.830 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-osd x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 17 M 2024-03-18T22:31:10.830 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 16 k 2024-03-18T22:31:10.831 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-selinux x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 25 k 2024-03-18T22:31:10.831 INFO:teuthology.orchestra.run.smithi181.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-03-18T22:31:10.831 INFO:teuthology.orchestra.run.smithi181.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-03-18T22:31:10.831 INFO:teuthology.orchestra.run.smithi181.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-03-18T22:31:10.831 INFO:teuthology.orchestra.run.smithi181.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-03-18T22:31:10.831 INFO:teuthology.orchestra.run.smithi181.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-03-18T22:31:10.831 INFO:teuthology.orchestra.run.smithi181.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-03-18T22:31:10.831 INFO:teuthology.orchestra.run.smithi181.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-03-18T22:31:10.831 INFO:teuthology.orchestra.run.smithi181.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-03-18T22:31:10.831 INFO:teuthology.orchestra.run.smithi181.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-03-18T22:31:10.831 INFO:teuthology.orchestra.run.smithi181.stdout: libcephsqlite x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 163 k 2024-03-18T22:31:10.831 INFO:teuthology.orchestra.run.smithi181.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-03-18T22:31:10.831 INFO:teuthology.orchestra.run.smithi181.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-03-18T22:31:10.831 INFO:teuthology.orchestra.run.smithi181.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-03-18T22:31:10.831 INFO:teuthology.orchestra.run.smithi181.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-03-18T22:31:10.832 INFO:teuthology.orchestra.run.smithi181.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-03-18T22:31:10.832 INFO:teuthology.orchestra.run.smithi181.stdout: libradosstriper1 x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 501 k 2024-03-18T22:31:10.832 INFO:teuthology.orchestra.run.smithi181.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-03-18T22:31:10.832 INFO:teuthology.orchestra.run.smithi181.stdout: librgw2 x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 5.1 M 2024-03-18T22:31:10.832 INFO:teuthology.orchestra.run.smithi181.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-03-18T22:31:10.832 INFO:teuthology.orchestra.run.smithi181.stdout: libzstd-devel x86_64 1.5.1-2.el9 CentOS-AppStream 46 k 2024-03-18T22:31:10.832 INFO:teuthology.orchestra.run.smithi181.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-03-18T22:31:10.832 INFO:teuthology.orchestra.run.smithi181.stdout: lua x86_64 5.4.4-4.el9 CentOS-AppStream 187 k 2024-03-18T22:31:10.832 INFO:teuthology.orchestra.run.smithi181.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-03-18T22:31:10.832 INFO:teuthology.orchestra.run.smithi181.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-03-18T22:31:10.832 INFO:teuthology.orchestra.run.smithi181.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-03-18T22:31:10.832 INFO:teuthology.orchestra.run.smithi181.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-03-18T22:31:10.832 INFO:teuthology.orchestra.run.smithi181.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-03-18T22:31:10.832 INFO:teuthology.orchestra.run.smithi181.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-03-18T22:31:10.833 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql-private-libs x86_64 13.11-1.el9 CentOS-AppStream 134 k 2024-03-18T22:31:10.833 INFO:teuthology.orchestra.run.smithi181.stdout: protobuf x86_64 3.14.0-13.el9 CentOS-AppStream 1.0 M 2024-03-18T22:31:10.833 INFO:teuthology.orchestra.run.smithi181.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-03-18T22:31:10.833 INFO:teuthology.orchestra.run.smithi181.stdout: python3-asyncssh noarch 2.13.2-4.el9 epel 548 k 2024-03-18T22:31:10.833 INFO:teuthology.orchestra.run.smithi181.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-03-18T22:31:10.833 INFO:teuthology.orchestra.run.smithi181.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-03-18T22:31:10.833 INFO:teuthology.orchestra.run.smithi181.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-03-18T22:31:10.833 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-03-18T22:31:10.833 INFO:teuthology.orchestra.run.smithi181.stdout: python3-ceph-argparse x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 45 k 2024-03-18T22:31:10.833 INFO:teuthology.orchestra.run.smithi181.stdout: python3-ceph-common x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 131 k 2024-03-18T22:31:10.833 INFO:teuthology.orchestra.run.smithi181.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-03-18T22:31:10.833 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-03-18T22:31:10.833 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-03-18T22:31:10.833 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-03-18T22:31:10.833 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-03-18T22:31:10.834 INFO:teuthology.orchestra.run.smithi181.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-03-18T22:31:10.834 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-03-18T22:31:10.834 INFO:teuthology.orchestra.run.smithi181.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-03-18T22:31:10.834 INFO:teuthology.orchestra.run.smithi181.stdout: python3-google-auth noarch 1:2.28.0-1.el9 epel 203 k 2024-03-18T22:31:10.834 INFO:teuthology.orchestra.run.smithi181.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-03-18T22:31:10.834 INFO:teuthology.orchestra.run.smithi181.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-03-18T22:31:10.834 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-03-18T22:31:10.834 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-03-18T22:31:10.834 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-03-18T22:31:10.834 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-03-18T22:31:10.834 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-03-18T22:31:10.834 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-03-18T22:31:10.835 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-03-18T22:31:10.835 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-03-18T22:31:10.835 INFO:teuthology.orchestra.run.smithi181.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-03-18T22:31:10.835 INFO:teuthology.orchestra.run.smithi181.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-03-18T22:31:10.835 INFO:teuthology.orchestra.run.smithi181.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-03-18T22:31:10.835 INFO:teuthology.orchestra.run.smithi181.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-03-18T22:31:10.835 INFO:teuthology.orchestra.run.smithi181.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-03-18T22:31:10.835 INFO:teuthology.orchestra.run.smithi181.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-03-18T22:31:10.835 INFO:teuthology.orchestra.run.smithi181.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-03-18T22:31:10.835 INFO:teuthology.orchestra.run.smithi181.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-03-18T22:31:10.835 INFO:teuthology.orchestra.run.smithi181.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-03-18T22:31:10.835 INFO:teuthology.orchestra.run.smithi181.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-03-18T22:31:10.835 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-03-18T22:31:10.836 INFO:teuthology.orchestra.run.smithi181.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-03-18T22:31:10.836 INFO:teuthology.orchestra.run.smithi181.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-03-18T22:31:10.836 INFO:teuthology.orchestra.run.smithi181.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-03-18T22:31:10.836 INFO:teuthology.orchestra.run.smithi181.stdout: python3-protobuf noarch 3.14.0-13.el9 CentOS-AppStream 238 k 2024-03-18T22:31:10.836 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-03-18T22:31:10.836 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-03-18T22:31:10.836 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-03-18T22:31:10.836 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-03-18T22:31:10.836 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-03-18T22:31:10.836 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-03-18T22:31:10.836 INFO:teuthology.orchestra.run.smithi181.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-03-18T22:31:10.837 INFO:teuthology.orchestra.run.smithi181.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-03-18T22:31:10.837 INFO:teuthology.orchestra.run.smithi181.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-03-18T22:31:10.837 INFO:teuthology.orchestra.run.smithi181.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-03-18T22:31:10.837 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-03-18T22:31:10.837 INFO:teuthology.orchestra.run.smithi181.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-03-18T22:31:10.837 INFO:teuthology.orchestra.run.smithi181.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-03-18T22:31:10.837 INFO:teuthology.orchestra.run.smithi181.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-03-18T22:31:10.837 INFO:teuthology.orchestra.run.smithi181.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-03-18T22:31:10.837 INFO:teuthology.orchestra.run.smithi181.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-03-18T22:31:10.837 INFO:teuthology.orchestra.run.smithi181.stdout: python3-wcwidth noarch 0.2.5-8.el9 CentOS-AppStream 41 k 2024-03-18T22:31:10.837 INFO:teuthology.orchestra.run.smithi181.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-03-18T22:31:10.837 INFO:teuthology.orchestra.run.smithi181.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-03-18T22:31:10.838 INFO:teuthology.orchestra.run.smithi181.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-03-18T22:31:10.838 INFO:teuthology.orchestra.run.smithi181.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-03-18T22:31:10.838 INFO:teuthology.orchestra.run.smithi181.stdout: qatlib x86_64 23.11.0-1.el9 appstream 216 k 2024-03-18T22:31:10.838 INFO:teuthology.orchestra.run.smithi181.stdout: qatzip-libs x86_64 1.1.2-2.el9 appstream 44 k 2024-03-18T22:31:10.838 INFO:teuthology.orchestra.run.smithi181.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-03-18T22:31:10.838 INFO:teuthology.orchestra.run.smithi181.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-03-18T22:31:10.838 INFO:teuthology.orchestra.run.smithi181.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-03-18T22:31:10.838 INFO:teuthology.orchestra.run.smithi181.stdout: uuid x86_64 1.6.2-55.el9 CentOS-AppStream 56 k 2024-03-18T22:31:10.838 INFO:teuthology.orchestra.run.smithi181.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-03-18T22:31:10.839 INFO:teuthology.orchestra.run.smithi181.stdout: zlib-devel x86_64 1.2.11-40.el9 CentOS-AppStream 44 k 2024-03-18T22:31:10.839 INFO:teuthology.orchestra.run.smithi181.stdout:Installing weak dependencies: 2024-03-18T22:31:10.839 INFO:teuthology.orchestra.run.smithi181.stdout: qatlib-service x86_64 23.11.0-1.el9 appstream 35 k 2024-03-18T22:31:10.839 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-03-18T22:31:10.839 INFO:teuthology.orchestra.run.smithi181.stdout:Transaction Summary 2024-03-18T22:31:10.839 INFO:teuthology.orchestra.run.smithi181.stdout:============================================================================================ 2024-03-18T22:31:10.839 INFO:teuthology.orchestra.run.smithi181.stdout:Install 150 Packages 2024-03-18T22:31:10.839 INFO:teuthology.orchestra.run.smithi181.stdout:Upgrade 24 Packages 2024-03-18T22:31:10.839 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-03-18T22:31:10.840 INFO:teuthology.orchestra.run.smithi181.stdout:Total download size: 224 M 2024-03-18T22:31:10.840 INFO:teuthology.orchestra.run.smithi181.stdout:Downloading Packages: 2024-03-18T22:31:11.589 INFO:teuthology.orchestra.run.smithi181.stdout:(1/174): ceph-19.0.0-2206.gb6ae2491.el9.x86_64. 29 kB/s | 6.6 kB 00:00 2024-03-18T22:31:11.940 INFO:teuthology.orchestra.run.smithi181.stdout:(2/174): ceph-fuse-19.0.0-2206.gb6ae2491.el9.x8 2.5 MB/s | 891 kB 00:00 2024-03-18T22:31:12.073 INFO:teuthology.orchestra.run.smithi181.stdout:(3/174): ceph-immutable-object-cache-19.0.0-220 1.1 MB/s | 145 kB 00:00 2024-03-18T22:31:12.182 INFO:teuthology.orchestra.run.smithi181.stdout:(4/174): ceph-base-19.0.0-2206.gb6ae2491.el9.x8 6.6 MB/s | 5.4 MB 00:00 2024-03-18T22:31:12.541 INFO:teuthology.orchestra.run.smithi181.stdout:(5/174): ceph-mgr-19.0.0-2206.gb6ae2491.el9.x86 4.2 MB/s | 1.5 MB 00:00 2024-03-18T22:31:12.591 INFO:teuthology.orchestra.run.smithi181.stdout:(6/174): ceph-mds-19.0.0-2206.gb6ae2491.el9.x86 4.6 MB/s | 2.4 MB 00:00 2024-03-18T22:31:13.191 INFO:teuthology.orchestra.run.smithi181.stdout:(7/174): ceph-common-19.0.0-2206.gb6ae2491.el9. 11 MB/s | 21 MB 00:01 2024-03-18T22:31:13.791 INFO:teuthology.orchestra.run.smithi181.stdout:(8/174): ceph-mon-19.0.0-2206.gb6ae2491.el9.x86 3.8 MB/s | 4.7 MB 00:01 2024-03-18T22:31:13.891 INFO:teuthology.orchestra.run.smithi181.stdout:(9/174): ceph-selinux-19.0.0-2206.gb6ae2491.el9 252 kB/s | 25 kB 00:00 2024-03-18T22:31:14.008 INFO:teuthology.orchestra.run.smithi181.stdout:(10/174): ceph-radosgw-19.0.0-2206.gb6ae2491.el 12 MB/s | 9.8 MB 00:00 2024-03-18T22:31:14.108 INFO:teuthology.orchestra.run.smithi181.stdout:(11/174): cephfs-mirror-19.0.0-2206.gb6ae2491.e 2.2 MB/s | 221 kB 00:00 2024-03-18T22:31:14.275 INFO:teuthology.orchestra.run.smithi181.stdout:(12/174): ceph-osd-19.0.0-2206.gb6ae2491.el9.x8 10 MB/s | 17 MB 00:01 2024-03-18T22:31:14.292 INFO:teuthology.orchestra.run.smithi181.stdout:(13/174): cephfs-shell-19.0.0-2206.gb6ae2491.el 147 kB/s | 27 kB 00:00 2024-03-18T22:31:14.326 INFO:teuthology.orchestra.run.smithi181.stdout:(14/174): libcephfs-devel-19.0.0-2206.gb6ae2491 633 kB/s | 32 kB 00:00 2024-03-18T22:31:14.376 INFO:teuthology.orchestra.run.smithi181.stdout:(15/174): libcephfs2-19.0.0-2206.gb6ae2491.el9. 8.7 MB/s | 746 kB 00:00 2024-03-18T22:31:14.401 INFO:teuthology.orchestra.run.smithi181.stdout:(16/174): libcephsqlite-19.0.0-2206.gb6ae2491.e 2.1 MB/s | 163 kB 00:00 2024-03-18T22:31:14.435 INFO:teuthology.orchestra.run.smithi181.stdout:(17/174): librados-devel-19.0.0-2206.gb6ae2491. 2.1 MB/s | 127 kB 00:00 2024-03-18T22:31:14.477 INFO:teuthology.orchestra.run.smithi181.stdout:(18/174): libradosstriper1-19.0.0-2206.gb6ae249 6.5 MB/s | 501 kB 00:00 2024-03-18T22:31:14.552 INFO:teuthology.orchestra.run.smithi181.stdout:(19/174): python3-ceph-argparse-19.0.0-2206.gb6 602 kB/s | 45 kB 00:00 2024-03-18T22:31:14.644 INFO:teuthology.orchestra.run.smithi181.stdout:(20/174): python3-ceph-common-19.0.0-2206.gb6ae 1.4 MB/s | 131 kB 00:00 2024-03-18T22:31:14.736 INFO:teuthology.orchestra.run.smithi181.stdout:(21/174): python3-cephfs-19.0.0-2206.gb6ae2491. 1.7 MB/s | 162 kB 00:00 2024-03-18T22:31:14.803 INFO:teuthology.orchestra.run.smithi181.stdout:(22/174): librgw2-19.0.0-2206.gb6ae2491.el9.x86 14 MB/s | 5.1 MB 00:00 2024-03-18T22:31:14.828 INFO:teuthology.orchestra.run.smithi181.stdout:(23/174): python3-rados-19.0.0-2206.gb6ae2491.e 3.4 MB/s | 321 kB 00:00 2024-03-18T22:31:14.878 INFO:teuthology.orchestra.run.smithi181.stdout:(24/174): python3-rbd-19.0.0-2206.gb6ae2491.el9 3.9 MB/s | 298 kB 00:00 2024-03-18T22:31:14.896 INFO:teuthology.orchestra.run.smithi181.stdout:(25/174): python3-rgw-19.0.0-2206.gb6ae2491.el9 1.4 MB/s | 99 kB 00:00 2024-03-18T22:31:14.946 INFO:teuthology.orchestra.run.smithi181.stdout:(26/174): rbd-fuse-19.0.0-2206.gb6ae2491.el9.x8 1.2 MB/s | 85 kB 00:00 2024-03-18T22:31:15.038 INFO:teuthology.orchestra.run.smithi181.stdout:(27/174): rbd-nbd-19.0.0-2206.gb6ae2491.el9.x86 1.8 MB/s | 170 kB 00:00 2024-03-18T22:31:15.129 INFO:teuthology.orchestra.run.smithi181.stdout:(28/174): rbd-mirror-19.0.0-2206.gb6ae2491.el9. 13 MB/s | 3.1 MB 00:00 2024-03-18T22:31:15.155 INFO:teuthology.orchestra.run.smithi181.stdout:(29/174): ceph-grafana-dashboards-19.0.0-2206.g 290 kB/s | 34 kB 00:00 2024-03-18T22:31:15.189 INFO:teuthology.orchestra.run.smithi181.stdout:(30/174): ceph-mgr-cephadm-19.0.0-2206.gb6ae249 2.3 MB/s | 139 kB 00:00 2024-03-18T22:31:15.414 INFO:teuthology.orchestra.run.smithi181.stdout:(31/174): ceph-mgr-dashboard-19.0.0-2206.gb6ae2 6.9 MB/s | 1.8 MB 00:00 2024-03-18T22:31:15.506 INFO:teuthology.orchestra.run.smithi181.stdout:(32/174): ceph-mgr-modules-core-19.0.0-2206.gb6 2.6 MB/s | 248 kB 00:00 2024-03-18T22:31:15.598 INFO:teuthology.orchestra.run.smithi181.stdout:(33/174): ceph-mgr-rook-19.0.0-2206.gb6ae2491.e 538 kB/s | 49 kB 00:00 2024-03-18T22:31:15.723 INFO:teuthology.orchestra.run.smithi181.stdout:(34/174): ceph-mgr-diskprediction-local-19.0.0- 14 MB/s | 7.4 MB 00:00 2024-03-18T22:31:15.748 INFO:teuthology.orchestra.run.smithi181.stdout:(35/174): ceph-prometheus-alerts-19.0.0-2206.gb 109 kB/s | 16 kB 00:00 2024-03-18T22:31:15.798 INFO:teuthology.orchestra.run.smithi181.stdout:(36/174): ceph-volume-19.0.0-2206.gb6ae2491.el9 3.4 MB/s | 264 kB 00:00 2024-03-18T22:31:15.874 INFO:teuthology.orchestra.run.smithi181.stdout:(37/174): cephfs-top-19.0.0-2206.gb6ae2491.el9. 243 kB/s | 18 kB 00:00 2024-03-18T22:31:15.933 INFO:teuthology.orchestra.run.smithi181.stdout:(38/174): cephadm-19.0.0-2206.gb6ae2491.el9.noa 4.0 MB/s | 749 kB 00:00 2024-03-18T22:31:16.075 INFO:teuthology.orchestra.run.smithi181.stdout:(39/174): automake-1.16.2-8.el9.noarch.rpm 3.2 MB/s | 662 kB 00:00 2024-03-18T22:31:16.108 INFO:teuthology.orchestra.run.smithi181.stdout:(40/174): bison-3.7.4-5.el9.x86_64.rpm 6.0 MB/s | 920 kB 00:00 2024-03-18T22:31:16.134 INFO:teuthology.orchestra.run.smithi181.stdout:(41/174): boost-program-options-1.75.0-8.el9.x8 1.8 MB/s | 106 kB 00:00 2024-03-18T22:31:16.159 INFO:teuthology.orchestra.run.smithi181.stdout:(42/174): flex-2.6.4-9.el9.x86_64.rpm 6.0 MB/s | 307 kB 00:00 2024-03-18T22:31:16.175 INFO:teuthology.orchestra.run.smithi181.stdout:(43/174): flexiblas-3.0.4-8.el9.x86_64.rpm 766 kB/s | 32 kB 00:00 2024-03-18T22:31:16.251 INFO:teuthology.orchestra.run.smithi181.stdout:(44/174): flexiblas-netlib-3.0.4-8.el9.x86_64.r 32 MB/s | 3.0 MB 00:00 2024-03-18T22:31:16.276 INFO:teuthology.orchestra.run.smithi181.stdout:(45/174): flexiblas-openblas-openmp-3.0.4-8.el9 172 kB/s | 17 kB 00:00 2024-03-18T22:31:16.302 INFO:teuthology.orchestra.run.smithi181.stdout:(46/174): libaio-devel-0.3.111-13.el9.x86_64.rp 201 kB/s | 10 kB 00:00 2024-03-18T22:31:16.327 INFO:teuthology.orchestra.run.smithi181.stdout:(47/174): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 159 kB 00:00 2024-03-18T22:31:16.352 INFO:teuthology.orchestra.run.smithi181.stdout:(48/174): librabbitmq-0.11.0-7.el9.x86_64.rpm 881 kB/s | 44 kB 00:00 2024-03-18T22:31:16.386 INFO:teuthology.orchestra.run.smithi181.stdout:(49/174): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 661 kB 00:00 2024-03-18T22:31:16.411 INFO:teuthology.orchestra.run.smithi181.stdout:(50/174): libtool-2.4.6-45.el9.x86_64.rpm 9.8 MB/s | 578 kB 00:00 2024-03-18T22:31:16.436 INFO:teuthology.orchestra.run.smithi181.stdout:(51/174): libzstd-devel-1.5.1-2.el9.x86_64.rpm 936 kB/s | 46 kB 00:00 2024-03-18T22:31:16.462 INFO:teuthology.orchestra.run.smithi181.stdout:(52/174): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.5 MB/s | 282 kB 00:00 2024-03-18T22:31:16.487 INFO:teuthology.orchestra.run.smithi181.stdout:(53/174): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 187 kB 00:00 2024-03-18T22:31:16.512 INFO:teuthology.orchestra.run.smithi181.stdout:(54/174): oniguruma-6.9.6-1.el9.5.x86_64.rpm 4.3 MB/s | 217 kB 00:00 2024-03-18T22:31:16.537 INFO:teuthology.orchestra.run.smithi181.stdout:(55/174): openblas-0.3.21-2.el9.x86_64.rpm 684 kB/s | 34 kB 00:00 2024-03-18T22:31:16.638 INFO:teuthology.orchestra.run.smithi181.stdout:(56/174): openblas-openmp-0.3.21-2.el9.x86_64.r 38 MB/s | 4.7 MB 00:00 2024-03-18T22:31:16.679 INFO:teuthology.orchestra.run.smithi181.stdout:(57/174): postgresql-13.11-1.el9.x86_64.rpm 11 MB/s | 1.5 MB 00:00 2024-03-18T22:31:16.713 INFO:teuthology.orchestra.run.smithi181.stdout:(58/174): postgresql-contrib-13.11-1.el9.x86_64 11 MB/s | 811 kB 00:00 2024-03-18T22:31:16.747 INFO:teuthology.orchestra.run.smithi181.stdout:(59/174): postgresql-private-libs-13.11-1.el9.x 2.0 MB/s | 134 kB 00:00 2024-03-18T22:31:16.864 INFO:teuthology.orchestra.run.smithi181.stdout:(60/174): postgresql-server-13.11-1.el9.x86_64. 38 MB/s | 5.7 MB 00:00 2024-03-18T22:31:16.898 INFO:teuthology.orchestra.run.smithi181.stdout:(61/174): protobuf-3.14.0-13.el9.x86_64.rpm 6.8 MB/s | 1.0 MB 00:00 2024-03-18T22:31:16.923 INFO:teuthology.orchestra.run.smithi181.stdout:(62/174): python3-attrs-20.3.0-7.el9.noarch.rpm 1.3 MB/s | 78 kB 00:00 2024-03-18T22:31:17.048 INFO:teuthology.orchestra.run.smithi181.stdout:(63/174): python3-babel-2.9.1-2.el9.noarch.rpm 39 MB/s | 5.8 MB 00:00 2024-03-18T22:31:17.073 INFO:teuthology.orchestra.run.smithi181.stdout:(64/174): python3-jsonpatch-1.21-16.el9.noarch. 165 kB/s | 24 kB 00:00 2024-03-18T22:31:17.099 INFO:teuthology.orchestra.run.smithi181.stdout:(65/174): python3-jsonpointer-2.0-4.el9.noarch. 360 kB/s | 18 kB 00:00 2024-03-18T22:31:17.124 INFO:teuthology.orchestra.run.smithi181.stdout:(66/174): python3-mako-1.1.4-6.el9.noarch.rpm 2.8 MB/s | 144 kB 00:00 2024-03-18T22:31:17.149 INFO:teuthology.orchestra.run.smithi181.stdout:(67/174): python3-markupsafe-1.1.1-12.el9.x86_6 632 kB/s | 32 kB 00:00 2024-03-18T22:31:17.250 INFO:teuthology.orchestra.run.smithi181.stdout:(68/174): python3-numpy-1.20.1-5.el9.x86_64.rpm 38 MB/s | 4.8 MB 00:00 2024-03-18T22:31:17.275 INFO:teuthology.orchestra.run.smithi181.stdout:(69/174): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.7 MB/s | 217 kB 00:00 2024-03-18T22:31:17.300 INFO:teuthology.orchestra.run.smithi181.stdout:(70/174): python3-oauthlib-3.1.1-5.el9.noarch.r 3.4 MB/s | 174 kB 00:00 2024-03-18T22:31:17.325 INFO:teuthology.orchestra.run.smithi181.stdout:(71/174): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 69 kB 00:00 2024-03-18T22:31:17.351 INFO:teuthology.orchestra.run.smithi181.stdout:(72/174): python3-prettytable-0.7.2-27.el9.noar 819 kB/s | 41 kB 00:00 2024-03-18T22:31:17.376 INFO:teuthology.orchestra.run.smithi181.stdout:(73/174): python3-protobuf-3.14.0-13.el9.noarch 4.6 MB/s | 238 kB 00:00 2024-03-18T22:31:17.401 INFO:teuthology.orchestra.run.smithi181.stdout:(74/174): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.6 MB/s | 132 kB 00:00 2024-03-18T22:31:17.426 INFO:teuthology.orchestra.run.smithi181.stdout:(75/174): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 211 kB 00:00 2024-03-18T22:31:17.446 INFO:teuthology.orchestra.run.smithi181.stdout:(76/174): python3-pytz-2021.1-5.el9.noarch.rpm 1.1 MB/s | 47 kB 00:00 2024-03-18T22:31:17.469 INFO:teuthology.orchestra.run.smithi181.stdout:(77/174): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 43 kB 00:00 2024-03-18T22:31:17.803 INFO:teuthology.orchestra.run.smithi181.stdout:(78/174): python3-scipy-1.6.2-8.el9.x86_64.rpm 44 MB/s | 16 MB 00:00 2024-03-18T22:31:17.827 INFO:teuthology.orchestra.run.smithi181.stdout:(79/174): python3-toml-0.10.2-6.el9.noarch.rpm 108 kB/s | 39 kB 00:00 2024-03-18T22:31:17.861 INFO:teuthology.orchestra.run.smithi181.stdout:(80/174): python3-wcwidth-0.2.5-8.el9.noarch.rp 704 kB/s | 41 kB 00:00 2024-03-18T22:31:17.886 INFO:teuthology.orchestra.run.smithi181.stdout:(81/174): socat-1.7.4.1-5.el9.x86_64.rpm 5.0 MB/s | 300 kB 00:00 2024-03-18T22:31:17.920 INFO:teuthology.orchestra.run.smithi181.stdout:(82/174): uuid-1.6.2-55.el9.x86_64.rpm 962 kB/s | 56 kB 00:00 2024-03-18T22:31:17.946 INFO:teuthology.orchestra.run.smithi181.stdout:(83/174): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.0 MB/s | 63 kB 00:00 2024-03-18T22:31:17.971 INFO:teuthology.orchestra.run.smithi181.stdout:(84/174): zlib-devel-1.2.11-40.el9.x86_64.rpm 880 kB/s | 44 kB 00:00 2024-03-18T22:31:17.987 INFO:teuthology.orchestra.run.smithi181.stdout:(85/174): fuse-2.9.9-15.el9.x86_64.rpm 1.8 MB/s | 79 kB 00:00 2024-03-18T22:31:18.013 INFO:teuthology.orchestra.run.smithi181.stdout:(86/174): python3-cffi-1.14.5-5.el9.x86_64.rpm 5.6 MB/s | 241 kB 00:00 2024-03-18T22:31:18.046 INFO:teuthology.orchestra.run.smithi181.stdout:(87/174): python3-cryptography-36.0.1-4.el9.x86 20 MB/s | 1.1 MB 00:00 2024-03-18T22:31:18.072 INFO:teuthology.orchestra.run.smithi181.stdout:(88/174): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 103 kB 00:00 2024-03-18T22:31:18.097 INFO:teuthology.orchestra.run.smithi181.stdout:(89/174): python3-pycparser-2.20-6.el9.noarch.r 2.4 MB/s | 124 kB 00:00 2024-03-18T22:31:18.122 INFO:teuthology.orchestra.run.smithi181.stdout:(90/174): python3-urllib3-1.26.5-5.el9.noarch.r 3.6 MB/s | 187 kB 00:00 2024-03-18T22:31:18.631 INFO:teuthology.orchestra.run.smithi181.stdout:(91/174): jq-1.6-16.el9.x86_64.rpm 351 kB/s | 187 kB 00:00 2024-03-18T22:31:18.798 INFO:teuthology.orchestra.run.smithi181.stdout:(92/174): libgfortran-11.4.1-3.el9.x86_64.rpm 1.2 MB/s | 803 kB 00:00 2024-03-18T22:31:18.823 INFO:teuthology.orchestra.run.smithi181.stdout:(93/174): libquadmath-11.4.1-3.el9.x86_64.rpm 1.0 MB/s | 195 kB 00:00 2024-03-18T22:31:18.899 INFO:teuthology.orchestra.run.smithi181.stdout:(94/174): elfutils-libelf-devel-0.190-2.el9.x86 286 kB/s | 21 kB 00:00 2024-03-18T22:31:18.924 INFO:teuthology.orchestra.run.smithi181.stdout:(95/174): python3-requests-2.25.1-8.el9.noarch. 995 kB/s | 125 kB 00:00 2024-03-18T22:31:18.949 INFO:teuthology.orchestra.run.smithi181.stdout:(96/174): libuuid-devel-2.37.4-18.el9.x86_64.rp 509 kB/s | 25 kB 00:00 2024-03-18T22:31:19.080 INFO:teuthology.orchestra.run.smithi099.stdout:[MIRROR] jq-1.6-16.el9.x86_64.rpm: Curl error (28): Timeout was reached for http://ftp-nyc.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/jq-1.6-16.el9.x86_64.rpm [Failed to connect to ftp-nyc.osuosl.org port 80: Connection timed out] 2024-03-18T22:31:19.080 INFO:teuthology.orchestra.run.smithi099.stdout:[MIRROR] libgfortran-11.4.1-3.el9.x86_64.rpm: Curl error (28): Timeout was reached for http://ftp-nyc.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/libgfortran-11.4.1-3.el9.x86_64.rpm [Failed to connect to ftp-nyc.osuosl.org port 80: Connection timed out] 2024-03-18T22:31:19.080 INFO:teuthology.orchestra.run.smithi099.stdout:[MIRROR] libquadmath-11.4.1-3.el9.x86_64.rpm: Curl error (28): Timeout was reached for http://ftp-nyc.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/libquadmath-11.4.1-3.el9.x86_64.rpm [Failed to connect to ftp-nyc.osuosl.org port 80: Connection timed out] 2024-03-18T22:31:19.391 INFO:teuthology.orchestra.run.smithi181.stdout:(97/174): ceph-test-19.0.0-2206.gb6ae2491.el9.x 8.7 MB/s | 48 MB 00:05 2024-03-18T22:31:19.442 INFO:teuthology.orchestra.run.smithi181.stdout:(98/174): python3-devel-3.9.17-2.el9.x86_64.rpm 499 kB/s | 245 kB 00:00 2024-03-18T22:31:19.500 INFO:teuthology.orchestra.run.smithi181.stdout:(99/174): qatlib-23.11.0-1.el9.x86_64.rpm 3.6 MB/s | 216 kB 00:00 2024-03-18T22:31:19.525 INFO:teuthology.orchestra.run.smithi181.stdout:(100/174): python3-jinja2-2.11.3-5.el9.noarch.r 1.8 MB/s | 248 kB 00:00 2024-03-18T22:31:19.539 INFO:teuthology.orchestra.run.smithi099.stdout:(92/174): libquadmath-11.4.1-3.el9.x86_64.rpm 1.5 kB/s | 195 kB 02:10 2024-03-18T22:31:19.542 INFO:teuthology.orchestra.run.smithi181.stdout:(101/174): qatlib-service-23.11.0-1.el9.x86_64. 833 kB/s | 35 kB 00:00 2024-03-18T22:31:19.559 INFO:teuthology.orchestra.run.smithi181.stdout:(102/174): qatzip-libs-1.1.2-2.el9.x86_64.rpm 1.3 MB/s | 44 kB 00:00 2024-03-18T22:31:19.565 INFO:teuthology.orchestra.run.smithi099.stdout:(93/174): jq-1.6-16.el9.x86_64.rpm 1.4 kB/s | 187 kB 02:10 2024-03-18T22:31:19.584 INFO:teuthology.orchestra.run.smithi181.stdout:(103/174): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 2.2 MB/s | 94 kB 00:00 2024-03-18T22:31:19.660 INFO:teuthology.orchestra.run.smithi181.stdout:(104/174): openssl-devel-3.0.7-27.el9.x86_64.rp 5.6 MB/s | 4.1 MB 00:00 2024-03-18T22:31:19.677 INFO:teuthology.orchestra.run.smithi181.stdout:(105/174): lua-devel-5.4.4-4.el9.x86_64.rpm 190 kB/s | 22 kB 00:00 2024-03-18T22:31:19.740 INFO:teuthology.orchestra.run.smithi099.stdout:(94/174): python3-requests-2.25.1-8.el9.noarch. 624 kB/s | 125 kB 00:00 2024-03-18T22:31:19.802 INFO:teuthology.orchestra.run.smithi181.stdout:(106/174): abseil-cpp-20211102.0-3.el9.x86_64.r 3.8 MB/s | 548 kB 00:00 2024-03-18T22:31:19.827 INFO:teuthology.orchestra.run.smithi181.stdout:(107/174): gperftools-libs-2.9.1-2.el9.x86_64.r 2.0 MB/s | 309 kB 00:00 2024-03-18T22:31:19.844 INFO:teuthology.orchestra.run.smithi181.stdout:(108/174): grpc-data-1.46.7-10.el9.noarch.rpm 466 kB/s | 19 kB 00:00 2024-03-18T22:31:19.894 INFO:teuthology.orchestra.run.smithi181.stdout:(109/174): libarrow-doc-9.0.0-10.el9.noarch.rpm 520 kB/s | 26 kB 00:00 2024-03-18T22:31:19.936 INFO:teuthology.orchestra.run.smithi181.stdout:(110/174): liboath-2.6.7-2.el9.x86_64.rpm 1.1 MB/s | 49 kB 00:00 2024-03-18T22:31:20.012 INFO:teuthology.orchestra.run.smithi181.stdout:(111/174): libarrow-9.0.0-10.el9.x86_64.rpm 24 MB/s | 4.4 MB 00:00 2024-03-18T22:31:20.037 INFO:teuthology.orchestra.run.smithi181.stdout:(112/174): libunwind-1.6.2-1.el9.x86_64.rpm 673 kB/s | 67 kB 00:00 2024-03-18T22:31:20.062 INFO:teuthology.orchestra.run.smithi181.stdout:(113/174): protobuf-compiler-3.14.0-13.el9.x86_ 1.8 MB/s | 863 kB 00:00 2024-03-18T22:31:20.082 INFO:teuthology.orchestra.run.smithi099.stdout:(95/174): libgfortran-11.4.1-3.el9.x86_64.rpm 6.1 kB/s | 803 kB 02:10 2024-03-18T22:31:20.087 INFO:teuthology.orchestra.run.smithi181.stdout:(114/174): luarocks-3.9.2-1.el9.noarch.rpm 2.0 MB/s | 151 kB 00:00 2024-03-18T22:31:20.121 INFO:teuthology.orchestra.run.smithi181.stdout:(115/174): parquet-libs-9.0.0-10.el9.x86_64.rpm 9.8 MB/s | 838 kB 00:00 2024-03-18T22:31:20.138 INFO:teuthology.orchestra.run.smithi181.stdout:(116/174): python3-bcrypt-3.2.2-1.el9.x86_64.rp 871 kB/s | 43 kB 00:00 2024-03-18T22:31:20.155 INFO:teuthology.orchestra.run.smithi181.stdout:(117/174): python3-cachetools-4.2.4-1.el9.noarc 956 kB/s | 32 kB 00:00 2024-03-18T22:31:20.180 INFO:teuthology.orchestra.run.smithi181.stdout:(118/174): python3-certifi-2021.10.8-2.el9.noar 354 kB/s | 15 kB 00:00 2024-03-18T22:31:20.206 INFO:teuthology.orchestra.run.smithi181.stdout:(119/174): python3-asyncssh-2.13.2-4.el9.noarch 3.7 MB/s | 548 kB 00:00 2024-03-18T22:31:20.231 INFO:teuthology.orchestra.run.smithi181.stdout:(120/174): python3-cheroot-8.6.0-4.el9.noarch.r 2.2 MB/s | 172 kB 00:00 2024-03-18T22:31:20.273 INFO:teuthology.orchestra.run.smithi181.stdout:(121/174): python3-cherrypy-18.6.1-2.el9.noarch 3.8 MB/s | 358 kB 00:00 2024-03-18T22:31:20.290 INFO:teuthology.orchestra.run.smithi181.stdout:(122/174): python3-colorama-0.4.4-12.el9.noarch 604 kB/s | 35 kB 00:00 2024-03-18T22:31:20.315 INFO:teuthology.orchestra.run.smithi181.stdout:(123/174): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.7 MB/s | 303 kB 00:00 2024-03-18T22:31:20.340 INFO:teuthology.orchestra.run.smithi181.stdout:(124/174): python3-google-auth-2.28.0-1.el9.noa 3.0 MB/s | 203 kB 00:00 2024-03-18T22:31:20.366 INFO:teuthology.orchestra.run.smithi181.stdout:(125/174): python3-grpcio-tools-1.46.7-10.el9.x 2.8 MB/s | 144 kB 00:00 2024-03-18T22:31:20.416 INFO:teuthology.orchestra.run.smithi181.stdout:(126/174): python3-jaraco-8.2.1-3.el9.noarch.rp 142 kB/s | 11 kB 00:00 2024-03-18T22:31:20.441 INFO:teuthology.orchestra.run.smithi181.stdout:(127/174): python3-jaraco-classes-3.2.1-5.el9.n 235 kB/s | 18 kB 00:00 2024-03-18T22:31:20.466 INFO:teuthology.orchestra.run.smithi181.stdout:(128/174): python3-jaraco-collections-3.0.0-8.e 462 kB/s | 23 kB 00:00 2024-03-18T22:31:20.492 INFO:teuthology.orchestra.run.smithi181.stdout:(129/174): python3-jaraco-functools-3.5.0-2.el9 388 kB/s | 19 kB 00:00 2024-03-18T22:31:20.517 INFO:teuthology.orchestra.run.smithi181.stdout:(130/174): python3-jaraco-text-3.2.0-6.el9.noar 393 kB/s | 20 kB 00:00 2024-03-18T22:31:20.567 INFO:teuthology.orchestra.run.smithi181.stdout:(131/174): python3-grpcio-1.46.7-10.el9.x86_64. 7.4 MB/s | 2.0 MB 00:00 2024-03-18T22:31:20.592 INFO:teuthology.orchestra.run.smithi181.stdout:(132/174): python3-logutils-0.3.5-21.el9.noarch 615 kB/s | 46 kB 00:00 2024-03-18T22:31:20.618 INFO:teuthology.orchestra.run.smithi181.stdout:(133/174): python3-more-itertools-8.12.0-2.el9. 1.5 MB/s | 79 kB 00:00 2024-03-18T22:31:20.643 INFO:teuthology.orchestra.run.smithi181.stdout:(134/174): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-03-18T22:31:20.676 INFO:teuthology.orchestra.run.smithi181.stdout:(135/174): python3-kubernetes-26.1.0-2.el9.noar 5.5 MB/s | 1.0 MB 00:00 2024-03-18T22:31:20.702 INFO:teuthology.orchestra.run.smithi181.stdout:(136/174): python3-portend-3.1.0-2.el9.noarch.r 280 kB/s | 16 kB 00:00 2024-03-18T22:31:20.727 INFO:teuthology.orchestra.run.smithi181.stdout:(137/174): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.8 MB/s | 90 kB 00:00 2024-03-18T22:31:20.753 INFO:teuthology.orchestra.run.smithi181.stdout:(138/174): python3-pyperclip-1.8.2-2.el9.noarch 564 kB/s | 28 kB 00:00 2024-03-18T22:31:20.778 INFO:teuthology.orchestra.run.smithi181.stdout:(139/174): python3-repoze-lru-0.7-16.el9.noarch 613 kB/s | 31 kB 00:00 2024-03-18T22:31:20.803 INFO:teuthology.orchestra.run.smithi181.stdout:(140/174): python3-pecan-1.4.2-3.el9.noarch.rpm 1.4 MB/s | 272 kB 00:00 2024-03-18T22:31:20.828 INFO:teuthology.orchestra.run.smithi181.stdout:(141/174): python3-rsa-4.9-2.el9.noarch.rpm 1.2 MB/s | 59 kB 00:00 2024-03-18T22:31:20.853 INFO:teuthology.orchestra.run.smithi181.stdout:(142/174): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-03-18T22:31:20.879 INFO:teuthology.orchestra.run.smithi181.stdout:(143/174): python3-tempora-5.0.0-2.el9.noarch.r 474 kB/s | 36 kB 00:00 2024-03-18T22:31:20.904 INFO:teuthology.orchestra.run.smithi181.stdout:(144/174): python3-typing-extensions-4.4.0-2.el 675 kB/s | 51 kB 00:00 2024-03-18T22:31:20.929 INFO:teuthology.orchestra.run.smithi181.stdout:(145/174): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-03-18T22:31:20.954 INFO:teuthology.orchestra.run.smithi181.stdout:(146/174): python3-webob-1.8.7-6.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-03-18T22:31:20.980 INFO:teuthology.orchestra.run.smithi181.stdout:(147/174): python3-zc-lockfile-2.0-10.el9.noarc 397 kB/s | 20 kB 00:00 2024-03-18T22:31:21.005 INFO:teuthology.orchestra.run.smithi181.stdout:(148/174): python3-werkzeug-2.0.3-3.el9.1.noarc 4.1 MB/s | 427 kB 00:00 2024-03-18T22:31:21.031 INFO:teuthology.orchestra.run.smithi181.stdout:(149/174): re2-20211101-3.el9.x86_64.rpm 2.5 MB/s | 192 kB 00:00 2024-03-18T22:31:21.081 INFO:teuthology.orchestra.run.smithi181.stdout:(150/174): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-03-18T22:31:21.123 INFO:teuthology.orchestra.run.smithi181.stdout:(151/174): xfsdump-3.1.12-4.el9.x86_64.rpm 7.5 MB/s | 321 kB 00:00 2024-03-18T22:31:21.473 INFO:teuthology.orchestra.run.smithi181.stdout:(152/174): librados2-19.0.0-2206.gb6ae2491.el9. 7.3 MB/s | 3.4 MB 00:00 2024-03-18T22:31:21.582 INFO:teuthology.orchestra.run.smithi181.stdout:(153/174): librbd1-19.0.0-2206.gb6ae2491.el9.x8 5.7 MB/s | 3.1 MB 00:00 2024-03-18T22:31:21.890 INFO:teuthology.orchestra.run.smithi181.stdout:(154/174): NetworkManager-1.47.2-1.el9.x86_64.r 3.0 MB/s | 2.3 MB 00:00 2024-03-18T22:31:21.916 INFO:teuthology.orchestra.run.smithi181.stdout:(155/174): NetworkManager-team-1.47.2-1.el9.x86 126 kB/s | 42 kB 00:00 2024-03-18T22:31:21.999 INFO:teuthology.orchestra.run.smithi181.stdout:(156/174): NetworkManager-tui-1.47.2-1.el9.x86_ 2.2 MB/s | 248 kB 00:00 2024-03-18T22:31:22.099 INFO:teuthology.orchestra.run.smithi181.stdout:(157/174): acl-2.3.1-4.el9.x86_64.rpm 389 kB/s | 71 kB 00:00 2024-03-18T22:31:22.124 INFO:teuthology.orchestra.run.smithi181.stdout:(158/174): elfutils-debuginfod-client-0.190-2.e 291 kB/s | 36 kB 00:00 2024-03-18T22:31:22.208 INFO:teuthology.orchestra.run.smithi181.stdout:(159/174): NetworkManager-libnm-1.47.2-1.el9.x8 2.5 MB/s | 1.8 MB 00:00 2024-03-18T22:31:22.242 INFO:teuthology.orchestra.run.smithi181.stdout:(160/174): elfutils-libs-0.190-2.el9.x86_64.rpm 2.1 MB/s | 256 kB 00:00 2024-03-18T22:31:22.309 INFO:teuthology.orchestra.run.smithi181.stdout:(161/174): libacl-2.3.1-4.el9.x86_64.rpm 229 kB/s | 23 kB 00:00 2024-03-18T22:31:22.342 INFO:teuthology.orchestra.run.smithi181.stdout:(162/174): libblkid-2.37.4-18.el9.x86_64.rpm 1.1 MB/s | 108 kB 00:00 2024-03-18T22:31:22.367 INFO:teuthology.orchestra.run.smithi181.stdout:(163/174): elfutils-libelf-0.190-2.el9.x86_64.r 718 kB/s | 192 kB 00:00 2024-03-18T22:31:22.409 INFO:teuthology.orchestra.run.smithi181.stdout:(164/174): libfdisk-2.37.4-18.el9.x86_64.rpm 1.5 MB/s | 155 kB 00:00 2024-03-18T22:31:22.451 INFO:teuthology.orchestra.run.smithi181.stdout:(165/174): libmount-2.37.4-18.el9.x86_64.rpm 1.2 MB/s | 136 kB 00:00 2024-03-18T22:31:22.477 INFO:teuthology.orchestra.run.smithi181.stdout:(166/174): libsmartcols-2.37.4-18.el9.x86_64.rp 587 kB/s | 64 kB 00:00 2024-03-18T22:31:22.510 INFO:teuthology.orchestra.run.smithi181.stdout:(167/174): libuuid-2.37.4-18.el9.x86_64.rpm 285 kB/s | 29 kB 00:00 2024-03-18T22:31:22.577 INFO:teuthology.orchestra.run.smithi181.stdout:(168/174): openssl-3.0.7-27.el9.x86_64.rpm 9.6 MB/s | 1.2 MB 00:00 2024-03-18T22:31:22.686 INFO:teuthology.orchestra.run.smithi181.stdout:(169/174): util-linux-core-2.37.4-18.el9.x86_64 4.2 MB/s | 465 kB 00:00 2024-03-18T22:31:22.786 INFO:teuthology.orchestra.run.smithi181.stdout:(170/174): util-linux-user-2.37.4-18.el9.x86_64 311 kB/s | 31 kB 00:00 2024-03-18T22:31:22.845 INFO:teuthology.orchestra.run.smithi181.stdout:(171/174): util-linux-2.37.4-18.el9.x86_64.rpm 6.8 MB/s | 2.3 MB 00:00 2024-03-18T22:31:22.911 INFO:teuthology.orchestra.run.smithi181.stdout:(172/174): xfsprogs-6.3.0-1.el9.x86_64.rpm 8.6 MB/s | 1.1 MB 00:00 2024-03-18T22:31:22.937 INFO:teuthology.orchestra.run.smithi181.stdout:(173/174): libacl-devel-2.3.1-4.el9.x86_64.rpm 809 kB/s | 74 kB 00:00 2024-03-18T22:31:22.990 INFO:teuthology.orchestra.run.smithi181.stdout:(174/174): openssl-libs-3.0.7-27.el9.x86_64.rpm 4.2 MB/s | 2.2 MB 00:00 2024-03-18T22:31:22.991 INFO:teuthology.orchestra.run.smithi181.stdout:-------------------------------------------------------------------------------- 2024-03-18T22:31:22.991 INFO:teuthology.orchestra.run.smithi181.stdout:Total 18 MB/s | 224 MB 00:12 2024-03-18T22:31:23.459 INFO:teuthology.orchestra.run.smithi181.stdout:Running transaction check 2024-03-18T22:31:23.731 INFO:teuthology.orchestra.run.smithi181.stdout:Transaction check succeeded. 2024-03-18T22:31:23.731 INFO:teuthology.orchestra.run.smithi181.stdout:Running transaction test 2024-03-18T22:31:25.435 INFO:teuthology.orchestra.run.smithi181.stdout:Transaction test succeeded. 2024-03-18T22:31:25.436 INFO:teuthology.orchestra.run.smithi181.stdout:Running transaction 2024-03-18T22:31:32.247 INFO:teuthology.orchestra.run.smithi181.stdout: Preparing : 1/1 2024-03-18T22:31:32.357 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : openssl-libs-1:3.0.7-27.el9.x86_64 1/198 2024-03-18T22:31:32.392 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : libuuid-2.37.4-18.el9.x86_64 2/198 2024-03-18T22:31:32.422 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : libblkid-2.37.4-18.el9.x86_64 3/198 2024-03-18T22:31:32.431 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libblkid-2.37.4-18.el9.x86_64 3/198 2024-03-18T22:31:32.472 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 4/198 2024-03-18T22:31:32.525 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 5/198 2024-03-18T22:31:32.559 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/198 2024-03-18T22:31:32.593 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/198 2024-03-18T22:31:32.634 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 8/198 2024-03-18T22:31:32.955 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 9/198 2024-03-18T22:31:33.052 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : librados2-2:19.0.0-2206.gb6ae2491.el9.x86_64 10/198 2024-03-18T22:31:33.172 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librados2-2:19.0.0-2206.gb6ae2491.el9.x86_64 10/198 2024-03-18T22:31:33.213 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libcephfs2-2:19.0.0-2206.gb6ae2491.el9.x86_64 11/198 2024-03-18T22:31:33.303 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libcephfs2-2:19.0.0-2206.gb6ae2491.el9.x86_64 11/198 2024-03-18T22:31:33.333 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-rados-2:19.0.0-2206.gb6ae2491.el9.x86_64 12/198 2024-03-18T22:31:33.384 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : postgresql-private-libs-13.11-1.el9.x86_64 13/198 2024-03-18T22:31:33.548 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : elfutils-libelf-0.190-2.el9.x86_64 14/198 2024-03-18T22:31:33.606 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : postgresql-13.11-1.el9.x86_64 15/198 2024-03-18T22:31:33.634 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libcephsqlite-2:19.0.0-2206.gb6ae2491.el9.x86_64 16/198 2024-03-18T22:31:33.720 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2206.gb6ae2491.el9.x86_64 16/198 2024-03-18T22:31:33.744 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libradosstriper1-2:19.0.0-2206.gb6ae2491.el9.x86 17/198 2024-03-18T22:31:33.799 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2206.gb6ae2491.el9.x86 17/198 2024-03-18T22:31:33.842 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : libmount-2.37.4-18.el9.x86_64 18/198 2024-03-18T22:31:33.862 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : qatlib-service-23.11.0-1.el9.x86_64 19/198 2024-03-18T22:31:33.877 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: qatlib-service-23.11.0-1.el9.x86_64 19/198 2024-03-18T22:31:34.112 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: qatlib-23.11.0-1.el9.x86_64 20/198 2024-03-18T22:31:34.143 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : qatlib-23.11.0-1.el9.x86_64 20/198 2024-03-18T22:31:34.175 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : libsmartcols-2.37.4-18.el9.x86_64 21/198 2024-03-18T22:31:34.271 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : libacl-2.3.1-4.el9.x86_64 22/198 2024-03-18T22:31:34.377 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : NetworkManager-libnm-1:1.47.2-1.el9.x86_64 23/198 2024-03-18T22:31:34.437 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.2-1.el9.x86_64 23/198 2024-03-18T22:31:34.512 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: NetworkManager-1:1.47.2-1.el9.x86_64 24/198 2024-03-18T22:31:34.563 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : NetworkManager-1:1.47.2-1.el9.x86_64 24/198 2024-03-18T22:31:34.763 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: NetworkManager-1:1.47.2-1.el9.x86_64 24/198 2024-03-18T22:31:34.876 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : re2-1:20211101-3.el9.x86_64 25/198 2024-03-18T22:31:34.963 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 26/198 2024-03-18T22:31:35.002 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 27/198 2024-03-18T22:31:35.028 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : liboath-2.6.7-2.el9.x86_64 28/198 2024-03-18T22:31:35.064 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/198 2024-03-18T22:31:35.167 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/198 2024-03-18T22:31:35.225 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 31/198 2024-03-18T22:31:35.263 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 32/198 2024-03-18T22:31:35.327 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 33/198 2024-03-18T22:31:35.363 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 34/198 2024-03-18T22:31:35.406 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 35/198 2024-03-18T22:31:35.438 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 36/198 2024-03-18T22:31:35.467 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : lua-5.4.4-4.el9.x86_64 37/198 2024-03-18T22:31:35.535 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 38/198 2024-03-18T22:31:35.580 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-ceph-common-2:19.0.0-2206.gb6ae2491.el9. 39/198 2024-03-18T22:31:35.623 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-ceph-argparse-2:19.0.0-2206.gb6ae2491.el 40/198 2024-03-18T22:31:35.652 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cephfs-2:19.0.0-2206.gb6ae2491.el9.x86_6 41/198 2024-03-18T22:31:35.722 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 42/198 2024-03-18T22:31:35.766 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : luarocks-3.9.2-1.el9.noarch 43/198 2024-03-18T22:31:35.839 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 44/198 2024-03-18T22:31:35.971 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 45/198 2024-03-18T22:31:36.027 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 46/198 2024-03-18T22:31:36.539 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-rsa-4.9-2.el9.noarch 47/198 2024-03-18T22:31:36.622 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 48/198 2024-03-18T22:31:36.705 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 49/198 2024-03-18T22:31:36.751 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : util-linux-core-2.37.4-18.el9.x86_64 50/198 2024-03-18T22:31:36.759 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: util-linux-core-2.37.4-18.el9.x86_64 50/198 2024-03-18T22:31:36.791 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : qatzip-libs-1.1.2-2.el9.x86_64 51/198 2024-03-18T22:31:36.840 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : elfutils-libs-0.190-2.el9.x86_64 52/198 2024-03-18T22:31:36.878 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : librados-devel-2:19.0.0-2206.gb6ae2491.el9.x86_6 53/198 2024-03-18T22:31:36.907 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 54/198 2024-03-18T22:31:37.129 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : libfdisk-2.37.4-18.el9.x86_64 55/198 2024-03-18T22:31:37.291 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : util-linux-2.37.4-18.el9.x86_64 56/198 2024-03-18T22:31:37.359 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : xfsprogs-6.3.0-1.el9.x86_64 57/198 2024-03-18T22:31:37.488 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 58/198 2024-03-18T22:31:37.751 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 59/198 2024-03-18T22:31:37.798 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : openssl-1:3.0.7-27.el9.x86_64 60/198 2024-03-18T22:31:37.853 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 61/198 2024-03-18T22:31:37.918 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 62/198 2024-03-18T22:31:37.950 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 63/198 2024-03-18T22:31:37.986 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 64/198 2024-03-18T22:31:38.033 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 65/198 2024-03-18T22:31:38.068 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 66/198 2024-03-18T22:31:38.112 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 67/198 2024-03-18T22:31:38.153 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 68/198 2024-03-18T22:31:38.287 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 69/198 2024-03-18T22:31:38.342 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 70/198 2024-03-18T22:31:38.373 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 71/198 2024-03-18T22:31:38.414 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 72/198 2024-03-18T22:31:38.507 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 73/198 2024-03-18T22:31:38.548 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-google-auth-1:2.28.0-1.el9.noarch 74/198 2024-03-18T22:31:38.588 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 75/198 2024-03-18T22:31:38.622 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 76/198 2024-03-18T22:31:38.646 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 77/198 2024-03-18T22:31:38.718 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 78/198 2024-03-18T22:31:38.847 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 79/198 2024-03-18T22:31:38.955 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 80/198 2024-03-18T22:31:38.996 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 81/198 2024-03-18T22:31:39.045 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-ply-3.11-14.el9.noarch 82/198 2024-03-18T22:31:39.100 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 83/198 2024-03-18T22:31:39.292 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 84/198 2024-03-18T22:31:39.333 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 85/198 2024-03-18T22:31:39.463 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 86/198 2024-03-18T22:31:39.498 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-asyncssh-2.13.2-4.el9.noarch 87/198 2024-03-18T22:31:39.531 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 88/198 2024-03-18T22:31:39.570 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : fuse-2.9.9-15.el9.x86_64 89/198 2024-03-18T22:31:39.598 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 90/198 2024-03-18T22:31:39.632 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 91/198 2024-03-18T22:31:39.671 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : uuid-1.6.2-55.el9.x86_64 92/198 2024-03-18T22:31:39.703 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 93/198 2024-03-18T22:31:39.733 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 94/198 2024-03-18T22:31:39.809 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 95/198 2024-03-18T22:31:39.851 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 96/198 2024-03-18T22:31:39.885 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 97/198 2024-03-18T22:31:39.926 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 98/198 2024-03-18T22:31:39.960 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 99/198 2024-03-18T22:31:40.050 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 100/198 2024-03-18T22:31:40.141 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 101/198 2024-03-18T22:31:40.184 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 102/198 2024-03-18T22:31:40.215 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 103/198 2024-03-18T22:31:40.253 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 104/198 2024-03-18T22:31:40.352 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-packaging-20.9-5.el9.noarch 105/198 2024-03-18T22:31:40.400 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 106/198 2024-03-18T22:31:41.121 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 107/198 2024-03-18T22:31:41.171 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 108/198 2024-03-18T22:31:41.205 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 109/198 2024-03-18T22:31:41.253 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 110/198 2024-03-18T22:31:41.331 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 111/198 2024-03-18T22:31:41.373 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 112/198 2024-03-18T22:31:41.549 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : openblas-0.3.21-2.el9.x86_64 113/198 2024-03-18T22:31:41.579 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 114/198 2024-03-18T22:31:41.656 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 115/198 2024-03-18T22:31:42.296 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 116/198 2024-03-18T22:31:42.401 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 117/198 2024-03-18T22:31:43.614 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 118/198 2024-03-18T22:31:43.704 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 119/198 2024-03-18T22:31:43.735 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 120/198 2024-03-18T22:31:43.766 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : jq-1.6-16.el9.x86_64 121/198 2024-03-18T22:31:43.794 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 122/198 2024-03-18T22:31:44.109 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 123/198 2024-03-18T22:31:44.132 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : librbd1-2:19.0.0-2206.gb6ae2491.el9.x86_64 124/198 2024-03-18T22:31:44.223 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librbd1-2:19.0.0-2206.gb6ae2491.el9.x86_64 124/198 2024-03-18T22:31:44.254 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-rbd-2:19.0.0-2206.gb6ae2491.el9.x86_64 125/198 2024-03-18T22:31:44.290 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 126/198 2024-03-18T22:31:44.751 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 127/198 2024-03-18T22:31:44.794 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : librgw2-2:19.0.0-2206.gb6ae2491.el9.x86_64 128/198 2024-03-18T22:31:44.864 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librgw2-2:19.0.0-2206.gb6ae2491.el9.x86_64 128/198 2024-03-18T22:31:44.887 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-rgw-2:19.0.0-2206.gb6ae2491.el9.x86_64 129/198 2024-03-18T22:31:47.142 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64 130/198 2024-03-18T22:31:47.184 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64 130/198 2024-03-18T22:31:47.724 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64 130/198 2024-03-18T22:31:47.770 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-base-2:19.0.0-2206.gb6ae2491.el9.x86_64 131/198 2024-03-18T22:31:47.852 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-base-2:19.0.0-2206.gb6ae2491.el9.x86_64 131/198 2024-03-18T22:31:47.852 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-03-18T22:31:47.852 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-03-18T22:31:47.853 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-03-18T22:31:47.880 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-selinux-2:19.0.0-2206.gb6ae2491.el9.x86_64 132/198 2024-03-18T22:31:59.653 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2206.gb6ae2491.el9.x86_64 132/198 2024-03-18T22:31:59.653 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /sys 2024-03-18T22:31:59.653 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /proc 2024-03-18T22:31:59.653 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /mnt 2024-03-18T22:31:59.653 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /var/tmp 2024-03-18T22:31:59.653 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /home 2024-03-18T22:31:59.653 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /root 2024-03-18T22:31:59.654 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /tmp 2024-03-18T22:31:59.654 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-03-18T22:31:59.820 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-volume-2:19.0.0-2206.gb6ae2491.el9.noarch 133/198 2024-03-18T22:31:59.839 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-volume-2:19.0.0-2206.gb6ae2491.el9.noarch 133/198 2024-03-18T22:31:59.839 INFO:teuthology.orchestra.run.smithi181.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-18T22:31:59.839 INFO:teuthology.orchestra.run.smithi181.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-03-18T22:31:59.839 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-03-18T22:32:01.315 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-osd-2:19.0.0-2206.gb6ae2491.el9.x86_64 134/198 2024-03-18T22:32:01.341 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-osd-2:19.0.0-2206.gb6ae2491.el9.x86_64 134/198 2024-03-18T22:32:01.341 INFO:teuthology.orchestra.run.smithi181.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-18T22:32:01.341 INFO:teuthology.orchestra.run.smithi181.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-03-18T22:32:01.341 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-18T22:32:01.341 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-18T22:32:01.342 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-03-18T22:32:01.565 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mds-2:19.0.0-2206.gb6ae2491.el9.x86_64 135/198 2024-03-18T22:32:01.588 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mds-2:19.0.0-2206.gb6ae2491.el9.x86_64 135/198 2024-03-18T22:32:01.588 INFO:teuthology.orchestra.run.smithi181.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-18T22:32:01.588 INFO:teuthology.orchestra.run.smithi181.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-03-18T22:32:01.588 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-18T22:32:01.588 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-18T22:32:01.589 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-03-18T22:32:02.045 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mon-2:19.0.0-2206.gb6ae2491.el9.x86_64 136/198 2024-03-18T22:32:02.067 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mon-2:19.0.0-2206.gb6ae2491.el9.x86_64 136/198 2024-03-18T22:32:02.067 INFO:teuthology.orchestra.run.smithi181.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-18T22:32:02.067 INFO:teuthology.orchestra.run.smithi181.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-03-18T22:32:02.067 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-18T22:32:02.068 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-18T22:32:02.068 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-03-18T22:32:02.160 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : automake-1.16.2-8.el9.noarch 137/198 2024-03-18T22:32:02.552 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch 138/198 2024-03-18T22:32:02.583 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch 138/198 2024-03-18T22:32:02.615 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2206.gb6ae2491.e 139/198 2024-03-18T22:32:02.675 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2206.gb6ae2491. 140/198 2024-03-18T22:32:02.706 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2206.gb6ae2491.el9.noa 141/198 2024-03-18T22:32:02.940 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2206.gb6ae2491.el9.noa 141/198 2024-03-18T22:32:02.974 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2206.gb6ae2491.el9.n 142/198 2024-03-18T22:32:03.939 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2206.gb6ae2491.el9.n 142/198 2024-03-18T22:32:03.966 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2206.gb6a 143/198 2024-03-18T22:32:04.065 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2206.gb6a 143/198 2024-03-18T22:32:04.229 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2206.gb6ae2491.el 144/198 2024-03-18T22:32:04.260 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-2:19.0.0-2206.gb6ae2491.el9.x86_64 145/198 2024-03-18T22:32:04.283 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2206.gb6ae2491.el9.x86_64 145/198 2024-03-18T22:32:04.283 INFO:teuthology.orchestra.run.smithi181.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-18T22:32:04.283 INFO:teuthology.orchestra.run.smithi181.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-03-18T22:32:04.283 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-18T22:32:04.283 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-18T22:32:04.283 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-03-18T22:32:04.327 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-rook-2:19.0.0-2206.gb6ae2491.el9.noarch 146/198 2024-03-18T22:32:04.337 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2206.gb6ae2491.el9.noarch 146/198 2024-03-18T22:32:04.384 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-2:19.0.0-2206.gb6ae2491.el9.x86_64 147/198 2024-03-18T22:32:05.255 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libtool-2.4.6-45.el9.x86_64 148/198 2024-03-18T22:32:05.287 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-radosgw-2:19.0.0-2206.gb6ae2491.el9.x86_64 149/198 2024-03-18T22:32:05.309 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2206.gb6ae2491.el9.x86_64 149/198 2024-03-18T22:32:05.310 INFO:teuthology.orchestra.run.smithi181.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-18T22:32:05.310 INFO:teuthology.orchestra.run.smithi181.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-03-18T22:32:05.310 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-18T22:32:05.310 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-18T22:32:05.310 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-03-18T22:32:05.354 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2206.gb6ae2 150/198 2024-03-18T22:32:05.376 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2206.gb6ae2 150/198 2024-03-18T22:32:05.376 INFO:teuthology.orchestra.run.smithi181.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-18T22:32:05.376 INFO:teuthology.orchestra.run.smithi181.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-03-18T22:32:05.376 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-03-18T22:32:05.430 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : cephfs-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64 151/198 2024-03-18T22:32:05.452 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64 151/198 2024-03-18T22:32:05.452 INFO:teuthology.orchestra.run.smithi181.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-18T22:32:05.452 INFO:teuthology.orchestra.run.smithi181.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-03-18T22:32:05.452 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-03-18T22:32:05.452 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-03-18T22:32:05.452 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-03-18T22:32:05.772 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : rbd-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64 152/198 2024-03-18T22:32:05.794 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64 152/198 2024-03-18T22:32:05.795 INFO:teuthology.orchestra.run.smithi181.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-18T22:32:05.795 INFO:teuthology.orchestra.run.smithi181.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-03-18T22:32:05.795 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-18T22:32:05.795 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-18T22:32:05.795 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-03-18T22:32:10.217 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-test-2:19.0.0-2206.gb6ae2491.el9.x86_64 153/198 2024-03-18T22:32:10.258 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : rbd-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64 154/198 2024-03-18T22:32:10.289 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : rbd-nbd-2:19.0.0-2206.gb6ae2491.el9.x86_64 155/198 2024-03-18T22:32:10.316 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 156/198 2024-03-18T22:32:10.495 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : cephfs-shell-2:19.0.0-2206.gb6ae2491.el9.x86_64 157/198 2024-03-18T22:32:10.616 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : postgresql-contrib-13.11-1.el9.x86_64 158/198 2024-03-18T22:32:10.656 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64 159/198 2024-03-18T22:32:10.704 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 160/198 2024-03-18T22:32:10.765 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : xfsdump-3.1.12-4.el9.x86_64 161/198 2024-03-18T22:32:10.817 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : util-linux-user-2.37.4-18.el9.x86_64 162/198 2024-03-18T22:32:10.850 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libcephfs-devel-2:19.0.0-2206.gb6ae2491.el9.x86_ 163/198 2024-03-18T22:32:10.882 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : elfutils-debuginfod-client-0.190-2.el9.x86_64 164/198 2024-03-18T22:32:10.911 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : NetworkManager-team-1:1.47.2-1.el9.x86_64 165/198 2024-03-18T22:32:10.957 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : NetworkManager-tui-1:1.47.2-1.el9.x86_64 166/198 2024-03-18T22:32:11.026 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : acl-2.3.1-4.el9.x86_64 167/198 2024-03-18T22:32:11.051 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : libacl-devel-2.3.1-4.el9.x86_64 168/198 2024-03-18T22:32:11.613 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 169/198 2024-03-18T22:32:11.657 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : postgresql-server-13.11-1.el9.x86_64 169/198 2024-03-18T22:32:11.677 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 169/198 2024-03-18T22:32:12.503 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : cephfs-top-2:19.0.0-2206.gb6ae2491.el9.noarch 170/198 2024-03-18T22:32:12.595 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : openssl-devel-1:3.0.7-27.el9.x86_64 171/198 2024-03-18T22:32:12.635 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 172/198 2024-03-18T22:32:12.715 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : flex-2.6.4-9.el9.x86_64 173/198 2024-03-18T22:32:12.756 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : bison-3.7.4-5.el9.x86_64 174/198 2024-03-18T22:32:12.781 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : NetworkManager-tui-1:1.44.0-2.el9.x86_64 175/198 2024-03-18T22:32:12.807 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : elfutils-debuginfod-client-0.189-3.el9.x86_64 176/198 2024-03-18T22:32:12.833 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : elfutils-libs-0.189-3.el9.x86_64 177/198 2024-03-18T22:32:12.833 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 178/198 2024-03-18T22:32:12.913 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 178/198 2024-03-18T22:32:12.942 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : openssl-1:3.0.7-24.el9.x86_64 179/198 2024-03-18T22:32:12.942 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 180/198 2024-03-18T22:32:13.019 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 180/198 2024-03-18T22:32:13.045 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : xfsdump-3.1.12-3.el9.x86_64 181/198 2024-03-18T22:32:13.086 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : xfsprogs-5.19.0-4.el9.x86_64 182/198 2024-03-18T22:32:13.112 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : acl-2.3.1-3.el9.x86_64 183/198 2024-03-18T22:32:13.137 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : libacl-devel-2.3.1-3.el9.x86_64 184/198 2024-03-18T22:32:13.169 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : util-linux-user-2.37.4-15.el9.x86_64 185/198 2024-03-18T22:32:13.209 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : util-linux-2.37.4-15.el9.x86_64 186/198 2024-03-18T22:32:13.250 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : util-linux-core-2.37.4-15.el9.x86_64 187/198 2024-03-18T22:32:13.275 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : libfdisk-2.37.4-15.el9.x86_64 188/198 2024-03-18T22:32:13.300 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : libmount-2.37.4-15.el9.x86_64 189/198 2024-03-18T22:32:13.325 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : libblkid-2.37.4-15.el9.x86_64 190/198 2024-03-18T22:32:13.351 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : NetworkManager-team-1:1.44.0-2.el9.x86_64 191/198 2024-03-18T22:32:13.357 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-18T22:32:13.357 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-18T22:32:13.537 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-18T22:32:13.537 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 193/198 2024-03-18T22:32:13.620 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: NetworkManager-libnm-1:1.44.0-2.el9.x86_64 193/198 2024-03-18T22:32:13.645 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : libuuid-2.37.4-15.el9.x86_64 194/198 2024-03-18T22:32:13.670 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : libsmartcols-2.37.4-15.el9.x86_64 195/198 2024-03-18T22:32:13.703 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : libacl-2.3.1-3.el9.x86_64 196/198 2024-03-18T22:32:13.729 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : openssl-libs-1:3.0.7-24.el9.x86_64 197/198 2024-03-18T22:32:13.793 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : elfutils-libelf-0.189-3.el9.x86_64 198/198 2024-03-18T22:32:18.590 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: elfutils-libelf-0.189-3.el9.x86_64 198/198 2024-03-18T22:32:18.590 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-2:19.0.0-2206.gb6ae2491.el9.x86_64 1/198 2024-03-18T22:32:18.590 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-base-2:19.0.0-2206.gb6ae2491.el9.x86_64 2/198 2024-03-18T22:32:18.590 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64 3/198 2024-03-18T22:32:18.590 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64 4/198 2024-03-18T22:32:18.590 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2206.gb6ae2 5/198 2024-03-18T22:32:18.590 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mds-2:19.0.0-2206.gb6ae2491.el9.x86_64 6/198 2024-03-18T22:32:18.591 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-2:19.0.0-2206.gb6ae2491.el9.x86_64 7/198 2024-03-18T22:32:18.591 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mon-2:19.0.0-2206.gb6ae2491.el9.x86_64 8/198 2024-03-18T22:32:18.591 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-osd-2:19.0.0-2206.gb6ae2491.el9.x86_64 9/198 2024-03-18T22:32:18.591 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-radosgw-2:19.0.0-2206.gb6ae2491.el9.x86_64 10/198 2024-03-18T22:32:18.591 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-selinux-2:19.0.0-2206.gb6ae2491.el9.x86_64 11/198 2024-03-18T22:32:18.591 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-test-2:19.0.0-2206.gb6ae2491.el9.x86_64 12/198 2024-03-18T22:32:18.591 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : cephfs-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64 13/198 2024-03-18T22:32:18.591 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : cephfs-shell-2:19.0.0-2206.gb6ae2491.el9.x86_64 14/198 2024-03-18T22:32:18.591 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libcephfs-devel-2:19.0.0-2206.gb6ae2491.el9.x86_ 15/198 2024-03-18T22:32:18.591 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libcephfs2-2:19.0.0-2206.gb6ae2491.el9.x86_64 16/198 2024-03-18T22:32:18.591 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libcephsqlite-2:19.0.0-2206.gb6ae2491.el9.x86_64 17/198 2024-03-18T22:32:18.591 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librados-devel-2:19.0.0-2206.gb6ae2491.el9.x86_6 18/198 2024-03-18T22:32:18.591 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libradosstriper1-2:19.0.0-2206.gb6ae2491.el9.x86 19/198 2024-03-18T22:32:18.591 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librgw2-2:19.0.0-2206.gb6ae2491.el9.x86_64 20/198 2024-03-18T22:32:18.592 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2206.gb6ae2491.el 21/198 2024-03-18T22:32:18.592 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-ceph-common-2:19.0.0-2206.gb6ae2491.el9. 22/198 2024-03-18T22:32:18.592 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cephfs-2:19.0.0-2206.gb6ae2491.el9.x86_6 23/198 2024-03-18T22:32:18.592 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-rados-2:19.0.0-2206.gb6ae2491.el9.x86_64 24/198 2024-03-18T22:32:18.592 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-rbd-2:19.0.0-2206.gb6ae2491.el9.x86_64 25/198 2024-03-18T22:32:18.609 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-rgw-2:19.0.0-2206.gb6ae2491.el9.x86_64 26/198 2024-03-18T22:32:18.610 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : rbd-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64 27/198 2024-03-18T22:32:18.610 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : rbd-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64 28/198 2024-03-18T22:32:18.610 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : rbd-nbd-2:19.0.0-2206.gb6ae2491.el9.x86_64 29/198 2024-03-18T22:32:18.610 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2206.gb6ae2491. 30/198 2024-03-18T22:32:18.610 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2206.gb6ae2491.el9.noa 31/198 2024-03-18T22:32:18.610 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2206.gb6ae2491.el9.n 32/198 2024-03-18T22:32:18.610 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2206.gb6a 33/198 2024-03-18T22:32:18.610 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2206.gb6ae2491.el 34/198 2024-03-18T22:32:18.610 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2206.gb6ae2491.el9.noarch 35/198 2024-03-18T22:32:18.610 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2206.gb6ae2491.e 36/198 2024-03-18T22:32:18.610 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-volume-2:19.0.0-2206.gb6ae2491.el9.noarch 37/198 2024-03-18T22:32:18.611 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch 38/198 2024-03-18T22:32:18.611 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : cephfs-top-2:19.0.0-2206.gb6ae2491.el9.noarch 39/198 2024-03-18T22:32:18.611 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : automake-1.16.2-8.el9.noarch 40/198 2024-03-18T22:32:18.611 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : bison-3.7.4-5.el9.x86_64 41/198 2024-03-18T22:32:18.611 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 42/198 2024-03-18T22:32:18.611 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : flex-2.6.4-9.el9.x86_64 43/198 2024-03-18T22:32:18.611 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 44/198 2024-03-18T22:32:18.611 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 45/198 2024-03-18T22:32:18.611 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 46/198 2024-03-18T22:32:18.611 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 47/198 2024-03-18T22:32:18.611 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/198 2024-03-18T22:32:18.611 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/198 2024-03-18T22:32:18.611 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/198 2024-03-18T22:32:18.611 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 51/198 2024-03-18T22:32:18.611 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 52/198 2024-03-18T22:32:18.612 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 53/198 2024-03-18T22:32:18.612 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : lua-5.4.4-4.el9.x86_64 54/198 2024-03-18T22:32:18.612 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 55/198 2024-03-18T22:32:18.612 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 56/198 2024-03-18T22:32:18.612 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 57/198 2024-03-18T22:32:18.612 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : postgresql-13.11-1.el9.x86_64 58/198 2024-03-18T22:32:18.612 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : postgresql-contrib-13.11-1.el9.x86_64 59/198 2024-03-18T22:32:18.612 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : postgresql-private-libs-13.11-1.el9.x86_64 60/198 2024-03-18T22:32:18.612 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : postgresql-server-13.11-1.el9.x86_64 61/198 2024-03-18T22:32:18.612 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 62/198 2024-03-18T22:32:18.612 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 63/198 2024-03-18T22:32:18.612 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 64/198 2024-03-18T22:32:18.612 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 65/198 2024-03-18T22:32:18.613 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 66/198 2024-03-18T22:32:18.613 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 67/198 2024-03-18T22:32:18.613 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 68/198 2024-03-18T22:32:18.613 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 69/198 2024-03-18T22:32:18.613 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 70/198 2024-03-18T22:32:18.613 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 71/198 2024-03-18T22:32:18.613 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 72/198 2024-03-18T22:32:18.613 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 73/198 2024-03-18T22:32:18.613 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 74/198 2024-03-18T22:32:18.613 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 75/198 2024-03-18T22:32:18.613 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 76/198 2024-03-18T22:32:18.613 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 77/198 2024-03-18T22:32:18.613 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 78/198 2024-03-18T22:32:18.613 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 79/198 2024-03-18T22:32:18.614 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 80/198 2024-03-18T22:32:18.614 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 81/198 2024-03-18T22:32:18.614 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 82/198 2024-03-18T22:32:18.614 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 83/198 2024-03-18T22:32:18.614 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 84/198 2024-03-18T22:32:18.614 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 85/198 2024-03-18T22:32:18.614 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 86/198 2024-03-18T22:32:18.614 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 87/198 2024-03-18T22:32:18.614 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 88/198 2024-03-18T22:32:18.614 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-ply-3.11-14.el9.noarch 89/198 2024-03-18T22:32:18.614 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 90/198 2024-03-18T22:32:18.614 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 91/198 2024-03-18T22:32:18.614 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : jq-1.6-16.el9.x86_64 92/198 2024-03-18T22:32:18.615 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 93/198 2024-03-18T22:32:18.615 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 94/198 2024-03-18T22:32:18.615 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 95/198 2024-03-18T22:32:18.615 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 96/198 2024-03-18T22:32:18.615 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 97/198 2024-03-18T22:32:18.615 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : openssl-devel-1:3.0.7-27.el9.x86_64 98/198 2024-03-18T22:32:18.615 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 99/198 2024-03-18T22:32:18.615 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 100/198 2024-03-18T22:32:18.615 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : qatlib-23.11.0-1.el9.x86_64 101/198 2024-03-18T22:32:18.615 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : qatlib-service-23.11.0-1.el9.x86_64 102/198 2024-03-18T22:32:18.615 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : qatzip-libs-1.1.2-2.el9.x86_64 103/198 2024-03-18T22:32:18.616 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 104/198 2024-03-18T22:32:18.616 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/198 2024-03-18T22:32:18.616 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/198 2024-03-18T22:32:18.616 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/198 2024-03-18T22:32:18.616 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 108/198 2024-03-18T22:32:18.616 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/198 2024-03-18T22:32:18.616 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 110/198 2024-03-18T22:32:18.616 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 111/198 2024-03-18T22:32:18.616 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/198 2024-03-18T22:32:18.616 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/198 2024-03-18T22:32:18.617 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 114/198 2024-03-18T22:32:18.617 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 115/198 2024-03-18T22:32:18.617 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-asyncssh-2.13.2-4.el9.noarch 116/198 2024-03-18T22:32:18.617 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/198 2024-03-18T22:32:18.617 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/198 2024-03-18T22:32:18.617 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 119/198 2024-03-18T22:32:18.617 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/198 2024-03-18T22:32:18.617 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/198 2024-03-18T22:32:18.617 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/198 2024-03-18T22:32:18.617 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 123/198 2024-03-18T22:32:18.617 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-google-auth-1:2.28.0-1.el9.noarch 124/198 2024-03-18T22:32:18.618 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 125/198 2024-03-18T22:32:18.618 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 126/198 2024-03-18T22:32:18.618 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 127/198 2024-03-18T22:32:18.618 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 128/198 2024-03-18T22:32:18.618 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 129/198 2024-03-18T22:32:18.618 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 130/198 2024-03-18T22:32:18.618 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 131/198 2024-03-18T22:32:18.618 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 132/198 2024-03-18T22:32:18.618 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 133/198 2024-03-18T22:32:18.618 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 134/198 2024-03-18T22:32:18.618 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 135/198 2024-03-18T22:32:18.618 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 136/198 2024-03-18T22:32:18.619 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 137/198 2024-03-18T22:32:18.619 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 138/198 2024-03-18T22:32:18.619 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 139/198 2024-03-18T22:32:18.619 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 140/198 2024-03-18T22:32:18.619 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 141/198 2024-03-18T22:32:18.619 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 142/198 2024-03-18T22:32:18.619 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 143/198 2024-03-18T22:32:18.619 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 144/198 2024-03-18T22:32:18.619 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 145/198 2024-03-18T22:32:18.619 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 146/198 2024-03-18T22:32:18.619 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 147/198 2024-03-18T22:32:18.619 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 148/198 2024-03-18T22:32:18.619 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : re2-1:20211101-3.el9.x86_64 149/198 2024-03-18T22:32:18.619 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 150/198 2024-03-18T22:32:18.619 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librados2-2:19.0.0-2206.gb6ae2491.el9.x86_64 151/198 2024-03-18T22:32:18.620 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 152/198 2024-03-18T22:32:18.620 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librbd1-2:19.0.0-2206.gb6ae2491.el9.x86_64 153/198 2024-03-18T22:32:18.620 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 154/198 2024-03-18T22:32:18.620 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : xfsdump-3.1.12-4.el9.x86_64 155/198 2024-03-18T22:32:18.620 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : xfsdump-3.1.12-3.el9.x86_64 156/198 2024-03-18T22:32:18.620 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : NetworkManager-1:1.47.2-1.el9.x86_64 157/198 2024-03-18T22:32:18.620 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : NetworkManager-1:1.44.0-2.el9.x86_64 158/198 2024-03-18T22:32:18.620 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : NetworkManager-libnm-1:1.47.2-1.el9.x86_64 159/198 2024-03-18T22:32:18.620 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 160/198 2024-03-18T22:32:18.620 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : NetworkManager-team-1:1.47.2-1.el9.x86_64 161/198 2024-03-18T22:32:18.620 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : NetworkManager-team-1:1.44.0-2.el9.x86_64 162/198 2024-03-18T22:32:18.620 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : NetworkManager-tui-1:1.47.2-1.el9.x86_64 163/198 2024-03-18T22:32:18.620 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : NetworkManager-tui-1:1.44.0-2.el9.x86_64 164/198 2024-03-18T22:32:18.620 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : acl-2.3.1-4.el9.x86_64 165/198 2024-03-18T22:32:18.620 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : acl-2.3.1-3.el9.x86_64 166/198 2024-03-18T22:32:18.620 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 167/198 2024-03-18T22:32:18.621 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : elfutils-debuginfod-client-0.189-3.el9.x86_64 168/198 2024-03-18T22:32:18.621 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 169/198 2024-03-18T22:32:18.621 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : elfutils-libelf-0.189-3.el9.x86_64 170/198 2024-03-18T22:32:18.621 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 171/198 2024-03-18T22:32:18.621 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : elfutils-libs-0.189-3.el9.x86_64 172/198 2024-03-18T22:32:18.621 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libacl-2.3.1-4.el9.x86_64 173/198 2024-03-18T22:32:18.621 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libacl-2.3.1-3.el9.x86_64 174/198 2024-03-18T22:32:18.621 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libblkid-2.37.4-18.el9.x86_64 175/198 2024-03-18T22:32:18.621 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libblkid-2.37.4-15.el9.x86_64 176/198 2024-03-18T22:32:18.621 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libfdisk-2.37.4-18.el9.x86_64 177/198 2024-03-18T22:32:18.621 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libfdisk-2.37.4-15.el9.x86_64 178/198 2024-03-18T22:32:18.621 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libmount-2.37.4-18.el9.x86_64 179/198 2024-03-18T22:32:18.621 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libmount-2.37.4-15.el9.x86_64 180/198 2024-03-18T22:32:18.621 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libsmartcols-2.37.4-18.el9.x86_64 181/198 2024-03-18T22:32:18.621 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libsmartcols-2.37.4-15.el9.x86_64 182/198 2024-03-18T22:32:18.621 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libuuid-2.37.4-18.el9.x86_64 183/198 2024-03-18T22:32:18.622 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libuuid-2.37.4-15.el9.x86_64 184/198 2024-03-18T22:32:18.622 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 185/198 2024-03-18T22:32:18.622 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : openssl-1:3.0.7-24.el9.x86_64 186/198 2024-03-18T22:32:18.622 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 187/198 2024-03-18T22:32:18.622 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : openssl-libs-1:3.0.7-24.el9.x86_64 188/198 2024-03-18T22:32:18.622 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : util-linux-2.37.4-18.el9.x86_64 189/198 2024-03-18T22:32:18.622 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : util-linux-2.37.4-15.el9.x86_64 190/198 2024-03-18T22:32:18.622 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : util-linux-core-2.37.4-18.el9.x86_64 191/198 2024-03-18T22:32:18.622 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : util-linux-core-2.37.4-15.el9.x86_64 192/198 2024-03-18T22:32:18.622 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : util-linux-user-2.37.4-18.el9.x86_64 193/198 2024-03-18T22:32:18.622 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : util-linux-user-2.37.4-15.el9.x86_64 194/198 2024-03-18T22:32:18.622 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 195/198 2024-03-18T22:32:18.622 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : xfsprogs-5.19.0-4.el9.x86_64 196/198 2024-03-18T22:32:18.622 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libacl-devel-2.3.1-4.el9.x86_64 197/198 2024-03-18T22:32:21.780 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libacl-devel-2.3.1-3.el9.x86_64 198/198 2024-03-18T22:32:21.780 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-03-18T22:32:21.780 INFO:teuthology.orchestra.run.smithi181.stdout:Upgraded: 2024-03-18T22:32:21.780 INFO:teuthology.orchestra.run.smithi181.stdout: NetworkManager-1:1.47.2-1.el9.x86_64 2024-03-18T22:32:21.780 INFO:teuthology.orchestra.run.smithi181.stdout: NetworkManager-libnm-1:1.47.2-1.el9.x86_64 2024-03-18T22:32:21.780 INFO:teuthology.orchestra.run.smithi181.stdout: NetworkManager-team-1:1.47.2-1.el9.x86_64 2024-03-18T22:32:21.780 INFO:teuthology.orchestra.run.smithi181.stdout: NetworkManager-tui-1:1.47.2-1.el9.x86_64 2024-03-18T22:32:21.780 INFO:teuthology.orchestra.run.smithi181.stdout: acl-2.3.1-4.el9.x86_64 2024-03-18T22:32:21.780 INFO:teuthology.orchestra.run.smithi181.stdout: elfutils-debuginfod-client-0.190-2.el9.x86_64 2024-03-18T22:32:21.780 INFO:teuthology.orchestra.run.smithi181.stdout: elfutils-libelf-0.190-2.el9.x86_64 2024-03-18T22:32:21.781 INFO:teuthology.orchestra.run.smithi181.stdout: elfutils-libs-0.190-2.el9.x86_64 2024-03-18T22:32:21.781 INFO:teuthology.orchestra.run.smithi181.stdout: libacl-2.3.1-4.el9.x86_64 2024-03-18T22:32:21.781 INFO:teuthology.orchestra.run.smithi181.stdout: libacl-devel-2.3.1-4.el9.x86_64 2024-03-18T22:32:21.781 INFO:teuthology.orchestra.run.smithi181.stdout: libblkid-2.37.4-18.el9.x86_64 2024-03-18T22:32:21.781 INFO:teuthology.orchestra.run.smithi181.stdout: libfdisk-2.37.4-18.el9.x86_64 2024-03-18T22:32:21.781 INFO:teuthology.orchestra.run.smithi181.stdout: libmount-2.37.4-18.el9.x86_64 2024-03-18T22:32:21.781 INFO:teuthology.orchestra.run.smithi181.stdout: librados2-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.781 INFO:teuthology.orchestra.run.smithi181.stdout: librbd1-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.781 INFO:teuthology.orchestra.run.smithi181.stdout: libsmartcols-2.37.4-18.el9.x86_64 2024-03-18T22:32:21.781 INFO:teuthology.orchestra.run.smithi181.stdout: libuuid-2.37.4-18.el9.x86_64 2024-03-18T22:32:21.781 INFO:teuthology.orchestra.run.smithi181.stdout: openssl-1:3.0.7-27.el9.x86_64 2024-03-18T22:32:21.781 INFO:teuthology.orchestra.run.smithi181.stdout: openssl-libs-1:3.0.7-27.el9.x86_64 2024-03-18T22:32:21.781 INFO:teuthology.orchestra.run.smithi181.stdout: util-linux-2.37.4-18.el9.x86_64 2024-03-18T22:32:21.781 INFO:teuthology.orchestra.run.smithi181.stdout: util-linux-core-2.37.4-18.el9.x86_64 2024-03-18T22:32:21.782 INFO:teuthology.orchestra.run.smithi181.stdout: util-linux-user-2.37.4-18.el9.x86_64 2024-03-18T22:32:21.782 INFO:teuthology.orchestra.run.smithi181.stdout: xfsdump-3.1.12-4.el9.x86_64 2024-03-18T22:32:21.782 INFO:teuthology.orchestra.run.smithi181.stdout: xfsprogs-6.3.0-1.el9.x86_64 2024-03-18T22:32:21.782 INFO:teuthology.orchestra.run.smithi181.stdout:Installed: 2024-03-18T22:32:21.782 INFO:teuthology.orchestra.run.smithi181.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-03-18T22:32:21.782 INFO:teuthology.orchestra.run.smithi181.stdout: automake-1.16.2-8.el9.noarch 2024-03-18T22:32:21.782 INFO:teuthology.orchestra.run.smithi181.stdout: bison-3.7.4-5.el9.x86_64 2024-03-18T22:32:21.782 INFO:teuthology.orchestra.run.smithi181.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-03-18T22:32:21.782 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.782 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-base-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.782 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.782 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.783 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-grafana-dashboards-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:32:21.783 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-immutable-object-cache-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.783 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mds-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.783 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.783 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:32:21.783 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-dashboard-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:32:21.783 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:32:21.783 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-modules-core-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:32:21.783 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-rook-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:32:21.783 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mon-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.783 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-osd-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.783 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-prometheus-alerts-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:32:21.783 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-radosgw-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.783 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-selinux-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.784 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-test-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.784 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-volume-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:32:21.784 INFO:teuthology.orchestra.run.smithi181.stdout: cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:32:21.784 INFO:teuthology.orchestra.run.smithi181.stdout: cephfs-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.784 INFO:teuthology.orchestra.run.smithi181.stdout: cephfs-shell-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.784 INFO:teuthology.orchestra.run.smithi181.stdout: cephfs-top-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:32:21.784 INFO:teuthology.orchestra.run.smithi181.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-03-18T22:32:21.784 INFO:teuthology.orchestra.run.smithi181.stdout: flex-2.6.4-9.el9.x86_64 2024-03-18T22:32:21.784 INFO:teuthology.orchestra.run.smithi181.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-03-18T22:32:21.784 INFO:teuthology.orchestra.run.smithi181.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-03-18T22:32:21.784 INFO:teuthology.orchestra.run.smithi181.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-03-18T22:32:21.784 INFO:teuthology.orchestra.run.smithi181.stdout: fuse-2.9.9-15.el9.x86_64 2024-03-18T22:32:21.784 INFO:teuthology.orchestra.run.smithi181.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-03-18T22:32:21.784 INFO:teuthology.orchestra.run.smithi181.stdout: grpc-data-1.46.7-10.el9.noarch 2024-03-18T22:32:21.784 INFO:teuthology.orchestra.run.smithi181.stdout: jq-1.6-16.el9.x86_64 2024-03-18T22:32:21.785 INFO:teuthology.orchestra.run.smithi181.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-03-18T22:32:21.785 INFO:teuthology.orchestra.run.smithi181.stdout: libarrow-9.0.0-10.el9.x86_64 2024-03-18T22:32:21.785 INFO:teuthology.orchestra.run.smithi181.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-03-18T22:32:21.785 INFO:teuthology.orchestra.run.smithi181.stdout: libcephfs-devel-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.785 INFO:teuthology.orchestra.run.smithi181.stdout: libcephfs2-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.785 INFO:teuthology.orchestra.run.smithi181.stdout: libcephsqlite-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.785 INFO:teuthology.orchestra.run.smithi181.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-03-18T22:32:21.785 INFO:teuthology.orchestra.run.smithi181.stdout: liboath-2.6.7-2.el9.x86_64 2024-03-18T22:32:21.785 INFO:teuthology.orchestra.run.smithi181.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-03-18T22:32:21.785 INFO:teuthology.orchestra.run.smithi181.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-03-18T22:32:21.785 INFO:teuthology.orchestra.run.smithi181.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-03-18T22:32:21.785 INFO:teuthology.orchestra.run.smithi181.stdout: librados-devel-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.785 INFO:teuthology.orchestra.run.smithi181.stdout: libradosstriper1-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.785 INFO:teuthology.orchestra.run.smithi181.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-03-18T22:32:21.786 INFO:teuthology.orchestra.run.smithi181.stdout: librgw2-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.786 INFO:teuthology.orchestra.run.smithi181.stdout: libtool-2.4.6-45.el9.x86_64 2024-03-18T22:32:21.786 INFO:teuthology.orchestra.run.smithi181.stdout: libunwind-1.6.2-1.el9.x86_64 2024-03-18T22:32:21.786 INFO:teuthology.orchestra.run.smithi181.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-03-18T22:32:21.786 INFO:teuthology.orchestra.run.smithi181.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-03-18T22:32:21.786 INFO:teuthology.orchestra.run.smithi181.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-03-18T22:32:21.786 INFO:teuthology.orchestra.run.smithi181.stdout: lua-5.4.4-4.el9.x86_64 2024-03-18T22:32:21.786 INFO:teuthology.orchestra.run.smithi181.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-03-18T22:32:21.786 INFO:teuthology.orchestra.run.smithi181.stdout: luarocks-3.9.2-1.el9.noarch 2024-03-18T22:32:21.786 INFO:teuthology.orchestra.run.smithi181.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-03-18T22:32:21.786 INFO:teuthology.orchestra.run.smithi181.stdout: openblas-0.3.21-2.el9.x86_64 2024-03-18T22:32:21.786 INFO:teuthology.orchestra.run.smithi181.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-03-18T22:32:21.786 INFO:teuthology.orchestra.run.smithi181.stdout: openssl-devel-1:3.0.7-27.el9.x86_64 2024-03-18T22:32:21.786 INFO:teuthology.orchestra.run.smithi181.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-03-18T22:32:21.787 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql-13.11-1.el9.x86_64 2024-03-18T22:32:21.787 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql-contrib-13.11-1.el9.x86_64 2024-03-18T22:32:21.787 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql-private-libs-13.11-1.el9.x86_64 2024-03-18T22:32:21.787 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql-server-13.11-1.el9.x86_64 2024-03-18T22:32:21.787 INFO:teuthology.orchestra.run.smithi181.stdout: protobuf-3.14.0-13.el9.x86_64 2024-03-18T22:32:21.787 INFO:teuthology.orchestra.run.smithi181.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-03-18T22:32:21.787 INFO:teuthology.orchestra.run.smithi181.stdout: python3-asyncssh-2.13.2-4.el9.noarch 2024-03-18T22:32:21.787 INFO:teuthology.orchestra.run.smithi181.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-03-18T22:32:21.787 INFO:teuthology.orchestra.run.smithi181.stdout: python3-babel-2.9.1-2.el9.noarch 2024-03-18T22:32:21.787 INFO:teuthology.orchestra.run.smithi181.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-03-18T22:32:21.787 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-03-18T22:32:21.787 INFO:teuthology.orchestra.run.smithi181.stdout: python3-ceph-argparse-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.787 INFO:teuthology.orchestra.run.smithi181.stdout: python3-ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.787 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cephfs-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.787 INFO:teuthology.orchestra.run.smithi181.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-03-18T22:32:21.788 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-03-18T22:32:21.788 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-03-18T22:32:21.788 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-03-18T22:32:21.788 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-03-18T22:32:21.788 INFO:teuthology.orchestra.run.smithi181.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-03-18T22:32:21.788 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-03-18T22:32:21.788 INFO:teuthology.orchestra.run.smithi181.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-03-18T22:32:21.788 INFO:teuthology.orchestra.run.smithi181.stdout: python3-google-auth-1:2.28.0-1.el9.noarch 2024-03-18T22:32:21.788 INFO:teuthology.orchestra.run.smithi181.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-03-18T22:32:21.788 INFO:teuthology.orchestra.run.smithi181.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-03-18T22:32:21.788 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-03-18T22:32:21.788 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-03-18T22:32:21.789 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-03-18T22:32:21.789 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-03-18T22:32:21.789 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-03-18T22:32:21.789 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-03-18T22:32:21.789 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-03-18T22:32:21.789 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-03-18T22:32:21.789 INFO:teuthology.orchestra.run.smithi181.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-03-18T22:32:21.789 INFO:teuthology.orchestra.run.smithi181.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-03-18T22:32:21.789 INFO:teuthology.orchestra.run.smithi181.stdout: python3-mako-1.1.4-6.el9.noarch 2024-03-18T22:32:21.789 INFO:teuthology.orchestra.run.smithi181.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-03-18T22:32:21.789 INFO:teuthology.orchestra.run.smithi181.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-03-18T22:32:21.789 INFO:teuthology.orchestra.run.smithi181.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-03-18T22:32:21.789 INFO:teuthology.orchestra.run.smithi181.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-03-18T22:32:21.789 INFO:teuthology.orchestra.run.smithi181.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-03-18T22:32:21.789 INFO:teuthology.orchestra.run.smithi181.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-03-18T22:32:21.789 INFO:teuthology.orchestra.run.smithi181.stdout: python3-packaging-20.9-5.el9.noarch 2024-03-18T22:32:21.790 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-03-18T22:32:21.790 INFO:teuthology.orchestra.run.smithi181.stdout: python3-ply-3.11-14.el9.noarch 2024-03-18T22:32:21.790 INFO:teuthology.orchestra.run.smithi181.stdout: python3-portend-3.1.0-2.el9.noarch 2024-03-18T22:32:21.790 INFO:teuthology.orchestra.run.smithi181.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-03-18T22:32:21.790 INFO:teuthology.orchestra.run.smithi181.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-03-18T22:32:21.790 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-03-18T22:32:21.790 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-03-18T22:32:21.790 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-03-18T22:32:21.790 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pycparser-2.20-6.el9.noarch 2024-03-18T22:32:21.790 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-03-18T22:32:21.790 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pytz-2021.1-5.el9.noarch 2024-03-18T22:32:21.790 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rados-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.790 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rbd-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.790 INFO:teuthology.orchestra.run.smithi181.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-03-18T22:32:21.791 INFO:teuthology.orchestra.run.smithi181.stdout: python3-requests-2.25.1-8.el9.noarch 2024-03-18T22:32:21.791 INFO:teuthology.orchestra.run.smithi181.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-03-18T22:32:21.791 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rgw-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.791 INFO:teuthology.orchestra.run.smithi181.stdout: python3-routes-2.5.1-5.el9.noarch 2024-03-18T22:32:21.791 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rsa-4.9-2.el9.noarch 2024-03-18T22:32:21.791 INFO:teuthology.orchestra.run.smithi181.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-03-18T22:32:21.791 INFO:teuthology.orchestra.run.smithi181.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-03-18T22:32:21.791 INFO:teuthology.orchestra.run.smithi181.stdout: python3-toml-0.10.2-6.el9.noarch 2024-03-18T22:32:21.791 INFO:teuthology.orchestra.run.smithi181.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-03-18T22:32:21.791 INFO:teuthology.orchestra.run.smithi181.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-03-18T22:32:21.791 INFO:teuthology.orchestra.run.smithi181.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-03-18T22:32:21.791 INFO:teuthology.orchestra.run.smithi181.stdout: python3-webob-1.8.7-6.el9.noarch 2024-03-18T22:32:21.791 INFO:teuthology.orchestra.run.smithi181.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-03-18T22:32:21.791 INFO:teuthology.orchestra.run.smithi181.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-03-18T22:32:21.791 INFO:teuthology.orchestra.run.smithi181.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-03-18T22:32:21.791 INFO:teuthology.orchestra.run.smithi181.stdout: qatlib-23.11.0-1.el9.x86_64 2024-03-18T22:32:21.792 INFO:teuthology.orchestra.run.smithi181.stdout: qatlib-service-23.11.0-1.el9.x86_64 2024-03-18T22:32:21.792 INFO:teuthology.orchestra.run.smithi181.stdout: qatzip-libs-1.1.2-2.el9.x86_64 2024-03-18T22:32:21.792 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.792 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.792 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-nbd-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:32:21.792 INFO:teuthology.orchestra.run.smithi181.stdout: re2-1:20211101-3.el9.x86_64 2024-03-18T22:32:21.792 INFO:teuthology.orchestra.run.smithi181.stdout: socat-1.7.4.1-5.el9.x86_64 2024-03-18T22:32:21.792 INFO:teuthology.orchestra.run.smithi181.stdout: thrift-0.15.0-2.el9.x86_64 2024-03-18T22:32:21.792 INFO:teuthology.orchestra.run.smithi181.stdout: uuid-1.6.2-55.el9.x86_64 2024-03-18T22:32:21.792 INFO:teuthology.orchestra.run.smithi181.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-03-18T22:32:21.792 INFO:teuthology.orchestra.run.smithi181.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-03-18T22:32:21.793 INFO:teuthology.orchestra.run.smithi181.stdout: zlib-devel-1.2.11-40.el9.x86_64 2024-03-18T22:32:21.793 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-03-18T22:32:21.793 INFO:teuthology.orchestra.run.smithi181.stdout:Complete! 2024-03-18T22:32:22.260 DEBUG:teuthology.parallel:result is None 2024-03-18T22:33:29.874 INFO:teuthology.orchestra.run.smithi099.stdout:[MIRROR] elfutils-libelf-devel-0.190-2.el9.x86_64.rpm: Curl error (28): Timeout was reached for http://ftp-nyc.osuosl.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/elfutils-libelf-devel-0.190-2.el9.x86_64.rpm [Failed to connect to ftp-nyc.osuosl.org port 80: Connection timed out] 2024-03-18T22:33:29.874 INFO:teuthology.orchestra.run.smithi099.stdout:[MIRROR] libuuid-devel-2.37.4-18.el9.x86_64.rpm: Curl error (28): Timeout was reached for http://ftp-nyc.osuosl.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/libuuid-devel-2.37.4-18.el9.x86_64.rpm [Failed to connect to ftp-nyc.osuosl.org port 80: Connection timed out] 2024-03-18T22:33:29.874 INFO:teuthology.orchestra.run.smithi099.stdout:[MIRROR] openssl-devel-3.0.7-27.el9.x86_64.rpm: Curl error (28): Timeout was reached for http://ftp-nyc.osuosl.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/openssl-devel-3.0.7-27.el9.x86_64.rpm [Failed to connect to ftp-nyc.osuosl.org port 80: Connection timed out] 2024-03-18T22:33:30.154 INFO:teuthology.orchestra.run.smithi099.stdout:(96/174): libuuid-devel-2.37.4-18.el9.x86_64.rp 200 B/s | 25 kB 02:10 2024-03-18T22:33:30.179 INFO:teuthology.orchestra.run.smithi099.stdout:(97/174): elfutils-libelf-devel-0.190-2.el9.x86 168 B/s | 21 kB 02:10 2024-03-18T22:33:30.521 INFO:teuthology.orchestra.run.smithi099.stdout:(98/174): python3-devel-3.9.17-2.el9.x86_64.rpm 669 kB/s | 245 kB 00:00 2024-03-18T22:33:30.546 INFO:teuthology.orchestra.run.smithi099.stdout:(99/174): python3-jinja2-2.11.3-5.el9.noarch.rp 676 kB/s | 248 kB 00:00 2024-03-18T22:33:30.680 INFO:teuthology.orchestra.run.smithi099.stdout:(100/174): qatlib-service-23.11.0-1.el9.x86_64. 262 kB/s | 35 kB 00:00 2024-03-18T22:33:30.730 INFO:teuthology.orchestra.run.smithi099.stdout:(101/174): qatlib-23.11.0-1.el9.x86_64.rpm 1.0 MB/s | 216 kB 00:00 2024-03-18T22:33:30.788 INFO:teuthology.orchestra.run.smithi099.stdout:(102/174): qatzip-libs-1.1.2-2.el9.x86_64.rpm 410 kB/s | 44 kB 00:00 2024-03-18T22:33:30.839 INFO:teuthology.orchestra.run.smithi099.stdout:(103/174): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 865 kB/s | 94 kB 00:00 2024-03-18T22:33:30.889 INFO:teuthology.orchestra.run.smithi099.stdout:(104/174): lua-devel-5.4.4-4.el9.x86_64.rpm 222 kB/s | 22 kB 00:00 2024-03-18T22:33:30.990 INFO:teuthology.orchestra.run.smithi099.stdout:(105/174): abseil-cpp-20211102.0-3.el9.x86_64.r 5.4 MB/s | 548 kB 00:00 2024-03-18T22:33:31.031 INFO:teuthology.orchestra.run.smithi099.stdout:(106/174): gperftools-libs-2.9.1-2.el9.x86_64.r 7.3 MB/s | 309 kB 00:00 2024-03-18T22:33:31.065 INFO:teuthology.orchestra.run.smithi099.stdout:(107/174): grpc-data-1.46.7-10.el9.noarch.rpm 588 kB/s | 19 kB 00:00 2024-03-18T22:33:31.132 INFO:teuthology.orchestra.run.smithi099.stdout:(108/174): protobuf-compiler-3.14.0-13.el9.x86_ 2.9 MB/s | 863 kB 00:00 2024-03-18T22:33:31.207 INFO:teuthology.orchestra.run.smithi099.stdout:(109/174): libarrow-9.0.0-10.el9.x86_64.rpm 31 MB/s | 4.4 MB 00:00 2024-03-18T22:33:31.241 INFO:teuthology.orchestra.run.smithi099.stdout:(110/174): liboath-2.6.7-2.el9.x86_64.rpm 1.4 MB/s | 49 kB 00:00 2024-03-18T22:33:31.258 INFO:teuthology.orchestra.run.smithi099.stdout:(111/174): libarrow-doc-9.0.0-10.el9.noarch.rpm 207 kB/s | 26 kB 00:00 2024-03-18T22:33:31.283 INFO:teuthology.orchestra.run.smithi099.stdout:(112/174): libunwind-1.6.2-1.el9.x86_64.rpm 1.6 MB/s | 67 kB 00:00 2024-03-18T22:33:31.316 INFO:teuthology.orchestra.run.smithi099.stdout:(113/174): luarocks-3.9.2-1.el9.noarch.rpm 2.5 MB/s | 151 kB 00:00 2024-03-18T22:33:31.350 INFO:teuthology.orchestra.run.smithi099.stdout:(114/174): parquet-libs-9.0.0-10.el9.x86_64.rpm 12 MB/s | 838 kB 00:00 2024-03-18T22:33:31.375 INFO:teuthology.orchestra.run.smithi099.stdout:(115/174): python3-asyncssh-2.13.2-4.el9.noarch 9.1 MB/s | 548 kB 00:00 2024-03-18T22:33:31.392 INFO:teuthology.orchestra.run.smithi099.stdout:(116/174): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.0 MB/s | 43 kB 00:00 2024-03-18T22:33:31.417 INFO:teuthology.orchestra.run.smithi099.stdout:(117/174): python3-cachetools-4.2.4-1.el9.noarc 769 kB/s | 32 kB 00:00 2024-03-18T22:33:31.443 INFO:teuthology.orchestra.run.smithi099.stdout:(118/174): python3-certifi-2021.10.8-2.el9.noar 299 kB/s | 15 kB 00:00 2024-03-18T22:33:31.468 INFO:teuthology.orchestra.run.smithi099.stdout:(119/174): python3-cheroot-8.6.0-4.el9.noarch.r 3.4 MB/s | 172 kB 00:00 2024-03-18T22:33:31.493 INFO:teuthology.orchestra.run.smithi099.stdout:(120/174): python3-cherrypy-18.6.1-2.el9.noarch 7.0 MB/s | 358 kB 00:00 2024-03-18T22:33:31.518 INFO:teuthology.orchestra.run.smithi099.stdout:(121/174): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.9 MB/s | 303 kB 00:00 2024-03-18T22:33:31.552 INFO:teuthology.orchestra.run.smithi099.stdout:(122/174): python3-colorama-0.4.4-12.el9.noarch 599 kB/s | 35 kB 00:00 2024-03-18T22:33:31.578 INFO:teuthology.orchestra.run.smithi099.stdout:(123/174): python3-google-auth-2.28.0-1.el9.noa 3.4 MB/s | 203 kB 00:00 2024-03-18T22:33:31.620 INFO:teuthology.orchestra.run.smithi099.stdout:(124/174): python3-grpcio-tools-1.46.7-10.el9.x 3.4 MB/s | 144 kB 00:00 2024-03-18T22:33:31.662 INFO:teuthology.orchestra.run.smithi099.stdout:(125/174): python3-grpcio-1.46.7-10.el9.x86_64. 19 MB/s | 2.0 MB 00:00 2024-03-18T22:33:31.687 INFO:teuthology.orchestra.run.smithi099.stdout:(126/174): python3-jaraco-8.2.1-3.el9.noarch.rp 160 kB/s | 11 kB 00:00 2024-03-18T22:33:31.712 INFO:teuthology.orchestra.run.smithi099.stdout:(127/174): python3-jaraco-classes-3.2.1-5.el9.n 352 kB/s | 18 kB 00:00 2024-03-18T22:33:31.737 INFO:teuthology.orchestra.run.smithi099.stdout:(128/174): python3-jaraco-collections-3.0.0-8.e 461 kB/s | 23 kB 00:00 2024-03-18T22:33:31.763 INFO:teuthology.orchestra.run.smithi099.stdout:(129/174): python3-jaraco-functools-3.5.0-2.el9 387 kB/s | 19 kB 00:00 2024-03-18T22:33:31.788 INFO:teuthology.orchestra.run.smithi099.stdout:(130/174): python3-jaraco-text-3.2.0-6.el9.noar 392 kB/s | 20 kB 00:00 2024-03-18T22:33:31.821 INFO:teuthology.orchestra.run.smithi099.stdout:(131/174): python3-kubernetes-26.1.0-2.el9.noar 17 MB/s | 1.0 MB 00:00 2024-03-18T22:33:31.847 INFO:teuthology.orchestra.run.smithi099.stdout:(132/174): python3-logutils-0.3.5-21.el9.noarch 794 kB/s | 46 kB 00:00 2024-03-18T22:33:31.872 INFO:teuthology.orchestra.run.smithi099.stdout:(133/174): python3-more-itertools-8.12.0-2.el9. 1.5 MB/s | 79 kB 00:00 2024-03-18T22:33:31.889 INFO:teuthology.orchestra.run.smithi099.stdout:(134/174): python3-natsort-7.1.1-5.el9.noarch.r 1.3 MB/s | 58 kB 00:00 2024-03-18T22:33:31.914 INFO:teuthology.orchestra.run.smithi099.stdout:(135/174): python3-pecan-1.4.2-3.el9.noarch.rpm 6.4 MB/s | 272 kB 00:00 2024-03-18T22:33:31.931 INFO:teuthology.orchestra.run.smithi099.stdout:(136/174): python3-portend-3.1.0-2.el9.noarch.r 393 kB/s | 16 kB 00:00 2024-03-18T22:33:31.956 INFO:teuthology.orchestra.run.smithi099.stdout:(137/174): python3-pyOpenSSL-21.0.0-1.el9.noarc 2.1 MB/s | 90 kB 00:00 2024-03-18T22:33:31.973 INFO:teuthology.orchestra.run.smithi099.stdout:(138/174): python3-pyperclip-1.8.2-2.el9.noarch 674 kB/s | 28 kB 00:00 2024-03-18T22:33:31.990 INFO:teuthology.orchestra.run.smithi099.stdout:(139/174): python3-repoze-lru-0.7-16.el9.noarch 925 kB/s | 31 kB 00:00 2024-03-18T22:33:32.007 INFO:teuthology.orchestra.run.smithi099.stdout:(140/174): python3-routes-2.5.1-5.el9.noarch.rp 5.5 MB/s | 188 kB 00:00 2024-03-18T22:33:32.032 INFO:teuthology.orchestra.run.smithi099.stdout:(141/174): python3-rsa-4.9-2.el9.noarch.rpm 1.4 MB/s | 59 kB 00:00 2024-03-18T22:33:32.058 INFO:teuthology.orchestra.run.smithi099.stdout:(142/174): python3-tempora-5.0.0-2.el9.noarch.r 714 kB/s | 36 kB 00:00 2024-03-18T22:33:32.083 INFO:teuthology.orchestra.run.smithi099.stdout:(143/174): python3-typing-extensions-4.4.0-2.el 1.0 MB/s | 51 kB 00:00 2024-03-18T22:33:32.108 INFO:teuthology.orchestra.run.smithi099.stdout:(144/174): python3-webob-1.8.7-6.el9.noarch.rpm 4.5 MB/s | 230 kB 00:00 2024-03-18T22:33:32.133 INFO:teuthology.orchestra.run.smithi099.stdout:(145/174): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-03-18T22:33:32.159 INFO:teuthology.orchestra.run.smithi099.stdout:(146/174): python3-werkzeug-2.0.3-3.el9.1.noarc 8.3 MB/s | 427 kB 00:00 2024-03-18T22:33:32.184 INFO:teuthology.orchestra.run.smithi099.stdout:(147/174): python3-zc-lockfile-2.0-10.el9.noarc 399 kB/s | 20 kB 00:00 2024-03-18T22:33:32.217 INFO:teuthology.orchestra.run.smithi099.stdout:(148/174): re2-20211101-3.el9.x86_64.rpm 3.2 MB/s | 192 kB 00:00 2024-03-18T22:33:32.259 INFO:teuthology.orchestra.run.smithi099.stdout:(149/174): thrift-0.15.0-2.el9.x86_64.rpm 21 MB/s | 1.6 MB 00:00 2024-03-18T22:33:32.760 INFO:teuthology.orchestra.run.smithi099.stdout:(150/174): librados2-19.0.0-2206.gb6ae2491.el9. 6.3 MB/s | 3.4 MB 00:00 2024-03-18T22:33:32.818 INFO:teuthology.orchestra.run.smithi099.stdout:(151/174): librbd1-19.0.0-2206.gb6ae2491.el9.x8 5.6 MB/s | 3.1 MB 00:00 2024-03-18T22:33:32.927 INFO:teuthology.orchestra.run.smithi099.stdout:(152/174): xfsdump-3.1.12-4.el9.x86_64.rpm 1.9 MB/s | 321 kB 00:00 2024-03-18T22:33:32.929 INFO:teuthology.orchestra.run.smithi099.stdout:[MIRROR] NetworkManager-1.47.2-1.el9.x86_64.rpm: Status code: 404 for http://mirror.cpsc.ucalgary.ca/mirror/centos-stream/9-stream/BaseOS/x86_64/os/Packages/NetworkManager-1.47.2-1.el9.x86_64.rpm (IP: 136.159.208.97) 2024-03-18T22:33:33.012 INFO:teuthology.orchestra.run.smithi099.stdout:[MIRROR] NetworkManager-libnm-1.47.2-1.el9.x86_64.rpm: Status code: 404 for http://mirror.cpsc.ucalgary.ca/mirror/centos-stream/9-stream/BaseOS/x86_64/os/Packages/NetworkManager-libnm-1.47.2-1.el9.x86_64.rpm (IP: 136.159.208.97) 2024-03-18T22:33:33.486 INFO:teuthology.orchestra.run.smithi099.stdout:(153/174): openssl-devel-3.0.7-27.el9.x86_64.rp 32 kB/s | 4.1 MB 02:13 2024-03-18T22:35:45.300 INFO:teuthology.orchestra.run.smithi099.stdout:[MIRROR] NetworkManager-1.47.2-1.el9.x86_64.rpm: Curl error (28): Timeout was reached for https://ftp-nyc.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/NetworkManager-1.47.2-1.el9.x86_64.rpm [Failed to connect to ftp-nyc.osuosl.org port 443: Connection timed out] 2024-03-18T22:35:45.300 INFO:teuthology.orchestra.run.smithi099.stdout:[MIRROR] NetworkManager-libnm-1.47.2-1.el9.x86_64.rpm: Curl error (28): Timeout was reached for https://ftp-nyc.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/NetworkManager-libnm-1.47.2-1.el9.x86_64.rpm [Failed to connect to ftp-nyc.osuosl.org port 443: Connection timed out] 2024-03-18T22:35:45.300 INFO:teuthology.orchestra.run.smithi099.stdout:[MIRROR] NetworkManager-team-1.47.2-1.el9.x86_64.rpm: Curl error (28): Timeout was reached for https://ftp-nyc.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/NetworkManager-team-1.47.2-1.el9.x86_64.rpm [Failed to connect to ftp-nyc.osuosl.org port 443: Connection timed out] 2024-03-18T22:35:45.391 INFO:teuthology.orchestra.run.smithi099.stdout:(154/174): NetworkManager-team-1.47.2-1.el9.x86 326 B/s | 42 kB 02:11 2024-03-18T22:35:45.474 INFO:teuthology.orchestra.run.smithi099.stdout:(155/174): NetworkManager-tui-1.47.2-1.el9.x86_ 2.9 MB/s | 248 kB 00:00 2024-03-18T22:35:45.533 INFO:teuthology.orchestra.run.smithi099.stdout:(156/174): NetworkManager-libnm-1.47.2-1.el9.x8 14 kB/s | 1.8 MB 02:12 2024-03-18T22:35:45.558 INFO:teuthology.orchestra.run.smithi099.stdout:(157/174): acl-2.3.1-4.el9.x86_64.rpm 854 kB/s | 71 kB 00:00 2024-03-18T22:35:45.583 INFO:teuthology.orchestra.run.smithi099.stdout:(158/174): elfutils-debuginfod-client-0.190-2.e 725 kB/s | 36 kB 00:00 2024-03-18T22:35:45.609 INFO:teuthology.orchestra.run.smithi099.stdout:(159/174): elfutils-libelf-0.190-2.el9.x86_64.r 3.7 MB/s | 192 kB 00:00 2024-03-18T22:35:45.634 INFO:teuthology.orchestra.run.smithi099.stdout:(160/174): elfutils-libs-0.190-2.el9.x86_64.rpm 5.0 MB/s | 256 kB 00:00 2024-03-18T22:35:45.659 INFO:teuthology.orchestra.run.smithi099.stdout:(161/174): libacl-2.3.1-4.el9.x86_64.rpm 459 kB/s | 23 kB 00:00 2024-03-18T22:35:45.684 INFO:teuthology.orchestra.run.smithi099.stdout:(162/174): libblkid-2.37.4-18.el9.x86_64.rpm 2.1 MB/s | 108 kB 00:00 2024-03-18T22:35:45.710 INFO:teuthology.orchestra.run.smithi099.stdout:(163/174): libfdisk-2.37.4-18.el9.x86_64.rpm 3.0 MB/s | 155 kB 00:00 2024-03-18T22:35:45.735 INFO:teuthology.orchestra.run.smithi099.stdout:(164/174): libmount-2.37.4-18.el9.x86_64.rpm 2.6 MB/s | 136 kB 00:00 2024-03-18T22:35:45.760 INFO:teuthology.orchestra.run.smithi099.stdout:(165/174): libsmartcols-2.37.4-18.el9.x86_64.rp 1.2 MB/s | 64 kB 00:00 2024-03-18T22:35:45.785 INFO:teuthology.orchestra.run.smithi099.stdout:(166/174): libuuid-2.37.4-18.el9.x86_64.rpm 573 kB/s | 29 kB 00:00 2024-03-18T22:35:45.852 INFO:teuthology.orchestra.run.smithi099.stdout:(167/174): openssl-3.0.7-27.el9.x86_64.rpm 13 MB/s | 1.2 MB 00:00 2024-03-18T22:35:45.894 INFO:teuthology.orchestra.run.smithi099.stdout:(168/174): openssl-libs-3.0.7-27.el9.x86_64.rpm 20 MB/s | 2.2 MB 00:00 2024-03-18T22:35:45.961 INFO:teuthology.orchestra.run.smithi099.stdout:(169/174): util-linux-2.37.4-18.el9.x86_64.rpm 21 MB/s | 2.3 MB 00:00 2024-03-18T22:35:45.986 INFO:teuthology.orchestra.run.smithi099.stdout:(170/174): util-linux-core-2.37.4-18.el9.x86_64 5.0 MB/s | 465 kB 00:00 2024-03-18T22:35:46.003 INFO:teuthology.orchestra.run.smithi099.stdout:(171/174): util-linux-user-2.37.4-18.el9.x86_64 743 kB/s | 31 kB 00:00 2024-03-18T22:35:46.045 INFO:teuthology.orchestra.run.smithi099.stdout:(172/174): xfsprogs-6.3.0-1.el9.x86_64.rpm 18 MB/s | 1.1 MB 00:00 2024-03-18T22:35:46.362 INFO:teuthology.orchestra.run.smithi099.stdout:(173/174): libacl-devel-2.3.1-4.el9.x86_64.rpm 207 kB/s | 74 kB 00:00 2024-03-18T22:37:55.943 INFO:teuthology.orchestra.run.smithi099.stdout:[MIRROR] NetworkManager-1.47.2-1.el9.x86_64.rpm: Curl error (28): Timeout was reached for http://ftp-nyc.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/NetworkManager-1.47.2-1.el9.x86_64.rpm [Failed to connect to ftp-nyc.osuosl.org port 80: Connection timed out] 2024-03-18T22:37:56.201 INFO:teuthology.orchestra.run.smithi099.stdout:(174/174): NetworkManager-1.47.2-1.el9.x86_64.r 9.0 kB/s | 2.3 MB 04:23 2024-03-18T22:37:56.202 INFO:teuthology.orchestra.run.smithi099.stdout:-------------------------------------------------------------------------------- 2024-03-18T22:37:56.202 INFO:teuthology.orchestra.run.smithi099.stdout:Total 430 kB/s | 224 MB 08:54 2024-03-18T22:37:56.653 INFO:teuthology.orchestra.run.smithi099.stdout:Running transaction check 2024-03-18T22:37:56.922 INFO:teuthology.orchestra.run.smithi099.stdout:Transaction check succeeded. 2024-03-18T22:37:56.923 INFO:teuthology.orchestra.run.smithi099.stdout:Running transaction test 2024-03-18T22:37:58.712 INFO:teuthology.orchestra.run.smithi099.stdout:Transaction test succeeded. 2024-03-18T22:37:58.712 INFO:teuthology.orchestra.run.smithi099.stdout:Running transaction 2024-03-18T22:38:05.534 INFO:teuthology.orchestra.run.smithi099.stdout: Preparing : 1/1 2024-03-18T22:38:05.662 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : openssl-libs-1:3.0.7-27.el9.x86_64 1/198 2024-03-18T22:38:05.688 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : libuuid-2.37.4-18.el9.x86_64 2/198 2024-03-18T22:38:05.719 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : libblkid-2.37.4-18.el9.x86_64 3/198 2024-03-18T22:38:05.728 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: libblkid-2.37.4-18.el9.x86_64 3/198 2024-03-18T22:38:05.777 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 4/198 2024-03-18T22:38:05.830 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 5/198 2024-03-18T22:38:05.864 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/198 2024-03-18T22:38:05.898 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/198 2024-03-18T22:38:05.940 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 8/198 2024-03-18T22:38:06.262 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 9/198 2024-03-18T22:38:06.324 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : librados2-2:19.0.0-2206.gb6ae2491.el9.x86_64 10/198 2024-03-18T22:38:06.444 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: librados2-2:19.0.0-2206.gb6ae2491.el9.x86_64 10/198 2024-03-18T22:38:06.475 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libcephfs2-2:19.0.0-2206.gb6ae2491.el9.x86_64 11/198 2024-03-18T22:38:06.558 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: libcephfs2-2:19.0.0-2206.gb6ae2491.el9.x86_64 11/198 2024-03-18T22:38:06.587 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-rados-2:19.0.0-2206.gb6ae2491.el9.x86_64 12/198 2024-03-18T22:38:06.629 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : postgresql-private-libs-13.11-1.el9.x86_64 13/198 2024-03-18T22:38:06.811 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : elfutils-libelf-0.190-2.el9.x86_64 14/198 2024-03-18T22:38:06.860 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : postgresql-13.11-1.el9.x86_64 15/198 2024-03-18T22:38:06.888 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libcephsqlite-2:19.0.0-2206.gb6ae2491.el9.x86_64 16/198 2024-03-18T22:38:06.982 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2206.gb6ae2491.el9.x86_64 16/198 2024-03-18T22:38:07.006 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libradosstriper1-2:19.0.0-2206.gb6ae2491.el9.x86 17/198 2024-03-18T22:38:07.069 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2206.gb6ae2491.el9.x86 17/198 2024-03-18T22:38:07.109 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : libmount-2.37.4-18.el9.x86_64 18/198 2024-03-18T22:38:07.132 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : qatlib-service-23.11.0-1.el9.x86_64 19/198 2024-03-18T22:38:07.148 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: qatlib-service-23.11.0-1.el9.x86_64 19/198 2024-03-18T22:38:07.341 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: qatlib-23.11.0-1.el9.x86_64 20/198 2024-03-18T22:38:07.371 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : qatlib-23.11.0-1.el9.x86_64 20/198 2024-03-18T22:38:07.412 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : libsmartcols-2.37.4-18.el9.x86_64 21/198 2024-03-18T22:38:07.518 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : libacl-2.3.1-4.el9.x86_64 22/198 2024-03-18T22:38:07.606 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : NetworkManager-libnm-1:1.47.2-1.el9.x86_64 23/198 2024-03-18T22:38:07.657 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.2-1.el9.x86_64 23/198 2024-03-18T22:38:07.730 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: NetworkManager-1:1.47.2-1.el9.x86_64 24/198 2024-03-18T22:38:07.783 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : NetworkManager-1:1.47.2-1.el9.x86_64 24/198 2024-03-18T22:38:07.985 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: NetworkManager-1:1.47.2-1.el9.x86_64 24/198 2024-03-18T22:38:08.093 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : re2-1:20211101-3.el9.x86_64 25/198 2024-03-18T22:38:08.184 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 26/198 2024-03-18T22:38:08.222 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 27/198 2024-03-18T22:38:08.248 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : liboath-2.6.7-2.el9.x86_64 28/198 2024-03-18T22:38:08.284 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/198 2024-03-18T22:38:08.358 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/198 2024-03-18T22:38:08.412 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 31/198 2024-03-18T22:38:08.450 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 32/198 2024-03-18T22:38:08.514 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 33/198 2024-03-18T22:38:08.549 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 34/198 2024-03-18T22:38:08.593 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 35/198 2024-03-18T22:38:08.625 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 36/198 2024-03-18T22:38:08.653 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : lua-5.4.4-4.el9.x86_64 37/198 2024-03-18T22:38:08.723 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 38/198 2024-03-18T22:38:08.758 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-ceph-common-2:19.0.0-2206.gb6ae2491.el9. 39/198 2024-03-18T22:38:08.802 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-ceph-argparse-2:19.0.0-2206.gb6ae2491.el 40/198 2024-03-18T22:38:08.830 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-cephfs-2:19.0.0-2206.gb6ae2491.el9.x86_6 41/198 2024-03-18T22:38:08.899 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 42/198 2024-03-18T22:38:08.944 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : luarocks-3.9.2-1.el9.noarch 43/198 2024-03-18T22:38:09.017 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 44/198 2024-03-18T22:38:09.158 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 45/198 2024-03-18T22:38:09.220 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 46/198 2024-03-18T22:38:09.735 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-rsa-4.9-2.el9.noarch 47/198 2024-03-18T22:38:09.807 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 48/198 2024-03-18T22:38:09.876 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 49/198 2024-03-18T22:38:09.920 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : util-linux-core-2.37.4-18.el9.x86_64 50/198 2024-03-18T22:38:09.928 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: util-linux-core-2.37.4-18.el9.x86_64 50/198 2024-03-18T22:38:09.959 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : qatzip-libs-1.1.2-2.el9.x86_64 51/198 2024-03-18T22:38:10.008 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : elfutils-libs-0.190-2.el9.x86_64 52/198 2024-03-18T22:38:10.046 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : librados-devel-2:19.0.0-2206.gb6ae2491.el9.x86_6 53/198 2024-03-18T22:38:10.076 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 54/198 2024-03-18T22:38:10.325 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : libfdisk-2.37.4-18.el9.x86_64 55/198 2024-03-18T22:38:10.450 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : util-linux-2.37.4-18.el9.x86_64 56/198 2024-03-18T22:38:10.528 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : xfsprogs-6.3.0-1.el9.x86_64 57/198 2024-03-18T22:38:10.571 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 58/198 2024-03-18T22:38:10.697 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 59/198 2024-03-18T22:38:10.750 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : openssl-1:3.0.7-27.el9.x86_64 60/198 2024-03-18T22:38:10.863 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 61/198 2024-03-18T22:38:11.075 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 62/198 2024-03-18T22:38:11.217 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 63/198 2024-03-18T22:38:11.254 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 64/198 2024-03-18T22:38:11.300 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 65/198 2024-03-18T22:38:11.336 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 66/198 2024-03-18T22:38:11.379 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 67/198 2024-03-18T22:38:11.421 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 68/198 2024-03-18T22:38:11.557 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 69/198 2024-03-18T22:38:11.601 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 70/198 2024-03-18T22:38:11.632 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 71/198 2024-03-18T22:38:11.673 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 72/198 2024-03-18T22:38:11.767 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 73/198 2024-03-18T22:38:11.807 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-google-auth-1:2.28.0-1.el9.noarch 74/198 2024-03-18T22:38:11.847 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 75/198 2024-03-18T22:38:11.872 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 76/198 2024-03-18T22:38:11.897 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 77/198 2024-03-18T22:38:11.969 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 78/198 2024-03-18T22:38:12.097 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 79/198 2024-03-18T22:38:12.197 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 80/198 2024-03-18T22:38:12.238 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 81/198 2024-03-18T22:38:12.286 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-ply-3.11-14.el9.noarch 82/198 2024-03-18T22:38:12.367 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 83/198 2024-03-18T22:38:12.559 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 84/198 2024-03-18T22:38:12.601 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 85/198 2024-03-18T22:38:12.728 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 86/198 2024-03-18T22:38:12.774 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-asyncssh-2.13.2-4.el9.noarch 87/198 2024-03-18T22:38:12.806 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 88/198 2024-03-18T22:38:12.837 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : fuse-2.9.9-15.el9.x86_64 89/198 2024-03-18T22:38:12.856 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 90/198 2024-03-18T22:38:12.882 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 91/198 2024-03-18T22:38:12.921 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : uuid-1.6.2-55.el9.x86_64 92/198 2024-03-18T22:38:12.953 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 93/198 2024-03-18T22:38:12.992 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 94/198 2024-03-18T22:38:13.067 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 95/198 2024-03-18T22:38:13.102 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 96/198 2024-03-18T22:38:13.135 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 97/198 2024-03-18T22:38:13.176 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 98/198 2024-03-18T22:38:13.211 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 99/198 2024-03-18T22:38:13.300 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 100/198 2024-03-18T22:38:13.389 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 101/198 2024-03-18T22:38:13.433 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 102/198 2024-03-18T22:38:13.465 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 103/198 2024-03-18T22:38:13.512 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 104/198 2024-03-18T22:38:13.609 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-packaging-20.9-5.el9.noarch 105/198 2024-03-18T22:38:13.658 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 106/198 2024-03-18T22:38:14.383 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 107/198 2024-03-18T22:38:14.430 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 108/198 2024-03-18T22:38:14.464 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 109/198 2024-03-18T22:38:14.511 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 110/198 2024-03-18T22:38:14.598 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 111/198 2024-03-18T22:38:14.648 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 112/198 2024-03-18T22:38:14.824 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : openblas-0.3.21-2.el9.x86_64 113/198 2024-03-18T22:38:14.875 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 114/198 2024-03-18T22:38:14.931 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 115/198 2024-03-18T22:38:15.565 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 116/198 2024-03-18T22:38:15.667 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 117/198 2024-03-18T22:38:16.876 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 118/198 2024-03-18T22:38:16.970 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 119/198 2024-03-18T22:38:17.001 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 120/198 2024-03-18T22:38:17.032 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : jq-1.6-16.el9.x86_64 121/198 2024-03-18T22:38:17.060 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 122/198 2024-03-18T22:38:17.373 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 123/198 2024-03-18T22:38:17.398 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : librbd1-2:19.0.0-2206.gb6ae2491.el9.x86_64 124/198 2024-03-18T22:38:17.488 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: librbd1-2:19.0.0-2206.gb6ae2491.el9.x86_64 124/198 2024-03-18T22:38:17.519 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-rbd-2:19.0.0-2206.gb6ae2491.el9.x86_64 125/198 2024-03-18T22:38:17.555 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 126/198 2024-03-18T22:38:18.016 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 127/198 2024-03-18T22:38:18.042 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : librgw2-2:19.0.0-2206.gb6ae2491.el9.x86_64 128/198 2024-03-18T22:38:18.113 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: librgw2-2:19.0.0-2206.gb6ae2491.el9.x86_64 128/198 2024-03-18T22:38:18.136 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : python3-rgw-2:19.0.0-2206.gb6ae2491.el9.x86_64 129/198 2024-03-18T22:38:20.376 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64 130/198 2024-03-18T22:38:20.415 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64 130/198 2024-03-18T22:38:20.954 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64 130/198 2024-03-18T22:38:20.985 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-base-2:19.0.0-2206.gb6ae2491.el9.x86_64 131/198 2024-03-18T22:38:21.066 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-base-2:19.0.0-2206.gb6ae2491.el9.x86_64 131/198 2024-03-18T22:38:21.066 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-03-18T22:38:21.067 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-03-18T22:38:21.067 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-03-18T22:38:21.103 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-selinux-2:19.0.0-2206.gb6ae2491.el9.x86_64 132/198 2024-03-18T22:38:32.906 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2206.gb6ae2491.el9.x86_64 132/198 2024-03-18T22:38:32.906 INFO:teuthology.orchestra.run.smithi099.stdout:skipping the directory /sys 2024-03-18T22:38:32.906 INFO:teuthology.orchestra.run.smithi099.stdout:skipping the directory /proc 2024-03-18T22:38:32.906 INFO:teuthology.orchestra.run.smithi099.stdout:skipping the directory /mnt 2024-03-18T22:38:32.906 INFO:teuthology.orchestra.run.smithi099.stdout:skipping the directory /var/tmp 2024-03-18T22:38:32.906 INFO:teuthology.orchestra.run.smithi099.stdout:skipping the directory /home 2024-03-18T22:38:32.907 INFO:teuthology.orchestra.run.smithi099.stdout:skipping the directory /root 2024-03-18T22:38:32.907 INFO:teuthology.orchestra.run.smithi099.stdout:skipping the directory /tmp 2024-03-18T22:38:32.907 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-03-18T22:38:33.082 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-volume-2:19.0.0-2206.gb6ae2491.el9.noarch 133/198 2024-03-18T22:38:33.097 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-volume-2:19.0.0-2206.gb6ae2491.el9.noarch 133/198 2024-03-18T22:38:33.098 INFO:teuthology.orchestra.run.smithi099.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-18T22:38:33.098 INFO:teuthology.orchestra.run.smithi099.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-03-18T22:38:33.098 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-03-18T22:38:34.577 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-osd-2:19.0.0-2206.gb6ae2491.el9.x86_64 134/198 2024-03-18T22:38:34.602 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-osd-2:19.0.0-2206.gb6ae2491.el9.x86_64 134/198 2024-03-18T22:38:34.602 INFO:teuthology.orchestra.run.smithi099.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-18T22:38:34.602 INFO:teuthology.orchestra.run.smithi099.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-03-18T22:38:34.602 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-18T22:38:34.602 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-18T22:38:34.603 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-03-18T22:38:34.819 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-mds-2:19.0.0-2206.gb6ae2491.el9.x86_64 135/198 2024-03-18T22:38:34.841 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-mds-2:19.0.0-2206.gb6ae2491.el9.x86_64 135/198 2024-03-18T22:38:34.841 INFO:teuthology.orchestra.run.smithi099.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-18T22:38:34.841 INFO:teuthology.orchestra.run.smithi099.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-03-18T22:38:34.841 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-18T22:38:34.841 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-18T22:38:34.841 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-03-18T22:38:35.278 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-mon-2:19.0.0-2206.gb6ae2491.el9.x86_64 136/198 2024-03-18T22:38:35.300 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-mon-2:19.0.0-2206.gb6ae2491.el9.x86_64 136/198 2024-03-18T22:38:35.300 INFO:teuthology.orchestra.run.smithi099.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-18T22:38:35.300 INFO:teuthology.orchestra.run.smithi099.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-03-18T22:38:35.300 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-18T22:38:35.300 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-18T22:38:35.300 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-03-18T22:38:35.388 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : automake-1.16.2-8.el9.noarch 137/198 2024-03-18T22:38:35.755 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch 138/198 2024-03-18T22:38:35.786 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch 138/198 2024-03-18T22:38:35.818 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2206.gb6ae2491.e 139/198 2024-03-18T22:38:35.879 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2206.gb6ae2491. 140/198 2024-03-18T22:38:35.909 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2206.gb6ae2491.el9.noa 141/198 2024-03-18T22:38:36.144 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2206.gb6ae2491.el9.noa 141/198 2024-03-18T22:38:36.177 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2206.gb6ae2491.el9.n 142/198 2024-03-18T22:38:37.138 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2206.gb6ae2491.el9.n 142/198 2024-03-18T22:38:37.161 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2206.gb6a 143/198 2024-03-18T22:38:37.262 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2206.gb6a 143/198 2024-03-18T22:38:37.423 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2206.gb6ae2491.el 144/198 2024-03-18T22:38:37.454 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-mgr-2:19.0.0-2206.gb6ae2491.el9.x86_64 145/198 2024-03-18T22:38:37.476 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2206.gb6ae2491.el9.x86_64 145/198 2024-03-18T22:38:37.477 INFO:teuthology.orchestra.run.smithi099.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-18T22:38:37.477 INFO:teuthology.orchestra.run.smithi099.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-03-18T22:38:37.477 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-18T22:38:37.477 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-18T22:38:37.477 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-03-18T22:38:37.521 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-mgr-rook-2:19.0.0-2206.gb6ae2491.el9.noarch 146/198 2024-03-18T22:38:37.532 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2206.gb6ae2491.el9.noarch 146/198 2024-03-18T22:38:37.577 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-2:19.0.0-2206.gb6ae2491.el9.x86_64 147/198 2024-03-18T22:38:38.452 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libtool-2.4.6-45.el9.x86_64 148/198 2024-03-18T22:38:38.482 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-radosgw-2:19.0.0-2206.gb6ae2491.el9.x86_64 149/198 2024-03-18T22:38:38.504 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2206.gb6ae2491.el9.x86_64 149/198 2024-03-18T22:38:38.504 INFO:teuthology.orchestra.run.smithi099.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-18T22:38:38.504 INFO:teuthology.orchestra.run.smithi099.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-03-18T22:38:38.504 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-18T22:38:38.504 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-18T22:38:38.505 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-03-18T22:38:38.549 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2206.gb6ae2 150/198 2024-03-18T22:38:38.570 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2206.gb6ae2 150/198 2024-03-18T22:38:38.571 INFO:teuthology.orchestra.run.smithi099.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-18T22:38:38.571 INFO:teuthology.orchestra.run.smithi099.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-03-18T22:38:38.571 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-03-18T22:38:38.616 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : cephfs-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64 151/198 2024-03-18T22:38:38.638 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64 151/198 2024-03-18T22:38:38.638 INFO:teuthology.orchestra.run.smithi099.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-18T22:38:38.638 INFO:teuthology.orchestra.run.smithi099.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-03-18T22:38:38.638 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-03-18T22:38:38.639 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-03-18T22:38:38.639 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-03-18T22:38:38.942 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : rbd-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64 152/198 2024-03-18T22:38:38.964 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64 152/198 2024-03-18T22:38:38.964 INFO:teuthology.orchestra.run.smithi099.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-18T22:38:38.964 INFO:teuthology.orchestra.run.smithi099.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-03-18T22:38:38.964 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-18T22:38:38.964 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-18T22:38:38.964 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-03-18T22:38:43.388 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-test-2:19.0.0-2206.gb6ae2491.el9.x86_64 153/198 2024-03-18T22:38:43.428 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : rbd-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64 154/198 2024-03-18T22:38:43.459 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : rbd-nbd-2:19.0.0-2206.gb6ae2491.el9.x86_64 155/198 2024-03-18T22:38:43.486 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 156/198 2024-03-18T22:38:43.667 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : cephfs-shell-2:19.0.0-2206.gb6ae2491.el9.x86_64 157/198 2024-03-18T22:38:43.786 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : postgresql-contrib-13.11-1.el9.x86_64 158/198 2024-03-18T22:38:43.834 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : ceph-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64 159/198 2024-03-18T22:38:43.873 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 160/198 2024-03-18T22:38:43.926 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : xfsdump-3.1.12-4.el9.x86_64 161/198 2024-03-18T22:38:43.969 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : util-linux-user-2.37.4-18.el9.x86_64 162/198 2024-03-18T22:38:44.002 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libcephfs-devel-2:19.0.0-2206.gb6ae2491.el9.x86_ 163/198 2024-03-18T22:38:44.042 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : elfutils-debuginfod-client-0.190-2.el9.x86_64 164/198 2024-03-18T22:38:44.072 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : NetworkManager-team-1:1.47.2-1.el9.x86_64 165/198 2024-03-18T22:38:44.126 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : NetworkManager-tui-1:1.47.2-1.el9.x86_64 166/198 2024-03-18T22:38:44.179 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : acl-2.3.1-4.el9.x86_64 167/198 2024-03-18T22:38:44.203 INFO:teuthology.orchestra.run.smithi099.stdout: Upgrading : libacl-devel-2.3.1-4.el9.x86_64 168/198 2024-03-18T22:38:44.793 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 169/198 2024-03-18T22:38:44.826 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : postgresql-server-13.11-1.el9.x86_64 169/198 2024-03-18T22:38:44.844 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 169/198 2024-03-18T22:38:45.676 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : cephfs-top-2:19.0.0-2206.gb6ae2491.el9.noarch 170/198 2024-03-18T22:38:45.754 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : openssl-devel-1:3.0.7-27.el9.x86_64 171/198 2024-03-18T22:38:45.795 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 172/198 2024-03-18T22:38:45.876 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : flex-2.6.4-9.el9.x86_64 173/198 2024-03-18T22:38:45.916 INFO:teuthology.orchestra.run.smithi099.stdout: Installing : bison-3.7.4-5.el9.x86_64 174/198 2024-03-18T22:38:45.941 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : NetworkManager-tui-1:1.44.0-2.el9.x86_64 175/198 2024-03-18T22:38:45.966 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : elfutils-debuginfod-client-0.189-3.el9.x86_64 176/198 2024-03-18T22:38:45.993 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : elfutils-libs-0.189-3.el9.x86_64 177/198 2024-03-18T22:38:45.993 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 178/198 2024-03-18T22:38:46.080 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 178/198 2024-03-18T22:38:46.110 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : openssl-1:3.0.7-24.el9.x86_64 179/198 2024-03-18T22:38:46.110 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 180/198 2024-03-18T22:38:46.195 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 180/198 2024-03-18T22:38:46.230 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : xfsdump-3.1.12-3.el9.x86_64 181/198 2024-03-18T22:38:46.262 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : xfsprogs-5.19.0-4.el9.x86_64 182/198 2024-03-18T22:38:46.288 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : acl-2.3.1-3.el9.x86_64 183/198 2024-03-18T22:38:46.313 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : libacl-devel-2.3.1-3.el9.x86_64 184/198 2024-03-18T22:38:46.346 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : util-linux-user-2.37.4-15.el9.x86_64 185/198 2024-03-18T22:38:46.393 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : util-linux-2.37.4-15.el9.x86_64 186/198 2024-03-18T22:38:46.426 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : util-linux-core-2.37.4-15.el9.x86_64 187/198 2024-03-18T22:38:46.451 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : libfdisk-2.37.4-15.el9.x86_64 188/198 2024-03-18T22:38:46.476 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : libmount-2.37.4-15.el9.x86_64 189/198 2024-03-18T22:38:46.501 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : libblkid-2.37.4-15.el9.x86_64 190/198 2024-03-18T22:38:46.527 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : NetworkManager-team-1:1.44.0-2.el9.x86_64 191/198 2024-03-18T22:38:46.533 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-18T22:38:46.533 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-18T22:38:46.713 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-18T22:38:46.713 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 193/198 2024-03-18T22:38:46.787 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: NetworkManager-libnm-1:1.44.0-2.el9.x86_64 193/198 2024-03-18T22:38:46.812 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : libuuid-2.37.4-15.el9.x86_64 194/198 2024-03-18T22:38:46.837 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : libsmartcols-2.37.4-15.el9.x86_64 195/198 2024-03-18T22:38:46.871 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : libacl-2.3.1-3.el9.x86_64 196/198 2024-03-18T22:38:46.896 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : openssl-libs-1:3.0.7-24.el9.x86_64 197/198 2024-03-18T22:38:46.961 INFO:teuthology.orchestra.run.smithi099.stdout: Cleanup : elfutils-libelf-0.189-3.el9.x86_64 198/198 2024-03-18T22:38:51.982 INFO:teuthology.orchestra.run.smithi099.stdout: Running scriptlet: elfutils-libelf-0.189-3.el9.x86_64 198/198 2024-03-18T22:38:51.982 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-2:19.0.0-2206.gb6ae2491.el9.x86_64 1/198 2024-03-18T22:38:51.982 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-base-2:19.0.0-2206.gb6ae2491.el9.x86_64 2/198 2024-03-18T22:38:51.982 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64 3/198 2024-03-18T22:38:51.982 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64 4/198 2024-03-18T22:38:51.982 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2206.gb6ae2 5/198 2024-03-18T22:38:51.982 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-mds-2:19.0.0-2206.gb6ae2491.el9.x86_64 6/198 2024-03-18T22:38:51.982 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-mgr-2:19.0.0-2206.gb6ae2491.el9.x86_64 7/198 2024-03-18T22:38:51.983 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-mon-2:19.0.0-2206.gb6ae2491.el9.x86_64 8/198 2024-03-18T22:38:51.983 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-osd-2:19.0.0-2206.gb6ae2491.el9.x86_64 9/198 2024-03-18T22:38:51.983 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-radosgw-2:19.0.0-2206.gb6ae2491.el9.x86_64 10/198 2024-03-18T22:38:51.983 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-selinux-2:19.0.0-2206.gb6ae2491.el9.x86_64 11/198 2024-03-18T22:38:51.983 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-test-2:19.0.0-2206.gb6ae2491.el9.x86_64 12/198 2024-03-18T22:38:51.983 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : cephfs-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64 13/198 2024-03-18T22:38:51.983 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : cephfs-shell-2:19.0.0-2206.gb6ae2491.el9.x86_64 14/198 2024-03-18T22:38:51.983 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libcephfs-devel-2:19.0.0-2206.gb6ae2491.el9.x86_ 15/198 2024-03-18T22:38:51.983 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libcephfs2-2:19.0.0-2206.gb6ae2491.el9.x86_64 16/198 2024-03-18T22:38:51.983 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libcephsqlite-2:19.0.0-2206.gb6ae2491.el9.x86_64 17/198 2024-03-18T22:38:51.983 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : librados-devel-2:19.0.0-2206.gb6ae2491.el9.x86_6 18/198 2024-03-18T22:38:51.983 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libradosstriper1-2:19.0.0-2206.gb6ae2491.el9.x86 19/198 2024-03-18T22:38:51.983 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : librgw2-2:19.0.0-2206.gb6ae2491.el9.x86_64 20/198 2024-03-18T22:38:51.983 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2206.gb6ae2491.el 21/198 2024-03-18T22:38:51.983 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-ceph-common-2:19.0.0-2206.gb6ae2491.el9. 22/198 2024-03-18T22:38:51.984 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-cephfs-2:19.0.0-2206.gb6ae2491.el9.x86_6 23/198 2024-03-18T22:38:51.984 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-rados-2:19.0.0-2206.gb6ae2491.el9.x86_64 24/198 2024-03-18T22:38:51.984 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-rbd-2:19.0.0-2206.gb6ae2491.el9.x86_64 25/198 2024-03-18T22:38:51.984 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-rgw-2:19.0.0-2206.gb6ae2491.el9.x86_64 26/198 2024-03-18T22:38:51.984 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : rbd-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64 27/198 2024-03-18T22:38:51.984 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : rbd-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64 28/198 2024-03-18T22:38:51.984 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : rbd-nbd-2:19.0.0-2206.gb6ae2491.el9.x86_64 29/198 2024-03-18T22:38:51.984 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2206.gb6ae2491. 30/198 2024-03-18T22:38:51.984 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2206.gb6ae2491.el9.noa 31/198 2024-03-18T22:38:51.984 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2206.gb6ae2491.el9.n 32/198 2024-03-18T22:38:51.984 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2206.gb6a 33/198 2024-03-18T22:38:51.984 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2206.gb6ae2491.el 34/198 2024-03-18T22:38:51.984 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2206.gb6ae2491.el9.noarch 35/198 2024-03-18T22:38:51.984 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2206.gb6ae2491.e 36/198 2024-03-18T22:38:51.985 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : ceph-volume-2:19.0.0-2206.gb6ae2491.el9.noarch 37/198 2024-03-18T22:38:51.985 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch 38/198 2024-03-18T22:38:51.985 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : cephfs-top-2:19.0.0-2206.gb6ae2491.el9.noarch 39/198 2024-03-18T22:38:51.985 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : automake-1.16.2-8.el9.noarch 40/198 2024-03-18T22:38:51.985 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : bison-3.7.4-5.el9.x86_64 41/198 2024-03-18T22:38:51.985 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 42/198 2024-03-18T22:38:51.985 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : flex-2.6.4-9.el9.x86_64 43/198 2024-03-18T22:38:51.985 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 44/198 2024-03-18T22:38:51.985 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 45/198 2024-03-18T22:38:51.985 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 46/198 2024-03-18T22:38:51.985 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 47/198 2024-03-18T22:38:51.985 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/198 2024-03-18T22:38:51.985 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/198 2024-03-18T22:38:51.985 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/198 2024-03-18T22:38:51.986 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 51/198 2024-03-18T22:38:51.986 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 52/198 2024-03-18T22:38:51.986 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 53/198 2024-03-18T22:38:51.986 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : lua-5.4.4-4.el9.x86_64 54/198 2024-03-18T22:38:51.986 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 55/198 2024-03-18T22:38:51.986 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 56/198 2024-03-18T22:38:51.986 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 57/198 2024-03-18T22:38:51.986 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : postgresql-13.11-1.el9.x86_64 58/198 2024-03-18T22:38:51.986 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : postgresql-contrib-13.11-1.el9.x86_64 59/198 2024-03-18T22:38:51.986 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : postgresql-private-libs-13.11-1.el9.x86_64 60/198 2024-03-18T22:38:51.986 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : postgresql-server-13.11-1.el9.x86_64 61/198 2024-03-18T22:38:51.987 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 62/198 2024-03-18T22:38:51.987 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 63/198 2024-03-18T22:38:51.987 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 64/198 2024-03-18T22:38:51.987 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 65/198 2024-03-18T22:38:51.987 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 66/198 2024-03-18T22:38:51.987 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 67/198 2024-03-18T22:38:51.987 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 68/198 2024-03-18T22:38:51.987 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 69/198 2024-03-18T22:38:51.987 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 70/198 2024-03-18T22:38:51.987 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 71/198 2024-03-18T22:38:51.987 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 72/198 2024-03-18T22:38:51.987 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 73/198 2024-03-18T22:38:51.987 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 74/198 2024-03-18T22:38:51.988 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 75/198 2024-03-18T22:38:51.988 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 76/198 2024-03-18T22:38:51.988 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 77/198 2024-03-18T22:38:51.988 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 78/198 2024-03-18T22:38:51.988 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 79/198 2024-03-18T22:38:51.988 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 80/198 2024-03-18T22:38:51.988 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 81/198 2024-03-18T22:38:51.988 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 82/198 2024-03-18T22:38:51.988 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 83/198 2024-03-18T22:38:51.988 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 84/198 2024-03-18T22:38:51.988 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 85/198 2024-03-18T22:38:51.988 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 86/198 2024-03-18T22:38:51.988 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 87/198 2024-03-18T22:38:51.988 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 88/198 2024-03-18T22:38:51.989 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-ply-3.11-14.el9.noarch 89/198 2024-03-18T22:38:51.989 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 90/198 2024-03-18T22:38:51.989 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 91/198 2024-03-18T22:38:51.989 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : jq-1.6-16.el9.x86_64 92/198 2024-03-18T22:38:51.989 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 93/198 2024-03-18T22:38:51.989 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 94/198 2024-03-18T22:38:51.989 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 95/198 2024-03-18T22:38:51.989 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 96/198 2024-03-18T22:38:51.989 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 97/198 2024-03-18T22:38:51.989 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : openssl-devel-1:3.0.7-27.el9.x86_64 98/198 2024-03-18T22:38:51.989 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 99/198 2024-03-18T22:38:51.989 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 100/198 2024-03-18T22:38:51.989 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : qatlib-23.11.0-1.el9.x86_64 101/198 2024-03-18T22:38:51.989 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : qatlib-service-23.11.0-1.el9.x86_64 102/198 2024-03-18T22:38:51.990 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : qatzip-libs-1.1.2-2.el9.x86_64 103/198 2024-03-18T22:38:51.990 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 104/198 2024-03-18T22:38:51.990 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/198 2024-03-18T22:38:51.990 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/198 2024-03-18T22:38:51.990 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/198 2024-03-18T22:38:51.990 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 108/198 2024-03-18T22:38:51.990 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/198 2024-03-18T22:38:51.990 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 110/198 2024-03-18T22:38:51.990 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 111/198 2024-03-18T22:38:51.990 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/198 2024-03-18T22:38:51.990 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/198 2024-03-18T22:38:51.990 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 114/198 2024-03-18T22:38:51.990 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 115/198 2024-03-18T22:38:51.991 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-asyncssh-2.13.2-4.el9.noarch 116/198 2024-03-18T22:38:51.991 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/198 2024-03-18T22:38:51.991 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/198 2024-03-18T22:38:51.991 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 119/198 2024-03-18T22:38:51.991 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/198 2024-03-18T22:38:51.991 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/198 2024-03-18T22:38:51.991 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/198 2024-03-18T22:38:51.991 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 123/198 2024-03-18T22:38:51.991 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-google-auth-1:2.28.0-1.el9.noarch 124/198 2024-03-18T22:38:51.991 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 125/198 2024-03-18T22:38:51.991 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 126/198 2024-03-18T22:38:51.991 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 127/198 2024-03-18T22:38:51.992 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 128/198 2024-03-18T22:38:51.992 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 129/198 2024-03-18T22:38:51.992 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 130/198 2024-03-18T22:38:51.992 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 131/198 2024-03-18T22:38:51.992 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 132/198 2024-03-18T22:38:51.992 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 133/198 2024-03-18T22:38:51.992 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 134/198 2024-03-18T22:38:51.992 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 135/198 2024-03-18T22:38:51.992 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 136/198 2024-03-18T22:38:51.992 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 137/198 2024-03-18T22:38:51.992 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 138/198 2024-03-18T22:38:51.992 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 139/198 2024-03-18T22:38:51.992 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 140/198 2024-03-18T22:38:51.992 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 141/198 2024-03-18T22:38:51.992 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 142/198 2024-03-18T22:38:51.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 143/198 2024-03-18T22:38:51.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 144/198 2024-03-18T22:38:51.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 145/198 2024-03-18T22:38:51.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 146/198 2024-03-18T22:38:51.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 147/198 2024-03-18T22:38:51.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 148/198 2024-03-18T22:38:51.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : re2-1:20211101-3.el9.x86_64 149/198 2024-03-18T22:38:51.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 150/198 2024-03-18T22:38:51.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : librados2-2:19.0.0-2206.gb6ae2491.el9.x86_64 151/198 2024-03-18T22:38:51.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 152/198 2024-03-18T22:38:51.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : librbd1-2:19.0.0-2206.gb6ae2491.el9.x86_64 153/198 2024-03-18T22:38:51.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 154/198 2024-03-18T22:38:51.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : xfsdump-3.1.12-4.el9.x86_64 155/198 2024-03-18T22:38:51.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : xfsdump-3.1.12-3.el9.x86_64 156/198 2024-03-18T22:38:51.993 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : NetworkManager-1:1.47.2-1.el9.x86_64 157/198 2024-03-18T22:38:51.994 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : NetworkManager-1:1.44.0-2.el9.x86_64 158/198 2024-03-18T22:38:51.994 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : NetworkManager-libnm-1:1.47.2-1.el9.x86_64 159/198 2024-03-18T22:38:51.994 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 160/198 2024-03-18T22:38:51.994 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : NetworkManager-team-1:1.47.2-1.el9.x86_64 161/198 2024-03-18T22:38:51.994 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : NetworkManager-team-1:1.44.0-2.el9.x86_64 162/198 2024-03-18T22:38:51.994 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : NetworkManager-tui-1:1.47.2-1.el9.x86_64 163/198 2024-03-18T22:38:51.994 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : NetworkManager-tui-1:1.44.0-2.el9.x86_64 164/198 2024-03-18T22:38:51.994 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : acl-2.3.1-4.el9.x86_64 165/198 2024-03-18T22:38:51.994 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : acl-2.3.1-3.el9.x86_64 166/198 2024-03-18T22:38:51.994 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 167/198 2024-03-18T22:38:51.994 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : elfutils-debuginfod-client-0.189-3.el9.x86_64 168/198 2024-03-18T22:38:51.994 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 169/198 2024-03-18T22:38:51.994 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : elfutils-libelf-0.189-3.el9.x86_64 170/198 2024-03-18T22:38:51.995 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 171/198 2024-03-18T22:38:51.995 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : elfutils-libs-0.189-3.el9.x86_64 172/198 2024-03-18T22:38:51.995 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libacl-2.3.1-4.el9.x86_64 173/198 2024-03-18T22:38:51.995 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libacl-2.3.1-3.el9.x86_64 174/198 2024-03-18T22:38:51.995 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libblkid-2.37.4-18.el9.x86_64 175/198 2024-03-18T22:38:51.995 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libblkid-2.37.4-15.el9.x86_64 176/198 2024-03-18T22:38:51.995 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libfdisk-2.37.4-18.el9.x86_64 177/198 2024-03-18T22:38:51.995 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libfdisk-2.37.4-15.el9.x86_64 178/198 2024-03-18T22:38:51.995 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libmount-2.37.4-18.el9.x86_64 179/198 2024-03-18T22:38:51.995 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libmount-2.37.4-15.el9.x86_64 180/198 2024-03-18T22:38:51.996 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libsmartcols-2.37.4-18.el9.x86_64 181/198 2024-03-18T22:38:51.996 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libsmartcols-2.37.4-15.el9.x86_64 182/198 2024-03-18T22:38:51.996 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libuuid-2.37.4-18.el9.x86_64 183/198 2024-03-18T22:38:51.996 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libuuid-2.37.4-15.el9.x86_64 184/198 2024-03-18T22:38:51.996 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 185/198 2024-03-18T22:38:51.996 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : openssl-1:3.0.7-24.el9.x86_64 186/198 2024-03-18T22:38:51.996 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 187/198 2024-03-18T22:38:51.996 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : openssl-libs-1:3.0.7-24.el9.x86_64 188/198 2024-03-18T22:38:51.996 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : util-linux-2.37.4-18.el9.x86_64 189/198 2024-03-18T22:38:51.996 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : util-linux-2.37.4-15.el9.x86_64 190/198 2024-03-18T22:38:51.996 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : util-linux-core-2.37.4-18.el9.x86_64 191/198 2024-03-18T22:38:51.996 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : util-linux-core-2.37.4-15.el9.x86_64 192/198 2024-03-18T22:38:51.996 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : util-linux-user-2.37.4-18.el9.x86_64 193/198 2024-03-18T22:38:51.996 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : util-linux-user-2.37.4-15.el9.x86_64 194/198 2024-03-18T22:38:51.997 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 195/198 2024-03-18T22:38:51.997 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : xfsprogs-5.19.0-4.el9.x86_64 196/198 2024-03-18T22:38:51.997 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libacl-devel-2.3.1-4.el9.x86_64 197/198 2024-03-18T22:38:55.130 INFO:teuthology.orchestra.run.smithi099.stdout: Verifying : libacl-devel-2.3.1-3.el9.x86_64 198/198 2024-03-18T22:38:55.130 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-03-18T22:38:55.130 INFO:teuthology.orchestra.run.smithi099.stdout:Upgraded: 2024-03-18T22:38:55.130 INFO:teuthology.orchestra.run.smithi099.stdout: NetworkManager-1:1.47.2-1.el9.x86_64 2024-03-18T22:38:55.130 INFO:teuthology.orchestra.run.smithi099.stdout: NetworkManager-libnm-1:1.47.2-1.el9.x86_64 2024-03-18T22:38:55.130 INFO:teuthology.orchestra.run.smithi099.stdout: NetworkManager-team-1:1.47.2-1.el9.x86_64 2024-03-18T22:38:55.130 INFO:teuthology.orchestra.run.smithi099.stdout: NetworkManager-tui-1:1.47.2-1.el9.x86_64 2024-03-18T22:38:55.130 INFO:teuthology.orchestra.run.smithi099.stdout: acl-2.3.1-4.el9.x86_64 2024-03-18T22:38:55.130 INFO:teuthology.orchestra.run.smithi099.stdout: elfutils-debuginfod-client-0.190-2.el9.x86_64 2024-03-18T22:38:55.131 INFO:teuthology.orchestra.run.smithi099.stdout: elfutils-libelf-0.190-2.el9.x86_64 2024-03-18T22:38:55.131 INFO:teuthology.orchestra.run.smithi099.stdout: elfutils-libs-0.190-2.el9.x86_64 2024-03-18T22:38:55.131 INFO:teuthology.orchestra.run.smithi099.stdout: libacl-2.3.1-4.el9.x86_64 2024-03-18T22:38:55.131 INFO:teuthology.orchestra.run.smithi099.stdout: libacl-devel-2.3.1-4.el9.x86_64 2024-03-18T22:38:55.131 INFO:teuthology.orchestra.run.smithi099.stdout: libblkid-2.37.4-18.el9.x86_64 2024-03-18T22:38:55.131 INFO:teuthology.orchestra.run.smithi099.stdout: libfdisk-2.37.4-18.el9.x86_64 2024-03-18T22:38:55.131 INFO:teuthology.orchestra.run.smithi099.stdout: libmount-2.37.4-18.el9.x86_64 2024-03-18T22:38:55.131 INFO:teuthology.orchestra.run.smithi099.stdout: librados2-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.131 INFO:teuthology.orchestra.run.smithi099.stdout: librbd1-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.131 INFO:teuthology.orchestra.run.smithi099.stdout: libsmartcols-2.37.4-18.el9.x86_64 2024-03-18T22:38:55.131 INFO:teuthology.orchestra.run.smithi099.stdout: libuuid-2.37.4-18.el9.x86_64 2024-03-18T22:38:55.131 INFO:teuthology.orchestra.run.smithi099.stdout: openssl-1:3.0.7-27.el9.x86_64 2024-03-18T22:38:55.131 INFO:teuthology.orchestra.run.smithi099.stdout: openssl-libs-1:3.0.7-27.el9.x86_64 2024-03-18T22:38:55.131 INFO:teuthology.orchestra.run.smithi099.stdout: util-linux-2.37.4-18.el9.x86_64 2024-03-18T22:38:55.131 INFO:teuthology.orchestra.run.smithi099.stdout: util-linux-core-2.37.4-18.el9.x86_64 2024-03-18T22:38:55.132 INFO:teuthology.orchestra.run.smithi099.stdout: util-linux-user-2.37.4-18.el9.x86_64 2024-03-18T22:38:55.132 INFO:teuthology.orchestra.run.smithi099.stdout: xfsdump-3.1.12-4.el9.x86_64 2024-03-18T22:38:55.132 INFO:teuthology.orchestra.run.smithi099.stdout: xfsprogs-6.3.0-1.el9.x86_64 2024-03-18T22:38:55.132 INFO:teuthology.orchestra.run.smithi099.stdout:Installed: 2024-03-18T22:38:55.132 INFO:teuthology.orchestra.run.smithi099.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-03-18T22:38:55.132 INFO:teuthology.orchestra.run.smithi099.stdout: automake-1.16.2-8.el9.noarch 2024-03-18T22:38:55.132 INFO:teuthology.orchestra.run.smithi099.stdout: bison-3.7.4-5.el9.x86_64 2024-03-18T22:38:55.132 INFO:teuthology.orchestra.run.smithi099.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-03-18T22:38:55.132 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.132 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-base-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.132 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.132 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.132 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-grafana-dashboards-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:38:55.132 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-immutable-object-cache-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.132 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mds-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.133 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.133 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:38:55.133 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-dashboard-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:38:55.133 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:38:55.133 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-modules-core-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:38:55.133 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-rook-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:38:55.133 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mon-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.133 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-osd-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.133 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-prometheus-alerts-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:38:55.133 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-radosgw-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.133 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-selinux-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.133 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-test-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.133 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-volume-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:38:55.133 INFO:teuthology.orchestra.run.smithi099.stdout: cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:38:55.134 INFO:teuthology.orchestra.run.smithi099.stdout: cephfs-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.134 INFO:teuthology.orchestra.run.smithi099.stdout: cephfs-shell-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.134 INFO:teuthology.orchestra.run.smithi099.stdout: cephfs-top-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:38:55.134 INFO:teuthology.orchestra.run.smithi099.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-03-18T22:38:55.134 INFO:teuthology.orchestra.run.smithi099.stdout: flex-2.6.4-9.el9.x86_64 2024-03-18T22:38:55.134 INFO:teuthology.orchestra.run.smithi099.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-03-18T22:38:55.134 INFO:teuthology.orchestra.run.smithi099.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-03-18T22:38:55.134 INFO:teuthology.orchestra.run.smithi099.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-03-18T22:38:55.134 INFO:teuthology.orchestra.run.smithi099.stdout: fuse-2.9.9-15.el9.x86_64 2024-03-18T22:38:55.134 INFO:teuthology.orchestra.run.smithi099.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-03-18T22:38:55.134 INFO:teuthology.orchestra.run.smithi099.stdout: grpc-data-1.46.7-10.el9.noarch 2024-03-18T22:38:55.134 INFO:teuthology.orchestra.run.smithi099.stdout: jq-1.6-16.el9.x86_64 2024-03-18T22:38:55.135 INFO:teuthology.orchestra.run.smithi099.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-03-18T22:38:55.135 INFO:teuthology.orchestra.run.smithi099.stdout: libarrow-9.0.0-10.el9.x86_64 2024-03-18T22:38:55.135 INFO:teuthology.orchestra.run.smithi099.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-03-18T22:38:55.135 INFO:teuthology.orchestra.run.smithi099.stdout: libcephfs-devel-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.135 INFO:teuthology.orchestra.run.smithi099.stdout: libcephfs2-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.135 INFO:teuthology.orchestra.run.smithi099.stdout: libcephsqlite-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.135 INFO:teuthology.orchestra.run.smithi099.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-03-18T22:38:55.135 INFO:teuthology.orchestra.run.smithi099.stdout: liboath-2.6.7-2.el9.x86_64 2024-03-18T22:38:55.135 INFO:teuthology.orchestra.run.smithi099.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-03-18T22:38:55.135 INFO:teuthology.orchestra.run.smithi099.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-03-18T22:38:55.135 INFO:teuthology.orchestra.run.smithi099.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-03-18T22:38:55.135 INFO:teuthology.orchestra.run.smithi099.stdout: librados-devel-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.135 INFO:teuthology.orchestra.run.smithi099.stdout: libradosstriper1-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.135 INFO:teuthology.orchestra.run.smithi099.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-03-18T22:38:55.136 INFO:teuthology.orchestra.run.smithi099.stdout: librgw2-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.136 INFO:teuthology.orchestra.run.smithi099.stdout: libtool-2.4.6-45.el9.x86_64 2024-03-18T22:38:55.136 INFO:teuthology.orchestra.run.smithi099.stdout: libunwind-1.6.2-1.el9.x86_64 2024-03-18T22:38:55.136 INFO:teuthology.orchestra.run.smithi099.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-03-18T22:38:55.136 INFO:teuthology.orchestra.run.smithi099.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-03-18T22:38:55.136 INFO:teuthology.orchestra.run.smithi099.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-03-18T22:38:55.136 INFO:teuthology.orchestra.run.smithi099.stdout: lua-5.4.4-4.el9.x86_64 2024-03-18T22:38:55.136 INFO:teuthology.orchestra.run.smithi099.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-03-18T22:38:55.136 INFO:teuthology.orchestra.run.smithi099.stdout: luarocks-3.9.2-1.el9.noarch 2024-03-18T22:38:55.136 INFO:teuthology.orchestra.run.smithi099.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-03-18T22:38:55.136 INFO:teuthology.orchestra.run.smithi099.stdout: openblas-0.3.21-2.el9.x86_64 2024-03-18T22:38:55.136 INFO:teuthology.orchestra.run.smithi099.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-03-18T22:38:55.136 INFO:teuthology.orchestra.run.smithi099.stdout: openssl-devel-1:3.0.7-27.el9.x86_64 2024-03-18T22:38:55.137 INFO:teuthology.orchestra.run.smithi099.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-03-18T22:38:55.137 INFO:teuthology.orchestra.run.smithi099.stdout: postgresql-13.11-1.el9.x86_64 2024-03-18T22:38:55.137 INFO:teuthology.orchestra.run.smithi099.stdout: postgresql-contrib-13.11-1.el9.x86_64 2024-03-18T22:38:55.137 INFO:teuthology.orchestra.run.smithi099.stdout: postgresql-private-libs-13.11-1.el9.x86_64 2024-03-18T22:38:55.137 INFO:teuthology.orchestra.run.smithi099.stdout: postgresql-server-13.11-1.el9.x86_64 2024-03-18T22:38:55.137 INFO:teuthology.orchestra.run.smithi099.stdout: protobuf-3.14.0-13.el9.x86_64 2024-03-18T22:38:55.137 INFO:teuthology.orchestra.run.smithi099.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-03-18T22:38:55.137 INFO:teuthology.orchestra.run.smithi099.stdout: python3-asyncssh-2.13.2-4.el9.noarch 2024-03-18T22:38:55.137 INFO:teuthology.orchestra.run.smithi099.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-03-18T22:38:55.137 INFO:teuthology.orchestra.run.smithi099.stdout: python3-babel-2.9.1-2.el9.noarch 2024-03-18T22:38:55.137 INFO:teuthology.orchestra.run.smithi099.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-03-18T22:38:55.137 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-03-18T22:38:55.138 INFO:teuthology.orchestra.run.smithi099.stdout: python3-ceph-argparse-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.138 INFO:teuthology.orchestra.run.smithi099.stdout: python3-ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.138 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cephfs-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.138 INFO:teuthology.orchestra.run.smithi099.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-03-18T22:38:55.138 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-03-18T22:38:55.138 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-03-18T22:38:55.138 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-03-18T22:38:55.138 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-03-18T22:38:55.138 INFO:teuthology.orchestra.run.smithi099.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-03-18T22:38:55.138 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-03-18T22:38:55.138 INFO:teuthology.orchestra.run.smithi099.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-03-18T22:38:55.138 INFO:teuthology.orchestra.run.smithi099.stdout: python3-google-auth-1:2.28.0-1.el9.noarch 2024-03-18T22:38:55.138 INFO:teuthology.orchestra.run.smithi099.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-03-18T22:38:55.139 INFO:teuthology.orchestra.run.smithi099.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-03-18T22:38:55.139 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-03-18T22:38:55.139 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-03-18T22:38:55.139 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-03-18T22:38:55.139 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-03-18T22:38:55.139 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-03-18T22:38:55.139 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-03-18T22:38:55.139 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-03-18T22:38:55.139 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-03-18T22:38:55.139 INFO:teuthology.orchestra.run.smithi099.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-03-18T22:38:55.139 INFO:teuthology.orchestra.run.smithi099.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-03-18T22:38:55.139 INFO:teuthology.orchestra.run.smithi099.stdout: python3-mako-1.1.4-6.el9.noarch 2024-03-18T22:38:55.139 INFO:teuthology.orchestra.run.smithi099.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-03-18T22:38:55.139 INFO:teuthology.orchestra.run.smithi099.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-03-18T22:38:55.139 INFO:teuthology.orchestra.run.smithi099.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-03-18T22:38:55.140 INFO:teuthology.orchestra.run.smithi099.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-03-18T22:38:55.140 INFO:teuthology.orchestra.run.smithi099.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-03-18T22:38:55.140 INFO:teuthology.orchestra.run.smithi099.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-03-18T22:38:55.140 INFO:teuthology.orchestra.run.smithi099.stdout: python3-packaging-20.9-5.el9.noarch 2024-03-18T22:38:55.140 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-03-18T22:38:55.140 INFO:teuthology.orchestra.run.smithi099.stdout: python3-ply-3.11-14.el9.noarch 2024-03-18T22:38:55.140 INFO:teuthology.orchestra.run.smithi099.stdout: python3-portend-3.1.0-2.el9.noarch 2024-03-18T22:38:55.140 INFO:teuthology.orchestra.run.smithi099.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-03-18T22:38:55.140 INFO:teuthology.orchestra.run.smithi099.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-03-18T22:38:55.140 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-03-18T22:38:55.140 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-03-18T22:38:55.140 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-03-18T22:38:55.140 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pycparser-2.20-6.el9.noarch 2024-03-18T22:38:55.140 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-03-18T22:38:55.141 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pytz-2021.1-5.el9.noarch 2024-03-18T22:38:55.141 INFO:teuthology.orchestra.run.smithi099.stdout: python3-rados-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.141 INFO:teuthology.orchestra.run.smithi099.stdout: python3-rbd-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.141 INFO:teuthology.orchestra.run.smithi099.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-03-18T22:38:55.141 INFO:teuthology.orchestra.run.smithi099.stdout: python3-requests-2.25.1-8.el9.noarch 2024-03-18T22:38:55.141 INFO:teuthology.orchestra.run.smithi099.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-03-18T22:38:55.141 INFO:teuthology.orchestra.run.smithi099.stdout: python3-rgw-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.141 INFO:teuthology.orchestra.run.smithi099.stdout: python3-routes-2.5.1-5.el9.noarch 2024-03-18T22:38:55.141 INFO:teuthology.orchestra.run.smithi099.stdout: python3-rsa-4.9-2.el9.noarch 2024-03-18T22:38:55.141 INFO:teuthology.orchestra.run.smithi099.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-03-18T22:38:55.141 INFO:teuthology.orchestra.run.smithi099.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-03-18T22:38:55.141 INFO:teuthology.orchestra.run.smithi099.stdout: python3-toml-0.10.2-6.el9.noarch 2024-03-18T22:38:55.141 INFO:teuthology.orchestra.run.smithi099.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-03-18T22:38:55.142 INFO:teuthology.orchestra.run.smithi099.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-03-18T22:38:55.142 INFO:teuthology.orchestra.run.smithi099.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-03-18T22:38:55.142 INFO:teuthology.orchestra.run.smithi099.stdout: python3-webob-1.8.7-6.el9.noarch 2024-03-18T22:38:55.142 INFO:teuthology.orchestra.run.smithi099.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-03-18T22:38:55.142 INFO:teuthology.orchestra.run.smithi099.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-03-18T22:38:55.142 INFO:teuthology.orchestra.run.smithi099.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-03-18T22:38:55.142 INFO:teuthology.orchestra.run.smithi099.stdout: qatlib-23.11.0-1.el9.x86_64 2024-03-18T22:38:55.142 INFO:teuthology.orchestra.run.smithi099.stdout: qatlib-service-23.11.0-1.el9.x86_64 2024-03-18T22:38:55.142 INFO:teuthology.orchestra.run.smithi099.stdout: qatzip-libs-1.1.2-2.el9.x86_64 2024-03-18T22:38:55.142 INFO:teuthology.orchestra.run.smithi099.stdout: rbd-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.142 INFO:teuthology.orchestra.run.smithi099.stdout: rbd-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.142 INFO:teuthology.orchestra.run.smithi099.stdout: rbd-nbd-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:38:55.143 INFO:teuthology.orchestra.run.smithi099.stdout: re2-1:20211101-3.el9.x86_64 2024-03-18T22:38:55.143 INFO:teuthology.orchestra.run.smithi099.stdout: socat-1.7.4.1-5.el9.x86_64 2024-03-18T22:38:55.143 INFO:teuthology.orchestra.run.smithi099.stdout: thrift-0.15.0-2.el9.x86_64 2024-03-18T22:38:55.143 INFO:teuthology.orchestra.run.smithi099.stdout: uuid-1.6.2-55.el9.x86_64 2024-03-18T22:38:55.143 INFO:teuthology.orchestra.run.smithi099.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-03-18T22:38:55.143 INFO:teuthology.orchestra.run.smithi099.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-03-18T22:38:55.143 INFO:teuthology.orchestra.run.smithi099.stdout: zlib-devel-1.2.11-40.el9.x86_64 2024-03-18T22:38:55.143 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-03-18T22:38:55.143 INFO:teuthology.orchestra.run.smithi099.stdout:Complete! 2024-03-18T22:38:55.587 DEBUG:teuthology.parallel:result is None 2024-03-18T22:44:07.041 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - CRB 8.0 kB/s | 6.1 MB 13:06 2024-03-18T22:44:08.474 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - Extras packages 65 kB/s | 16 kB 00:00 2024-03-18T22:44:24.432 INFO:teuthology.orchestra.run.smithi052.stdout:Extra Packages for Enterprise Linux 1.3 MB/s | 21 MB 00:15 2024-03-18T22:44:29.500 INFO:teuthology.orchestra.run.smithi052.stdout:lab-extras 41 kB/s | 1.7 kB 00:00 2024-03-18T22:44:31.989 INFO:teuthology.orchestra.run.smithi052.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-18T22:44:31.990 INFO:teuthology.orchestra.run.smithi052.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-18T22:44:32.005 INFO:teuthology.orchestra.run.smithi052.stdout:Package NetworkManager-1:1.44.0-2.el9.x86_64 is already installed. 2024-03-18T22:44:32.006 INFO:teuthology.orchestra.run.smithi052.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-03-18T22:44:32.007 INFO:teuthology.orchestra.run.smithi052.stdout:Package util-linux-2.37.4-15.el9.x86_64 is already installed. 2024-03-18T22:44:32.008 INFO:teuthology.orchestra.run.smithi052.stdout:Package libacl-devel-2.3.1-3.el9.x86_64 is already installed. 2024-03-18T22:44:32.010 INFO:teuthology.orchestra.run.smithi052.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-03-18T22:44:32.013 INFO:teuthology.orchestra.run.smithi052.stdout:Package xfsdump-3.1.12-3.el9.x86_64 is already installed. 2024-03-18T22:44:32.014 INFO:teuthology.orchestra.run.smithi052.stdout:Package xfsprogs-5.19.0-4.el9.x86_64 is already installed. 2024-03-18T22:44:32.099 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2024-03-18T22:44:32.119 INFO:teuthology.orchestra.run.smithi052.stdout:============================================================================================ 2024-03-18T22:44:32.120 INFO:teuthology.orchestra.run.smithi052.stdout: Package Arch Version Repository Size 2024-03-18T22:44:32.120 INFO:teuthology.orchestra.run.smithi052.stdout:============================================================================================ 2024-03-18T22:44:32.120 INFO:teuthology.orchestra.run.smithi052.stdout:Installing: 2024-03-18T22:44:32.120 INFO:teuthology.orchestra.run.smithi052.stdout: bison x86_64 3.7.4-5.el9 CentOS-AppStream 920 k 2024-03-18T22:44:32.120 INFO:teuthology.orchestra.run.smithi052.stdout: ceph x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 6.6 k 2024-03-18T22:44:32.120 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-base x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 5.4 M 2024-03-18T22:44:32.120 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-fuse x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 891 k 2024-03-18T22:44:32.120 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 145 k 2024-03-18T22:44:32.120 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 1.5 M 2024-03-18T22:44:32.120 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 139 k 2024-03-18T22:44:32.121 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 1.8 M 2024-03-18T22:44:32.121 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 7.4 M 2024-03-18T22:44:32.121 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-rook noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 49 k 2024-03-18T22:44:32.121 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-radosgw x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 9.8 M 2024-03-18T22:44:32.121 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-test x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 48 M 2024-03-18T22:44:32.121 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-volume noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 264 k 2024-03-18T22:44:32.121 INFO:teuthology.orchestra.run.smithi052.stdout: cephadm noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 749 k 2024-03-18T22:44:32.121 INFO:teuthology.orchestra.run.smithi052.stdout: cephfs-mirror x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 221 k 2024-03-18T22:44:32.121 INFO:teuthology.orchestra.run.smithi052.stdout: cephfs-shell x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 27 k 2024-03-18T22:44:32.121 INFO:teuthology.orchestra.run.smithi052.stdout: cephfs-top noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 18 k 2024-03-18T22:44:32.121 INFO:teuthology.orchestra.run.smithi052.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-03-18T22:44:32.122 INFO:teuthology.orchestra.run.smithi052.stdout: flex x86_64 2.6.4-9.el9 CentOS-AppStream 307 k 2024-03-18T22:44:32.122 INFO:teuthology.orchestra.run.smithi052.stdout: libaio-devel x86_64 0.3.111-13.el9 CentOS-AppStream 10 k 2024-03-18T22:44:32.122 INFO:teuthology.orchestra.run.smithi052.stdout: libcephfs-devel x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 32 k 2024-03-18T22:44:32.122 INFO:teuthology.orchestra.run.smithi052.stdout: libcephfs2 x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 746 k 2024-03-18T22:44:32.122 INFO:teuthology.orchestra.run.smithi052.stdout: librados-devel x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 127 k 2024-03-18T22:44:32.122 INFO:teuthology.orchestra.run.smithi052.stdout: libtool x86_64 2.4.6-45.el9 CentOS-AppStream 578 k 2024-03-18T22:44:32.122 INFO:teuthology.orchestra.run.smithi052.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-03-18T22:44:32.122 INFO:teuthology.orchestra.run.smithi052.stdout: openssl-devel x86_64 1:3.0.7-27.el9 appstream 4.1 M 2024-03-18T22:44:32.122 INFO:teuthology.orchestra.run.smithi052.stdout: postgresql x86_64 13.11-1.el9 CentOS-AppStream 1.5 M 2024-03-18T22:44:32.122 INFO:teuthology.orchestra.run.smithi052.stdout: postgresql-contrib x86_64 13.11-1.el9 CentOS-AppStream 811 k 2024-03-18T22:44:32.123 INFO:teuthology.orchestra.run.smithi052.stdout: postgresql-server x86_64 13.11-1.el9 CentOS-AppStream 5.7 M 2024-03-18T22:44:32.123 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cephfs x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 162 k 2024-03-18T22:44:32.123 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rados x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 321 k 2024-03-18T22:44:32.123 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rbd x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 298 k 2024-03-18T22:44:32.123 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rgw x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 99 k 2024-03-18T22:44:32.123 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-fuse x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 85 k 2024-03-18T22:44:32.123 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-mirror x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 3.1 M 2024-03-18T22:44:32.123 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-nbd x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 170 k 2024-03-18T22:44:32.123 INFO:teuthology.orchestra.run.smithi052.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-03-18T22:44:32.123 INFO:teuthology.orchestra.run.smithi052.stdout:Upgrading: 2024-03-18T22:44:32.123 INFO:teuthology.orchestra.run.smithi052.stdout: NetworkManager x86_64 1:1.47.2-1.el9 baseos 2.3 M 2024-03-18T22:44:32.123 INFO:teuthology.orchestra.run.smithi052.stdout: NetworkManager-libnm x86_64 1:1.47.2-1.el9 baseos 1.8 M 2024-03-18T22:44:32.123 INFO:teuthology.orchestra.run.smithi052.stdout: NetworkManager-team x86_64 1:1.47.2-1.el9 baseos 42 k 2024-03-18T22:44:32.124 INFO:teuthology.orchestra.run.smithi052.stdout: NetworkManager-tui x86_64 1:1.47.2-1.el9 baseos 248 k 2024-03-18T22:44:32.124 INFO:teuthology.orchestra.run.smithi052.stdout: acl x86_64 2.3.1-4.el9 baseos 71 k 2024-03-18T22:44:32.124 INFO:teuthology.orchestra.run.smithi052.stdout: elfutils-debuginfod-client x86_64 0.190-2.el9 baseos 36 k 2024-03-18T22:44:32.124 INFO:teuthology.orchestra.run.smithi052.stdout: elfutils-libelf x86_64 0.190-2.el9 baseos 192 k 2024-03-18T22:44:32.124 INFO:teuthology.orchestra.run.smithi052.stdout: elfutils-libs x86_64 0.190-2.el9 baseos 256 k 2024-03-18T22:44:32.124 INFO:teuthology.orchestra.run.smithi052.stdout: libacl x86_64 2.3.1-4.el9 baseos 23 k 2024-03-18T22:44:32.124 INFO:teuthology.orchestra.run.smithi052.stdout: libacl-devel x86_64 2.3.1-4.el9 appstream 74 k 2024-03-18T22:44:32.124 INFO:teuthology.orchestra.run.smithi052.stdout: libblkid x86_64 2.37.4-18.el9 baseos 108 k 2024-03-18T22:44:32.124 INFO:teuthology.orchestra.run.smithi052.stdout: libfdisk x86_64 2.37.4-18.el9 baseos 155 k 2024-03-18T22:44:32.125 INFO:teuthology.orchestra.run.smithi052.stdout: libmount x86_64 2.37.4-18.el9 baseos 136 k 2024-03-18T22:44:32.125 INFO:teuthology.orchestra.run.smithi052.stdout: librados2 x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 3.4 M 2024-03-18T22:44:32.125 INFO:teuthology.orchestra.run.smithi052.stdout: librbd1 x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 3.1 M 2024-03-18T22:44:32.125 INFO:teuthology.orchestra.run.smithi052.stdout: libsmartcols x86_64 2.37.4-18.el9 baseos 64 k 2024-03-18T22:44:32.125 INFO:teuthology.orchestra.run.smithi052.stdout: libuuid x86_64 2.37.4-18.el9 baseos 29 k 2024-03-18T22:44:32.125 INFO:teuthology.orchestra.run.smithi052.stdout: openssl x86_64 1:3.0.7-27.el9 baseos 1.2 M 2024-03-18T22:44:32.125 INFO:teuthology.orchestra.run.smithi052.stdout: openssl-libs x86_64 1:3.0.7-27.el9 baseos 2.2 M 2024-03-18T22:44:32.125 INFO:teuthology.orchestra.run.smithi052.stdout: util-linux x86_64 2.37.4-18.el9 baseos 2.3 M 2024-03-18T22:44:32.125 INFO:teuthology.orchestra.run.smithi052.stdout: util-linux-core x86_64 2.37.4-18.el9 baseos 465 k 2024-03-18T22:44:32.125 INFO:teuthology.orchestra.run.smithi052.stdout: util-linux-user x86_64 2.37.4-18.el9 baseos 31 k 2024-03-18T22:44:32.125 INFO:teuthology.orchestra.run.smithi052.stdout: xfsdump x86_64 3.1.12-4.el9 CentOS-BaseOS 321 k 2024-03-18T22:44:32.126 INFO:teuthology.orchestra.run.smithi052.stdout: xfsprogs x86_64 6.3.0-1.el9 baseos 1.1 M 2024-03-18T22:44:32.126 INFO:teuthology.orchestra.run.smithi052.stdout:Installing dependencies: 2024-03-18T22:44:32.126 INFO:teuthology.orchestra.run.smithi052.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-03-18T22:44:32.126 INFO:teuthology.orchestra.run.smithi052.stdout: automake noarch 1.16.2-8.el9 CentOS-AppStream 662 k 2024-03-18T22:44:32.126 INFO:teuthology.orchestra.run.smithi052.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-03-18T22:44:32.126 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-common x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 21 M 2024-03-18T22:44:32.126 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 34 k 2024-03-18T22:44:32.126 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mds x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 2.4 M 2024-03-18T22:44:32.126 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 248 k 2024-03-18T22:44:32.126 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mon x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 4.7 M 2024-03-18T22:44:32.126 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-osd x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 17 M 2024-03-18T22:44:32.126 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2206.gb6ae2491.el9 ceph-noarch 16 k 2024-03-18T22:44:32.126 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-selinux x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 25 k 2024-03-18T22:44:32.127 INFO:teuthology.orchestra.run.smithi052.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-03-18T22:44:32.127 INFO:teuthology.orchestra.run.smithi052.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-03-18T22:44:32.127 INFO:teuthology.orchestra.run.smithi052.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-03-18T22:44:32.127 INFO:teuthology.orchestra.run.smithi052.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-03-18T22:44:32.127 INFO:teuthology.orchestra.run.smithi052.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-03-18T22:44:32.127 INFO:teuthology.orchestra.run.smithi052.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-03-18T22:44:32.127 INFO:teuthology.orchestra.run.smithi052.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-03-18T22:44:32.127 INFO:teuthology.orchestra.run.smithi052.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-03-18T22:44:32.127 INFO:teuthology.orchestra.run.smithi052.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-03-18T22:44:32.127 INFO:teuthology.orchestra.run.smithi052.stdout: libcephsqlite x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 163 k 2024-03-18T22:44:32.127 INFO:teuthology.orchestra.run.smithi052.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-03-18T22:44:32.127 INFO:teuthology.orchestra.run.smithi052.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-03-18T22:44:32.128 INFO:teuthology.orchestra.run.smithi052.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-03-18T22:44:32.128 INFO:teuthology.orchestra.run.smithi052.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-03-18T22:44:32.128 INFO:teuthology.orchestra.run.smithi052.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-03-18T22:44:32.128 INFO:teuthology.orchestra.run.smithi052.stdout: libradosstriper1 x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 501 k 2024-03-18T22:44:32.128 INFO:teuthology.orchestra.run.smithi052.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-03-18T22:44:32.128 INFO:teuthology.orchestra.run.smithi052.stdout: librgw2 x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 5.1 M 2024-03-18T22:44:32.128 INFO:teuthology.orchestra.run.smithi052.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-03-18T22:44:32.128 INFO:teuthology.orchestra.run.smithi052.stdout: libzstd-devel x86_64 1.5.1-2.el9 CentOS-AppStream 46 k 2024-03-18T22:44:32.128 INFO:teuthology.orchestra.run.smithi052.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-03-18T22:44:32.128 INFO:teuthology.orchestra.run.smithi052.stdout: lua x86_64 5.4.4-4.el9 CentOS-AppStream 187 k 2024-03-18T22:44:32.128 INFO:teuthology.orchestra.run.smithi052.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-03-18T22:44:32.128 INFO:teuthology.orchestra.run.smithi052.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-03-18T22:44:32.128 INFO:teuthology.orchestra.run.smithi052.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-03-18T22:44:32.129 INFO:teuthology.orchestra.run.smithi052.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-03-18T22:44:32.129 INFO:teuthology.orchestra.run.smithi052.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-03-18T22:44:32.129 INFO:teuthology.orchestra.run.smithi052.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-03-18T22:44:32.129 INFO:teuthology.orchestra.run.smithi052.stdout: postgresql-private-libs x86_64 13.11-1.el9 CentOS-AppStream 134 k 2024-03-18T22:44:32.129 INFO:teuthology.orchestra.run.smithi052.stdout: protobuf x86_64 3.14.0-13.el9 CentOS-AppStream 1.0 M 2024-03-18T22:44:32.129 INFO:teuthology.orchestra.run.smithi052.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-03-18T22:44:32.129 INFO:teuthology.orchestra.run.smithi052.stdout: python3-asyncssh noarch 2.13.2-4.el9 epel 548 k 2024-03-18T22:44:32.129 INFO:teuthology.orchestra.run.smithi052.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-03-18T22:44:32.129 INFO:teuthology.orchestra.run.smithi052.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-03-18T22:44:32.129 INFO:teuthology.orchestra.run.smithi052.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-03-18T22:44:32.129 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-03-18T22:44:32.129 INFO:teuthology.orchestra.run.smithi052.stdout: python3-ceph-argparse x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 45 k 2024-03-18T22:44:32.129 INFO:teuthology.orchestra.run.smithi052.stdout: python3-ceph-common x86_64 2:19.0.0-2206.gb6ae2491.el9 ceph 131 k 2024-03-18T22:44:32.129 INFO:teuthology.orchestra.run.smithi052.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-03-18T22:44:32.130 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-03-18T22:44:32.130 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-03-18T22:44:32.130 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-03-18T22:44:32.130 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-03-18T22:44:32.130 INFO:teuthology.orchestra.run.smithi052.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-03-18T22:44:32.130 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-03-18T22:44:32.130 INFO:teuthology.orchestra.run.smithi052.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-03-18T22:44:32.130 INFO:teuthology.orchestra.run.smithi052.stdout: python3-google-auth noarch 1:2.28.0-1.el9 epel 203 k 2024-03-18T22:44:32.130 INFO:teuthology.orchestra.run.smithi052.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-03-18T22:44:32.130 INFO:teuthology.orchestra.run.smithi052.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-03-18T22:44:32.130 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-03-18T22:44:32.130 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-03-18T22:44:32.130 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-03-18T22:44:32.131 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-03-18T22:44:32.131 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-03-18T22:44:32.131 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-03-18T22:44:32.131 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-03-18T22:44:32.131 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-03-18T22:44:32.131 INFO:teuthology.orchestra.run.smithi052.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-03-18T22:44:32.131 INFO:teuthology.orchestra.run.smithi052.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-03-18T22:44:32.131 INFO:teuthology.orchestra.run.smithi052.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-03-18T22:44:32.131 INFO:teuthology.orchestra.run.smithi052.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-03-18T22:44:32.131 INFO:teuthology.orchestra.run.smithi052.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-03-18T22:44:32.131 INFO:teuthology.orchestra.run.smithi052.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-03-18T22:44:32.131 INFO:teuthology.orchestra.run.smithi052.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-03-18T22:44:32.131 INFO:teuthology.orchestra.run.smithi052.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-03-18T22:44:32.131 INFO:teuthology.orchestra.run.smithi052.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-03-18T22:44:32.131 INFO:teuthology.orchestra.run.smithi052.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-03-18T22:44:32.132 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-03-18T22:44:32.132 INFO:teuthology.orchestra.run.smithi052.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-03-18T22:44:32.132 INFO:teuthology.orchestra.run.smithi052.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-03-18T22:44:32.132 INFO:teuthology.orchestra.run.smithi052.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-03-18T22:44:32.132 INFO:teuthology.orchestra.run.smithi052.stdout: python3-protobuf noarch 3.14.0-13.el9 CentOS-AppStream 238 k 2024-03-18T22:44:32.132 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-03-18T22:44:32.132 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-03-18T22:44:32.132 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-03-18T22:44:32.132 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-03-18T22:44:32.132 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-03-18T22:44:32.132 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-03-18T22:44:32.132 INFO:teuthology.orchestra.run.smithi052.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-03-18T22:44:32.132 INFO:teuthology.orchestra.run.smithi052.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-03-18T22:44:32.132 INFO:teuthology.orchestra.run.smithi052.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-03-18T22:44:32.132 INFO:teuthology.orchestra.run.smithi052.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-03-18T22:44:32.133 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-03-18T22:44:32.133 INFO:teuthology.orchestra.run.smithi052.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-03-18T22:44:32.133 INFO:teuthology.orchestra.run.smithi052.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-03-18T22:44:32.133 INFO:teuthology.orchestra.run.smithi052.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-03-18T22:44:32.133 INFO:teuthology.orchestra.run.smithi052.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-03-18T22:44:32.133 INFO:teuthology.orchestra.run.smithi052.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-03-18T22:44:32.133 INFO:teuthology.orchestra.run.smithi052.stdout: python3-wcwidth noarch 0.2.5-8.el9 CentOS-AppStream 41 k 2024-03-18T22:44:32.133 INFO:teuthology.orchestra.run.smithi052.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-03-18T22:44:32.133 INFO:teuthology.orchestra.run.smithi052.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-03-18T22:44:32.133 INFO:teuthology.orchestra.run.smithi052.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-03-18T22:44:32.133 INFO:teuthology.orchestra.run.smithi052.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-03-18T22:44:32.133 INFO:teuthology.orchestra.run.smithi052.stdout: qatlib x86_64 23.11.0-1.el9 appstream 216 k 2024-03-18T22:44:32.133 INFO:teuthology.orchestra.run.smithi052.stdout: qatzip-libs x86_64 1.1.2-2.el9 appstream 44 k 2024-03-18T22:44:32.133 INFO:teuthology.orchestra.run.smithi052.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-03-18T22:44:32.134 INFO:teuthology.orchestra.run.smithi052.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-03-18T22:44:32.134 INFO:teuthology.orchestra.run.smithi052.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-03-18T22:44:32.134 INFO:teuthology.orchestra.run.smithi052.stdout: uuid x86_64 1.6.2-55.el9 CentOS-AppStream 56 k 2024-03-18T22:44:32.134 INFO:teuthology.orchestra.run.smithi052.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-03-18T22:44:32.134 INFO:teuthology.orchestra.run.smithi052.stdout: zlib-devel x86_64 1.2.11-40.el9 CentOS-AppStream 44 k 2024-03-18T22:44:32.134 INFO:teuthology.orchestra.run.smithi052.stdout:Installing weak dependencies: 2024-03-18T22:44:32.134 INFO:teuthology.orchestra.run.smithi052.stdout: qatlib-service x86_64 23.11.0-1.el9 appstream 35 k 2024-03-18T22:44:32.134 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:44:32.134 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction Summary 2024-03-18T22:44:32.134 INFO:teuthology.orchestra.run.smithi052.stdout:============================================================================================ 2024-03-18T22:44:32.134 INFO:teuthology.orchestra.run.smithi052.stdout:Install 150 Packages 2024-03-18T22:44:32.134 INFO:teuthology.orchestra.run.smithi052.stdout:Upgrade 24 Packages 2024-03-18T22:44:32.134 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:44:32.135 INFO:teuthology.orchestra.run.smithi052.stdout:Total download size: 224 M 2024-03-18T22:44:32.135 INFO:teuthology.orchestra.run.smithi052.stdout:Downloading Packages: 2024-03-18T22:44:32.859 INFO:teuthology.orchestra.run.smithi052.stdout:(1/174): ceph-19.0.0-2206.gb6ae2491.el9.x86_64. 39 kB/s | 6.6 kB 00:00 2024-03-18T22:44:33.084 INFO:teuthology.orchestra.run.smithi052.stdout:(2/174): ceph-fuse-19.0.0-2206.gb6ae2491.el9.x8 3.9 MB/s | 891 kB 00:00 2024-03-18T22:44:33.176 INFO:teuthology.orchestra.run.smithi052.stdout:(3/174): ceph-immutable-object-cache-19.0.0-220 1.5 MB/s | 145 kB 00:00 2024-03-18T22:44:33.435 INFO:teuthology.orchestra.run.smithi052.stdout:(4/174): ceph-base-19.0.0-2206.gb6ae2491.el9.x8 7.2 MB/s | 5.4 MB 00:00 2024-03-18T22:44:33.543 INFO:teuthology.orchestra.run.smithi052.stdout:(5/174): ceph-mds-19.0.0-2206.gb6ae2491.el9.x86 6.4 MB/s | 2.4 MB 00:00 2024-03-18T22:44:33.660 INFO:teuthology.orchestra.run.smithi052.stdout:(6/174): ceph-mgr-19.0.0-2206.gb6ae2491.el9.x86 6.6 MB/s | 1.5 MB 00:00 2024-03-18T22:44:34.194 INFO:teuthology.orchestra.run.smithi052.stdout:(7/174): ceph-mon-19.0.0-2206.gb6ae2491.el9.x86 7.2 MB/s | 4.7 MB 00:00 2024-03-18T22:44:34.644 INFO:teuthology.orchestra.run.smithi052.stdout:(8/174): ceph-common-19.0.0-2206.gb6ae2491.el9. 11 MB/s | 21 MB 00:01 2024-03-18T22:44:34.711 INFO:teuthology.orchestra.run.smithi052.stdout:(9/174): ceph-selinux-19.0.0-2206.gb6ae2491.el9 378 kB/s | 25 kB 00:00 2024-03-18T22:44:35.461 INFO:teuthology.orchestra.run.smithi052.stdout:(10/174): ceph-radosgw-19.0.0-2206.gb6ae2491.el 7.8 MB/s | 9.8 MB 00:01 2024-03-18T22:44:35.628 INFO:teuthology.orchestra.run.smithi052.stdout:(11/174): ceph-osd-19.0.0-2206.gb6ae2491.el9.x8 8.6 MB/s | 17 MB 00:01 2024-03-18T22:44:35.653 INFO:teuthology.orchestra.run.smithi052.stdout:(12/174): cephfs-mirror-19.0.0-2206.gb6ae2491.e 1.1 MB/s | 221 kB 00:00 2024-03-18T22:44:35.695 INFO:teuthology.orchestra.run.smithi052.stdout:(13/174): cephfs-shell-19.0.0-2206.gb6ae2491.el 406 kB/s | 27 kB 00:00 2024-03-18T22:44:35.720 INFO:teuthology.orchestra.run.smithi052.stdout:(14/174): libcephfs-devel-19.0.0-2206.gb6ae2491 474 kB/s | 32 kB 00:00 2024-03-18T22:44:35.804 INFO:teuthology.orchestra.run.smithi052.stdout:(15/174): libcephsqlite-19.0.0-2206.gb6ae2491.e 1.9 MB/s | 163 kB 00:00 2024-03-18T22:44:35.829 INFO:teuthology.orchestra.run.smithi052.stdout:(16/174): libcephfs2-19.0.0-2206.gb6ae2491.el9. 5.4 MB/s | 746 kB 00:00 2024-03-18T22:44:35.871 INFO:teuthology.orchestra.run.smithi052.stdout:(17/174): librados-devel-19.0.0-2206.gb6ae2491. 1.8 MB/s | 127 kB 00:00 2024-03-18T22:44:35.905 INFO:teuthology.orchestra.run.smithi052.stdout:(18/174): libradosstriper1-19.0.0-2206.gb6ae249 6.5 MB/s | 501 kB 00:00 2024-03-18T22:44:35.980 INFO:teuthology.orchestra.run.smithi052.stdout:(19/174): python3-ceph-argparse-19.0.0-2206.gb6 601 kB/s | 45 kB 00:00 2024-03-18T22:44:36.055 INFO:teuthology.orchestra.run.smithi052.stdout:(20/174): python3-ceph-common-19.0.0-2206.gb6ae 1.7 MB/s | 131 kB 00:00 2024-03-18T22:44:36.139 INFO:teuthology.orchestra.run.smithi052.stdout:(21/174): python3-cephfs-19.0.0-2206.gb6ae2491. 1.9 MB/s | 162 kB 00:00 2024-03-18T22:44:36.231 INFO:teuthology.orchestra.run.smithi052.stdout:(22/174): python3-rados-19.0.0-2206.gb6ae2491.e 3.4 MB/s | 321 kB 00:00 2024-03-18T22:44:36.323 INFO:teuthology.orchestra.run.smithi052.stdout:(23/174): python3-rbd-19.0.0-2206.gb6ae2491.el9 3.2 MB/s | 298 kB 00:00 2024-03-18T22:44:36.398 INFO:teuthology.orchestra.run.smithi052.stdout:(24/174): python3-rgw-19.0.0-2206.gb6ae2491.el9 1.3 MB/s | 99 kB 00:00 2024-03-18T22:44:36.482 INFO:teuthology.orchestra.run.smithi052.stdout:(25/174): librgw2-19.0.0-2206.gb6ae2491.el9.x86 8.4 MB/s | 5.1 MB 00:00 2024-03-18T22:44:36.507 INFO:teuthology.orchestra.run.smithi052.stdout:(26/174): rbd-fuse-19.0.0-2206.gb6ae2491.el9.x8 787 kB/s | 85 kB 00:00 2024-03-18T22:44:36.582 INFO:teuthology.orchestra.run.smithi052.stdout:(27/174): rbd-nbd-19.0.0-2206.gb6ae2491.el9.x86 2.2 MB/s | 170 kB 00:00 2024-03-18T22:44:36.649 INFO:teuthology.orchestra.run.smithi052.stdout:(28/174): ceph-grafana-dashboards-19.0.0-2206.g 509 kB/s | 34 kB 00:00 2024-03-18T22:44:36.725 INFO:teuthology.orchestra.run.smithi052.stdout:(29/174): ceph-mgr-cephadm-19.0.0-2206.gb6ae249 1.8 MB/s | 139 kB 00:00 2024-03-18T22:44:36.867 INFO:teuthology.orchestra.run.smithi052.stdout:(30/174): rbd-mirror-19.0.0-2206.gb6ae2491.el9. 8.0 MB/s | 3.1 MB 00:00 2024-03-18T22:44:36.950 INFO:teuthology.orchestra.run.smithi052.stdout:(31/174): ceph-mgr-dashboard-19.0.0-2206.gb6ae2 8.0 MB/s | 1.8 MB 00:00 2024-03-18T22:44:37.034 INFO:teuthology.orchestra.run.smithi052.stdout:(32/174): ceph-mgr-modules-core-19.0.0-2206.gb6 2.9 MB/s | 248 kB 00:00 2024-03-18T22:44:37.109 INFO:teuthology.orchestra.run.smithi052.stdout:(33/174): ceph-mgr-rook-19.0.0-2206.gb6ae2491.e 659 kB/s | 49 kB 00:00 2024-03-18T22:44:37.184 INFO:teuthology.orchestra.run.smithi052.stdout:(34/174): ceph-prometheus-alerts-19.0.0-2206.gb 220 kB/s | 16 kB 00:00 2024-03-18T22:44:37.268 INFO:teuthology.orchestra.run.smithi052.stdout:(35/174): ceph-volume-19.0.0-2206.gb6ae2491.el9 3.1 MB/s | 264 kB 00:00 2024-03-18T22:44:37.419 INFO:teuthology.orchestra.run.smithi052.stdout:(36/174): cephadm-19.0.0-2206.gb6ae2491.el9.noa 4.9 MB/s | 749 kB 00:00 2024-03-18T22:44:37.585 INFO:teuthology.orchestra.run.smithi052.stdout:(37/174): cephfs-top-19.0.0-2206.gb6ae2491.el9. 110 kB/s | 18 kB 00:00 2024-03-18T22:44:37.719 INFO:teuthology.orchestra.run.smithi052.stdout:(38/174): ceph-mgr-diskprediction-local-19.0.0- 8.7 MB/s | 7.4 MB 00:00 2024-03-18T22:44:38.244 INFO:teuthology.orchestra.run.smithi052.stdout:(39/174): ceph-test-19.0.0-2206.gb6ae2491.el9.x 13 MB/s | 48 MB 00:03 2024-03-18T22:44:38.411 INFO:teuthology.orchestra.run.smithi052.stdout:(40/174): automake-1.16.2-8.el9.noarch.rpm 802 kB/s | 662 kB 00:00 2024-03-18T22:44:38.511 INFO:teuthology.orchestra.run.smithi052.stdout:(41/174): boost-program-options-1.75.0-8.el9.x8 397 kB/s | 106 kB 00:00 2024-03-18T22:44:38.562 INFO:teuthology.orchestra.run.smithi052.stdout:(42/174): bison-3.7.4-5.el9.x86_64.rpm 1.1 MB/s | 920 kB 00:00 2024-03-18T22:44:38.587 INFO:teuthology.orchestra.run.smithi052.stdout:(43/174): flex-2.6.4-9.el9.x86_64.rpm 1.7 MB/s | 307 kB 00:00 2024-03-18T22:44:38.612 INFO:teuthology.orchestra.run.smithi052.stdout:(44/174): flexiblas-3.0.4-8.el9.x86_64.rpm 316 kB/s | 32 kB 00:00 2024-03-18T22:44:38.796 INFO:teuthology.orchestra.run.smithi052.stdout:(45/174): flexiblas-netlib-3.0.4-8.el9.x86_64.r 13 MB/s | 3.0 MB 00:00 2024-03-18T22:44:38.821 INFO:teuthology.orchestra.run.smithi052.stdout:(46/174): flexiblas-openblas-openmp-3.0.4-8.el9 82 kB/s | 17 kB 00:00 2024-03-18T22:44:38.846 INFO:teuthology.orchestra.run.smithi052.stdout:(47/174): libaio-devel-0.3.111-13.el9.x86_64.rp 43 kB/s | 10 kB 00:00 2024-03-18T22:44:38.871 INFO:teuthology.orchestra.run.smithi052.stdout:(48/174): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.1 MB/s | 159 kB 00:00 2024-03-18T22:44:38.897 INFO:teuthology.orchestra.run.smithi052.stdout:(49/174): librabbitmq-0.11.0-7.el9.x86_64.rpm 887 kB/s | 44 kB 00:00 2024-03-18T22:44:38.930 INFO:teuthology.orchestra.run.smithi052.stdout:(50/174): librdkafka-1.6.1-102.el9.x86_64.rpm 7.8 MB/s | 661 kB 00:00 2024-03-18T22:44:38.956 INFO:teuthology.orchestra.run.smithi052.stdout:(51/174): libtool-2.4.6-45.el9.x86_64.rpm 6.8 MB/s | 578 kB 00:00 2024-03-18T22:44:38.981 INFO:teuthology.orchestra.run.smithi052.stdout:(52/174): libzstd-devel-1.5.1-2.el9.x86_64.rpm 564 kB/s | 46 kB 00:00 2024-03-18T22:44:39.006 INFO:teuthology.orchestra.run.smithi052.stdout:(53/174): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.7 MB/s | 282 kB 00:00 2024-03-18T22:44:39.032 INFO:teuthology.orchestra.run.smithi052.stdout:(54/174): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 187 kB 00:00 2024-03-18T22:44:39.057 INFO:teuthology.orchestra.run.smithi052.stdout:(55/174): oniguruma-6.9.6-1.el9.5.x86_64.rpm 2.8 MB/s | 217 kB 00:00 2024-03-18T22:44:39.082 INFO:teuthology.orchestra.run.smithi052.stdout:(56/174): openblas-0.3.21-2.el9.x86_64.rpm 456 kB/s | 34 kB 00:00 2024-03-18T22:44:39.232 INFO:teuthology.orchestra.run.smithi052.stdout:(57/174): postgresql-13.11-1.el9.x86_64.rpm 8.7 MB/s | 1.5 MB 00:00 2024-03-18T22:44:39.299 INFO:teuthology.orchestra.run.smithi052.stdout:(58/174): openblas-openmp-0.3.21-2.el9.x86_64.r 20 MB/s | 4.7 MB 00:00 2024-03-18T22:44:39.333 INFO:teuthology.orchestra.run.smithi052.stdout:(59/174): postgresql-contrib-13.11-1.el9.x86_64 3.2 MB/s | 811 kB 00:00 2024-03-18T22:44:39.358 INFO:teuthology.orchestra.run.smithi052.stdout:(60/174): postgresql-private-libs-13.11-1.el9.x 1.1 MB/s | 134 kB 00:00 2024-03-18T22:44:39.442 INFO:teuthology.orchestra.run.smithi052.stdout:(61/174): protobuf-3.14.0-13.el9.x86_64.rpm 9.3 MB/s | 1.0 MB 00:00 2024-03-18T22:44:39.517 INFO:teuthology.orchestra.run.smithi052.stdout:(62/174): postgresql-server-13.11-1.el9.x86_64. 31 MB/s | 5.7 MB 00:00 2024-03-18T22:44:39.542 INFO:teuthology.orchestra.run.smithi052.stdout:(63/174): python3-attrs-20.3.0-7.el9.noarch.rpm 428 kB/s | 78 kB 00:00 2024-03-18T22:44:39.642 INFO:teuthology.orchestra.run.smithi052.stdout:(64/174): python3-babel-2.9.1-2.el9.noarch.rpm 29 MB/s | 5.8 MB 00:00 2024-03-18T22:44:39.659 INFO:teuthology.orchestra.run.smithi052.stdout:(65/174): python3-jsonpatch-1.21-16.el9.noarch. 213 kB/s | 24 kB 00:00 2024-03-18T22:44:39.676 INFO:teuthology.orchestra.run.smithi052.stdout:(66/174): python3-jsonpointer-2.0-4.el9.noarch. 138 kB/s | 18 kB 00:00 2024-03-18T22:44:39.701 INFO:teuthology.orchestra.run.smithi052.stdout:(67/174): python3-mako-1.1.4-6.el9.noarch.rpm 2.4 MB/s | 144 kB 00:00 2024-03-18T22:44:39.718 INFO:teuthology.orchestra.run.smithi052.stdout:(68/174): python3-markupsafe-1.1.1-12.el9.x86_6 761 kB/s | 32 kB 00:00 2024-03-18T22:44:39.802 INFO:teuthology.orchestra.run.smithi052.stdout:(69/174): python3-numpy-1.20.1-5.el9.x86_64.rpm 38 MB/s | 4.8 MB 00:00 2024-03-18T22:44:39.827 INFO:teuthology.orchestra.run.smithi052.stdout:(70/174): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.7 MB/s | 217 kB 00:00 2024-03-18T22:44:39.852 INFO:teuthology.orchestra.run.smithi052.stdout:(71/174): python3-oauthlib-3.1.1-5.el9.noarch.r 1.3 MB/s | 174 kB 00:00 2024-03-18T22:44:39.869 INFO:teuthology.orchestra.run.smithi052.stdout:(72/174): python3-packaging-20.9-5.el9.noarch.r 1.0 MB/s | 69 kB 00:00 2024-03-18T22:44:39.884 INFO:teuthology.orchestra.run.smithi052.stdout:(73/174): python3-prettytable-0.7.2-27.el9.noar 1.3 MB/s | 41 kB 00:00 2024-03-18T22:44:39.909 INFO:teuthology.orchestra.run.smithi052.stdout:(74/174): python3-protobuf-3.14.0-13.el9.noarch 4.1 MB/s | 238 kB 00:00 2024-03-18T22:44:39.935 INFO:teuthology.orchestra.run.smithi052.stdout:(75/174): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.0 MB/s | 132 kB 00:00 2024-03-18T22:44:39.969 INFO:teuthology.orchestra.run.smithi052.stdout:(76/174): python3-pyasn1-modules-0.4.8-6.el9.no 3.5 MB/s | 211 kB 00:00 2024-03-18T22:44:39.986 INFO:teuthology.orchestra.run.smithi052.stdout:(77/174): python3-pytz-2021.1-5.el9.noarch.rpm 627 kB/s | 47 kB 00:00 2024-03-18T22:44:40.003 INFO:teuthology.orchestra.run.smithi052.stdout:(78/174): python3-requests-oauthlib-1.3.0-12.el 635 kB/s | 43 kB 00:00 2024-03-18T22:44:40.045 INFO:teuthology.orchestra.run.smithi052.stdout:(79/174): python3-toml-0.10.2-6.el9.noarch.rpm 659 kB/s | 39 kB 00:00 2024-03-18T22:44:40.120 INFO:teuthology.orchestra.run.smithi052.stdout:(80/174): python3-wcwidth-0.2.5-8.el9.noarch.rp 353 kB/s | 41 kB 00:00 2024-03-18T22:44:40.329 INFO:teuthology.orchestra.run.smithi052.stdout:(81/174): python3-scipy-1.6.2-8.el9.x86_64.rpm 46 MB/s | 16 MB 00:00 2024-03-18T22:44:40.354 INFO:teuthology.orchestra.run.smithi052.stdout:(82/174): socat-1.7.4.1-5.el9.x86_64.rpm 974 kB/s | 300 kB 00:00 2024-03-18T22:44:40.370 INFO:teuthology.orchestra.run.smithi052.stdout:(83/174): uuid-1.6.2-55.el9.x86_64.rpm 227 kB/s | 56 kB 00:00 2024-03-18T22:44:40.388 INFO:teuthology.orchestra.run.smithi052.stdout:(84/174): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 63 kB 00:00 2024-03-18T22:44:40.404 INFO:teuthology.orchestra.run.smithi052.stdout:(85/174): zlib-devel-1.2.11-40.el9.x86_64.rpm 1.3 MB/s | 44 kB 00:00 2024-03-18T22:44:40.430 INFO:teuthology.orchestra.run.smithi052.stdout:(86/174): fuse-2.9.9-15.el9.x86_64.rpm 1.3 MB/s | 79 kB 00:00 2024-03-18T22:44:40.463 INFO:teuthology.orchestra.run.smithi052.stdout:(87/174): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.1 MB/s | 241 kB 00:00 2024-03-18T22:44:40.505 INFO:teuthology.orchestra.run.smithi052.stdout:(88/174): python3-cryptography-36.0.1-4.el9.x86 15 MB/s | 1.1 MB 00:00 2024-03-18T22:44:40.530 INFO:teuthology.orchestra.run.smithi052.stdout:(89/174): python3-ply-3.11-14.el9.noarch.rpm 1.0 MB/s | 103 kB 00:00 2024-03-18T22:44:40.555 INFO:teuthology.orchestra.run.smithi052.stdout:(90/174): python3-pycparser-2.20-6.el9.noarch.r 1.3 MB/s | 124 kB 00:00 2024-03-18T22:44:40.581 INFO:teuthology.orchestra.run.smithi052.stdout:(91/174): python3-urllib3-1.26.5-5.el9.noarch.r 2.4 MB/s | 187 kB 00:00 2024-03-18T22:44:41.089 INFO:teuthology.orchestra.run.smithi052.stdout:(92/174): jq-1.6-16.el9.x86_64.rpm 351 kB/s | 187 kB 00:00 2024-03-18T22:44:41.115 INFO:teuthology.orchestra.run.smithi052.stdout:(93/174): libquadmath-11.4.1-3.el9.x86_64.rpm 366 kB/s | 195 kB 00:00 2024-03-18T22:44:41.198 INFO:teuthology.orchestra.run.smithi052.stdout:(94/174): elfutils-libelf-devel-0.190-2.el9.x86 258 kB/s | 21 kB 00:00 2024-03-18T22:44:41.224 INFO:teuthology.orchestra.run.smithi052.stdout:(95/174): python3-requests-2.25.1-8.el9.noarch. 933 kB/s | 125 kB 00:00 2024-03-18T22:44:41.250 INFO:teuthology.orchestra.run.smithi052.stdout:(96/174): libuuid-devel-2.37.4-18.el9.x86_64.rp 507 kB/s | 25 kB 00:00 2024-03-18T22:44:41.316 INFO:teuthology.orchestra.run.smithi052.stdout:(97/174): libgfortran-11.4.1-3.el9.x86_64.rpm 1.0 MB/s | 803 kB 00:00 2024-03-18T22:44:41.366 INFO:teuthology.orchestra.run.smithi052.stdout:(98/174): python3-devel-3.9.17-2.el9.x86_64.rpm 2.1 MB/s | 245 kB 00:00 2024-03-18T22:44:41.425 INFO:teuthology.orchestra.run.smithi052.stdout:(99/174): qatlib-23.11.0-1.el9.x86_64.rpm 3.6 MB/s | 216 kB 00:00 2024-03-18T22:44:41.467 INFO:teuthology.orchestra.run.smithi052.stdout:(100/174): qatlib-service-23.11.0-1.el9.x86_64. 836 kB/s | 35 kB 00:00 2024-03-18T22:44:41.492 INFO:teuthology.orchestra.run.smithi052.stdout:(101/174): python3-jinja2-2.11.3-5.el9.noarch.r 1.4 MB/s | 248 kB 00:00 2024-03-18T22:44:41.517 INFO:teuthology.orchestra.run.smithi052.stdout:(102/174): qatzip-libs-1.1.2-2.el9.x86_64.rpm 888 kB/s | 44 kB 00:00 2024-03-18T22:44:41.576 INFO:teuthology.orchestra.run.smithi052.stdout:(103/174): openssl-devel-3.0.7-27.el9.x86_64.rp 12 MB/s | 4.1 MB 00:00 2024-03-18T22:44:41.601 INFO:teuthology.orchestra.run.smithi052.stdout:(104/174): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 864 kB/s | 94 kB 00:00 2024-03-18T22:44:41.676 INFO:teuthology.orchestra.run.smithi052.stdout:(105/174): lua-devel-5.4.4-4.el9.x86_64.rpm 140 kB/s | 22 kB 00:00 2024-03-18T22:44:41.860 INFO:teuthology.orchestra.run.smithi052.stdout:(106/174): abseil-cpp-20211102.0-3.el9.x86_64.r 2.1 MB/s | 548 kB 00:00 2024-03-18T22:44:41.894 INFO:teuthology.orchestra.run.smithi052.stdout:(107/174): protobuf-compiler-3.14.0-13.el9.x86_ 2.9 MB/s | 863 kB 00:00 2024-03-18T22:44:41.919 INFO:teuthology.orchestra.run.smithi052.stdout:(108/174): gperftools-libs-2.9.1-2.el9.x86_64.r 1.2 MB/s | 309 kB 00:00 2024-03-18T22:44:41.936 INFO:teuthology.orchestra.run.smithi052.stdout:(109/174): grpc-data-1.46.7-10.el9.noarch.rpm 259 kB/s | 19 kB 00:00 2024-03-18T22:44:41.969 INFO:teuthology.orchestra.run.smithi052.stdout:(110/174): libarrow-doc-9.0.0-10.el9.noarch.rpm 520 kB/s | 26 kB 00:00 2024-03-18T22:44:41.986 INFO:teuthology.orchestra.run.smithi052.stdout:(111/174): liboath-2.6.7-2.el9.x86_64.rpm 967 kB/s | 49 kB 00:00 2024-03-18T22:44:42.028 INFO:teuthology.orchestra.run.smithi052.stdout:(112/174): libunwind-1.6.2-1.el9.x86_64.rpm 1.1 MB/s | 67 kB 00:00 2024-03-18T22:44:42.062 INFO:teuthology.orchestra.run.smithi052.stdout:(113/174): luarocks-3.9.2-1.el9.noarch.rpm 2.0 MB/s | 151 kB 00:00 2024-03-18T22:44:42.154 INFO:teuthology.orchestra.run.smithi052.stdout:(114/174): parquet-libs-9.0.0-10.el9.x86_64.rpm 6.5 MB/s | 838 kB 00:00 2024-03-18T22:44:42.213 INFO:teuthology.orchestra.run.smithi052.stdout:(115/174): python3-asyncssh-2.13.2-4.el9.noarch 3.6 MB/s | 548 kB 00:00 2024-03-18T22:44:42.238 INFO:teuthology.orchestra.run.smithi052.stdout:(116/174): python3-bcrypt-3.2.2-1.el9.x86_64.rp 520 kB/s | 43 kB 00:00 2024-03-18T22:44:42.288 INFO:teuthology.orchestra.run.smithi052.stdout:(117/174): python3-cachetools-4.2.4-1.el9.noarc 428 kB/s | 32 kB 00:00 2024-03-18T22:44:42.305 INFO:teuthology.orchestra.run.smithi052.stdout:(118/174): python3-certifi-2021.10.8-2.el9.noar 224 kB/s | 15 kB 00:00 2024-03-18T22:44:42.355 INFO:teuthology.orchestra.run.smithi052.stdout:(119/174): python3-cheroot-8.6.0-4.el9.noarch.r 2.5 MB/s | 172 kB 00:00 2024-03-18T22:44:42.406 INFO:teuthology.orchestra.run.smithi052.stdout:(120/174): python3-cherrypy-18.6.1-2.el9.noarch 3.5 MB/s | 358 kB 00:00 2024-03-18T22:44:42.439 INFO:teuthology.orchestra.run.smithi052.stdout:(121/174): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.5 MB/s | 303 kB 00:00 2024-03-18T22:44:42.464 INFO:teuthology.orchestra.run.smithi052.stdout:(122/174): python3-colorama-0.4.4-12.el9.noarch 605 kB/s | 35 kB 00:00 2024-03-18T22:44:42.556 INFO:teuthology.orchestra.run.smithi052.stdout:(123/174): python3-google-auth-2.28.0-1.el9.noa 1.7 MB/s | 203 kB 00:00 2024-03-18T22:44:42.615 INFO:teuthology.orchestra.run.smithi052.stdout:(124/174): python3-grpcio-tools-1.46.7-10.el9.x 2.4 MB/s | 144 kB 00:00 2024-03-18T22:44:42.682 INFO:teuthology.orchestra.run.smithi052.stdout:(125/174): python3-grpcio-1.46.7-10.el9.x86_64. 9.4 MB/s | 2.0 MB 00:00 2024-03-18T22:44:42.707 INFO:teuthology.orchestra.run.smithi052.stdout:(126/174): python3-jaraco-8.2.1-3.el9.noarch.rp 116 kB/s | 11 kB 00:00 2024-03-18T22:44:42.749 INFO:teuthology.orchestra.run.smithi052.stdout:(127/174): python3-jaraco-classes-3.2.1-5.el9.n 265 kB/s | 18 kB 00:00 2024-03-18T22:44:42.774 INFO:teuthology.orchestra.run.smithi052.stdout:(128/174): python3-jaraco-collections-3.0.0-8.e 346 kB/s | 23 kB 00:00 2024-03-18T22:44:42.808 INFO:teuthology.orchestra.run.smithi052.stdout:(129/174): python3-jaraco-functools-3.5.0-2.el9 332 kB/s | 19 kB 00:00 2024-03-18T22:44:42.835 INFO:teuthology.orchestra.run.smithi052.stdout:(130/174): python3-jaraco-text-3.2.0-6.el9.noar 324 kB/s | 20 kB 00:00 2024-03-18T22:44:42.894 INFO:teuthology.orchestra.run.smithi052.stdout:(131/174): python3-logutils-0.3.5-21.el9.noarch 794 kB/s | 46 kB 00:00 2024-03-18T22:44:42.961 INFO:teuthology.orchestra.run.smithi052.stdout:(132/174): python3-kubernetes-26.1.0-2.el9.noar 6.7 MB/s | 1.0 MB 00:00 2024-03-18T22:44:42.986 INFO:teuthology.orchestra.run.smithi052.stdout:(133/174): python3-more-itertools-8.12.0-2.el9. 858 kB/s | 79 kB 00:00 2024-03-18T22:44:43.028 INFO:teuthology.orchestra.run.smithi052.stdout:(134/174): python3-natsort-7.1.1-5.el9.noarch.r 860 kB/s | 58 kB 00:00 2024-03-18T22:44:43.053 INFO:teuthology.orchestra.run.smithi052.stdout:(135/174): python3-pecan-1.4.2-3.el9.noarch.rpm 4.0 MB/s | 272 kB 00:00 2024-03-18T22:44:43.079 INFO:teuthology.orchestra.run.smithi052.stdout:(136/174): python3-portend-3.1.0-2.el9.noarch.r 326 kB/s | 16 kB 00:00 2024-03-18T22:44:43.112 INFO:teuthology.orchestra.run.smithi052.stdout:(137/174): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-03-18T22:44:43.129 INFO:teuthology.orchestra.run.smithi052.stdout:(138/174): python3-pyperclip-1.8.2-2.el9.noarch 562 kB/s | 28 kB 00:00 2024-03-18T22:44:43.163 INFO:teuthology.orchestra.run.smithi052.stdout:(139/174): python3-repoze-lru-0.7-16.el9.noarch 611 kB/s | 31 kB 00:00 2024-03-18T22:44:43.188 INFO:teuthology.orchestra.run.smithi052.stdout:(140/174): python3-routes-2.5.1-5.el9.noarch.rp 3.2 MB/s | 188 kB 00:00 2024-03-18T22:44:43.214 INFO:teuthology.orchestra.run.smithi052.stdout:(141/174): python3-rsa-4.9-2.el9.noarch.rpm 1.2 MB/s | 59 kB 00:00 2024-03-18T22:44:43.239 INFO:teuthology.orchestra.run.smithi052.stdout:(142/174): python3-tempora-5.0.0-2.el9.noarch.r 711 kB/s | 36 kB 00:00 2024-03-18T22:44:43.264 INFO:teuthology.orchestra.run.smithi052.stdout:(143/174): python3-typing-extensions-4.4.0-2.el 1.0 MB/s | 51 kB 00:00 2024-03-18T22:44:43.306 INFO:teuthology.orchestra.run.smithi052.stdout:(144/174): python3-webob-1.8.7-6.el9.noarch.rpm 3.3 MB/s | 230 kB 00:00 2024-03-18T22:44:43.331 INFO:teuthology.orchestra.run.smithi052.stdout:(145/174): python3-websocket-client-1.2.3-2.el9 1.3 MB/s | 90 kB 00:00 2024-03-18T22:44:43.382 INFO:teuthology.orchestra.run.smithi052.stdout:(146/174): python3-zc-lockfile-2.0-10.el9.noarc 400 kB/s | 20 kB 00:00 2024-03-18T22:44:43.407 INFO:teuthology.orchestra.run.smithi052.stdout:(147/174): python3-werkzeug-2.0.3-3.el9.1.noarc 4.2 MB/s | 427 kB 00:00 2024-03-18T22:44:43.474 INFO:teuthology.orchestra.run.smithi052.stdout:(148/174): libarrow-9.0.0-10.el9.x86_64.rpm 2.8 MB/s | 4.4 MB 00:01 2024-03-18T22:44:43.499 INFO:teuthology.orchestra.run.smithi052.stdout:(149/174): re2-20211101-3.el9.x86_64.rpm 1.6 MB/s | 192 kB 00:00 2024-03-18T22:44:43.658 INFO:teuthology.orchestra.run.smithi052.stdout:(150/174): thrift-0.15.0-2.el9.x86_64.rpm 6.3 MB/s | 1.6 MB 00:00 2024-03-18T22:44:43.783 INFO:teuthology.orchestra.run.smithi052.stdout:(151/174): xfsdump-3.1.12-4.el9.x86_64.rpm 2.5 MB/s | 321 kB 00:00 2024-03-18T22:44:43.950 INFO:teuthology.orchestra.run.smithi052.stdout:(152/174): librbd1-19.0.0-2206.gb6ae2491.el9.x8 7.0 MB/s | 3.1 MB 00:00 2024-03-18T22:44:44.075 INFO:teuthology.orchestra.run.smithi052.stdout:(153/174): librados2-19.0.0-2206.gb6ae2491.el9. 5.6 MB/s | 3.4 MB 00:00 2024-03-18T22:44:44.417 INFO:teuthology.orchestra.run.smithi052.stdout:(154/174): NetworkManager-team-1.47.2-1.el9.x86 123 kB/s | 42 kB 00:00 2024-03-18T22:44:44.550 INFO:teuthology.orchestra.run.smithi052.stdout:(155/174): NetworkManager-1.47.2-1.el9.x86_64.r 3.0 MB/s | 2.3 MB 00:00 2024-03-18T22:44:44.651 INFO:teuthology.orchestra.run.smithi052.stdout:(156/174): acl-2.3.1-4.el9.x86_64.rpm 713 kB/s | 71 kB 00:00 2024-03-18T22:44:44.760 INFO:teuthology.orchestra.run.smithi052.stdout:(157/174): elfutils-debuginfod-client-0.190-2.e 336 kB/s | 36 kB 00:00 2024-03-18T22:44:44.785 INFO:teuthology.orchestra.run.smithi052.stdout:(158/174): NetworkManager-tui-1.47.2-1.el9.x86_ 675 kB/s | 248 kB 00:00 2024-03-18T22:44:44.843 INFO:teuthology.orchestra.run.smithi052.stdout:(159/174): NetworkManager-libnm-1.47.2-1.el9.x8 2.1 MB/s | 1.8 MB 00:00 2024-03-18T22:44:44.869 INFO:teuthology.orchestra.run.smithi052.stdout:(160/174): elfutils-libelf-0.190-2.el9.x86_64.r 1.7 MB/s | 192 kB 00:00 2024-03-18T22:44:44.894 INFO:teuthology.orchestra.run.smithi052.stdout:(161/174): elfutils-libs-0.190-2.el9.x86_64.rpm 2.3 MB/s | 256 kB 00:00 2024-03-18T22:44:44.944 INFO:teuthology.orchestra.run.smithi052.stdout:(162/174): libacl-2.3.1-4.el9.x86_64.rpm 229 kB/s | 23 kB 00:00 2024-03-18T22:44:44.969 INFO:teuthology.orchestra.run.smithi052.stdout:(163/174): libblkid-2.37.4-18.el9.x86_64.rpm 1.1 MB/s | 108 kB 00:00 2024-03-18T22:44:45.012 INFO:teuthology.orchestra.run.smithi052.stdout:(164/174): libfdisk-2.37.4-18.el9.x86_64.rpm 1.3 MB/s | 155 kB 00:00 2024-03-18T22:44:45.054 INFO:teuthology.orchestra.run.smithi052.stdout:(165/174): libmount-2.37.4-18.el9.x86_64.rpm 1.2 MB/s | 136 kB 00:00 2024-03-18T22:44:45.079 INFO:teuthology.orchestra.run.smithi052.stdout:(166/174): libsmartcols-2.37.4-18.el9.x86_64.rp 585 kB/s | 64 kB 00:00 2024-03-18T22:44:45.112 INFO:teuthology.orchestra.run.smithi052.stdout:(167/174): libuuid-2.37.4-18.el9.x86_64.rpm 286 kB/s | 29 kB 00:00 2024-03-18T22:44:45.179 INFO:teuthology.orchestra.run.smithi052.stdout:(168/174): openssl-3.0.7-27.el9.x86_64.rpm 9.6 MB/s | 1.2 MB 00:00 2024-03-18T22:44:45.288 INFO:teuthology.orchestra.run.smithi052.stdout:(169/174): util-linux-core-2.37.4-18.el9.x86_64 4.2 MB/s | 465 kB 00:00 2024-03-18T22:44:45.397 INFO:teuthology.orchestra.run.smithi052.stdout:(170/174): util-linux-user-2.37.4-18.el9.x86_64 287 kB/s | 31 kB 00:00 2024-03-18T22:44:45.497 INFO:teuthology.orchestra.run.smithi052.stdout:(171/174): util-linux-2.37.4-18.el9.x86_64.rpm 5.9 MB/s | 2.3 MB 00:00 2024-03-18T22:44:45.539 INFO:teuthology.orchestra.run.smithi052.stdout:(172/174): xfsprogs-6.3.0-1.el9.x86_64.rpm 7.6 MB/s | 1.1 MB 00:00 2024-03-18T22:44:45.572 INFO:teuthology.orchestra.run.smithi052.stdout:(173/174): libacl-devel-2.3.1-4.el9.x86_64.rpm 988 kB/s | 74 kB 00:00 2024-03-18T22:44:46.122 INFO:teuthology.orchestra.run.smithi052.stdout:(174/174): openssl-libs-3.0.7-27.el9.x86_64.rpm 2.1 MB/s | 2.2 MB 00:01 2024-03-18T22:44:46.126 INFO:teuthology.orchestra.run.smithi052.stdout:-------------------------------------------------------------------------------- 2024-03-18T22:44:46.127 INFO:teuthology.orchestra.run.smithi052.stdout:Total 16 MB/s | 224 MB 00:13 2024-03-18T22:44:46.593 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction check 2024-03-18T22:44:46.888 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction check succeeded. 2024-03-18T22:44:46.888 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction test 2024-03-18T22:44:48.984 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction test succeeded. 2024-03-18T22:44:48.984 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction 2024-03-18T22:44:56.174 INFO:teuthology.orchestra.run.smithi052.stdout: Preparing : 1/1 2024-03-18T22:44:56.252 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : openssl-libs-1:3.0.7-27.el9.x86_64 1/198 2024-03-18T22:44:56.286 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : libuuid-2.37.4-18.el9.x86_64 2/198 2024-03-18T22:44:56.316 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : libblkid-2.37.4-18.el9.x86_64 3/198 2024-03-18T22:44:56.326 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: libblkid-2.37.4-18.el9.x86_64 3/198 2024-03-18T22:44:56.373 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 4/198 2024-03-18T22:44:56.429 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 5/198 2024-03-18T22:44:56.462 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/198 2024-03-18T22:44:56.489 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/198 2024-03-18T22:44:56.540 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 8/198 2024-03-18T22:44:56.877 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 9/198 2024-03-18T22:44:56.939 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : librados2-2:19.0.0-2206.gb6ae2491.el9.x86_64 10/198 2024-03-18T22:44:57.046 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: librados2-2:19.0.0-2206.gb6ae2491.el9.x86_64 10/198 2024-03-18T22:44:57.074 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libcephfs2-2:19.0.0-2206.gb6ae2491.el9.x86_64 11/198 2024-03-18T22:44:57.166 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: libcephfs2-2:19.0.0-2206.gb6ae2491.el9.x86_64 11/198 2024-03-18T22:44:57.203 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-rados-2:19.0.0-2206.gb6ae2491.el9.x86_64 12/198 2024-03-18T22:44:57.274 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : postgresql-private-libs-13.11-1.el9.x86_64 13/198 2024-03-18T22:44:57.460 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : elfutils-libelf-0.190-2.el9.x86_64 14/198 2024-03-18T22:44:57.518 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : postgresql-13.11-1.el9.x86_64 15/198 2024-03-18T22:44:57.545 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libcephsqlite-2:19.0.0-2206.gb6ae2491.el9.x86_64 16/198 2024-03-18T22:44:57.658 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2206.gb6ae2491.el9.x86_64 16/198 2024-03-18T22:44:57.688 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libradosstriper1-2:19.0.0-2206.gb6ae2491.el9.x86 17/198 2024-03-18T22:44:57.737 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2206.gb6ae2491.el9.x86 17/198 2024-03-18T22:44:57.775 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : libmount-2.37.4-18.el9.x86_64 18/198 2024-03-18T22:44:57.798 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : qatlib-service-23.11.0-1.el9.x86_64 19/198 2024-03-18T22:44:57.813 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: qatlib-service-23.11.0-1.el9.x86_64 19/198 2024-03-18T22:44:58.011 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: qatlib-23.11.0-1.el9.x86_64 20/198 2024-03-18T22:44:58.046 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : qatlib-23.11.0-1.el9.x86_64 20/198 2024-03-18T22:44:58.077 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : libsmartcols-2.37.4-18.el9.x86_64 21/198 2024-03-18T22:44:58.255 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : libacl-2.3.1-4.el9.x86_64 22/198 2024-03-18T22:44:58.379 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : NetworkManager-libnm-1:1.47.2-1.el9.x86_64 23/198 2024-03-18T22:44:58.423 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.2-1.el9.x86_64 23/198 2024-03-18T22:44:58.519 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: NetworkManager-1:1.47.2-1.el9.x86_64 24/198 2024-03-18T22:44:58.565 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : NetworkManager-1:1.47.2-1.el9.x86_64 24/198 2024-03-18T22:44:58.756 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: NetworkManager-1:1.47.2-1.el9.x86_64 24/198 2024-03-18T22:44:58.865 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : re2-1:20211101-3.el9.x86_64 25/198 2024-03-18T22:44:58.960 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 26/198 2024-03-18T22:44:58.996 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 27/198 2024-03-18T22:44:59.014 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : liboath-2.6.7-2.el9.x86_64 28/198 2024-03-18T22:44:59.057 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/198 2024-03-18T22:44:59.133 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/198 2024-03-18T22:44:59.186 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 31/198 2024-03-18T22:44:59.224 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 32/198 2024-03-18T22:44:59.289 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 33/198 2024-03-18T22:44:59.323 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 34/198 2024-03-18T22:44:59.367 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 35/198 2024-03-18T22:44:59.399 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 36/198 2024-03-18T22:44:59.435 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : lua-5.4.4-4.el9.x86_64 37/198 2024-03-18T22:44:59.505 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 38/198 2024-03-18T22:44:59.540 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-ceph-common-2:19.0.0-2206.gb6ae2491.el9. 39/198 2024-03-18T22:44:59.584 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-ceph-argparse-2:19.0.0-2206.gb6ae2491.el 40/198 2024-03-18T22:44:59.620 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cephfs-2:19.0.0-2206.gb6ae2491.el9.x86_6 41/198 2024-03-18T22:44:59.691 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 42/198 2024-03-18T22:44:59.735 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : luarocks-3.9.2-1.el9.noarch 43/198 2024-03-18T22:44:59.810 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 44/198 2024-03-18T22:44:59.946 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 45/198 2024-03-18T22:45:00.004 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 46/198 2024-03-18T22:45:00.561 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-rsa-4.9-2.el9.noarch 47/198 2024-03-18T22:45:00.642 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 48/198 2024-03-18T22:45:00.745 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 49/198 2024-03-18T22:45:00.793 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : util-linux-core-2.37.4-18.el9.x86_64 50/198 2024-03-18T22:45:00.801 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: util-linux-core-2.37.4-18.el9.x86_64 50/198 2024-03-18T22:45:00.834 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : qatzip-libs-1.1.2-2.el9.x86_64 51/198 2024-03-18T22:45:00.875 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : elfutils-libs-0.190-2.el9.x86_64 52/198 2024-03-18T22:45:00.912 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : librados-devel-2:19.0.0-2206.gb6ae2491.el9.x86_6 53/198 2024-03-18T22:45:00.976 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 54/198 2024-03-18T22:45:01.286 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : libfdisk-2.37.4-18.el9.x86_64 55/198 2024-03-18T22:45:01.461 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : util-linux-2.37.4-18.el9.x86_64 56/198 2024-03-18T22:45:01.536 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : xfsprogs-6.3.0-1.el9.x86_64 57/198 2024-03-18T22:45:01.614 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 58/198 2024-03-18T22:45:01.923 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 59/198 2024-03-18T22:45:01.983 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : openssl-1:3.0.7-27.el9.x86_64 60/198 2024-03-18T22:45:02.039 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 61/198 2024-03-18T22:45:02.120 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 62/198 2024-03-18T22:45:02.158 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 63/198 2024-03-18T22:45:02.195 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 64/198 2024-03-18T22:45:02.243 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 65/198 2024-03-18T22:45:02.277 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 66/198 2024-03-18T22:45:02.321 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 67/198 2024-03-18T22:45:02.363 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 68/198 2024-03-18T22:45:02.502 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 69/198 2024-03-18T22:45:02.551 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 70/198 2024-03-18T22:45:02.581 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 71/198 2024-03-18T22:45:02.632 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 72/198 2024-03-18T22:45:02.728 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 73/198 2024-03-18T22:45:02.771 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-google-auth-1:2.28.0-1.el9.noarch 74/198 2024-03-18T22:45:02.811 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 75/198 2024-03-18T22:45:02.836 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 76/198 2024-03-18T22:45:02.861 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 77/198 2024-03-18T22:45:02.941 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 78/198 2024-03-18T22:45:03.066 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 79/198 2024-03-18T22:45:03.172 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 80/198 2024-03-18T22:45:03.219 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 81/198 2024-03-18T22:45:03.285 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-ply-3.11-14.el9.noarch 82/198 2024-03-18T22:45:03.341 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 83/198 2024-03-18T22:45:03.531 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 84/198 2024-03-18T22:45:03.581 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 85/198 2024-03-18T22:45:03.737 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 86/198 2024-03-18T22:45:03.780 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-asyncssh-2.13.2-4.el9.noarch 87/198 2024-03-18T22:45:03.811 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 88/198 2024-03-18T22:45:03.842 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : fuse-2.9.9-15.el9.x86_64 89/198 2024-03-18T22:45:03.870 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 90/198 2024-03-18T22:45:03.904 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 91/198 2024-03-18T22:45:03.943 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : uuid-1.6.2-55.el9.x86_64 92/198 2024-03-18T22:45:03.975 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 93/198 2024-03-18T22:45:04.005 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 94/198 2024-03-18T22:45:04.075 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 95/198 2024-03-18T22:45:04.107 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 96/198 2024-03-18T22:45:04.140 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 97/198 2024-03-18T22:45:04.182 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 98/198 2024-03-18T22:45:04.216 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 99/198 2024-03-18T22:45:04.310 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 100/198 2024-03-18T22:45:04.399 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 101/198 2024-03-18T22:45:04.447 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 102/198 2024-03-18T22:45:04.478 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 103/198 2024-03-18T22:45:04.526 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 104/198 2024-03-18T22:45:04.634 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-packaging-20.9-5.el9.noarch 105/198 2024-03-18T22:45:04.706 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 106/198 2024-03-18T22:45:05.464 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 107/198 2024-03-18T22:45:05.509 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 108/198 2024-03-18T22:45:05.543 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 109/198 2024-03-18T22:45:05.593 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 110/198 2024-03-18T22:45:05.682 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 111/198 2024-03-18T22:45:05.719 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 112/198 2024-03-18T22:45:05.902 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : openblas-0.3.21-2.el9.x86_64 113/198 2024-03-18T22:45:05.933 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 114/198 2024-03-18T22:45:06.013 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 115/198 2024-03-18T22:45:06.689 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 116/198 2024-03-18T22:45:06.801 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 117/198 2024-03-18T22:45:08.077 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 118/198 2024-03-18T22:45:08.166 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 119/198 2024-03-18T22:45:08.198 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 120/198 2024-03-18T22:45:08.228 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : jq-1.6-16.el9.x86_64 121/198 2024-03-18T22:45:08.256 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 122/198 2024-03-18T22:45:08.584 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 123/198 2024-03-18T22:45:08.610 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : librbd1-2:19.0.0-2206.gb6ae2491.el9.x86_64 124/198 2024-03-18T22:45:08.718 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: librbd1-2:19.0.0-2206.gb6ae2491.el9.x86_64 124/198 2024-03-18T22:45:08.748 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-rbd-2:19.0.0-2206.gb6ae2491.el9.x86_64 125/198 2024-03-18T22:45:08.786 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 126/198 2024-03-18T22:45:09.274 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 127/198 2024-03-18T22:45:09.498 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : librgw2-2:19.0.0-2206.gb6ae2491.el9.x86_64 128/198 2024-03-18T22:45:09.801 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: librgw2-2:19.0.0-2206.gb6ae2491.el9.x86_64 128/198 2024-03-18T22:45:09.832 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-rgw-2:19.0.0-2206.gb6ae2491.el9.x86_64 129/198 2024-03-18T22:45:12.103 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64 130/198 2024-03-18T22:45:12.136 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64 130/198 2024-03-18T22:45:12.704 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64 130/198 2024-03-18T22:45:12.748 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-base-2:19.0.0-2206.gb6ae2491.el9.x86_64 131/198 2024-03-18T22:45:12.842 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-base-2:19.0.0-2206.gb6ae2491.el9.x86_64 131/198 2024-03-18T22:45:12.842 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-03-18T22:45:12.842 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-03-18T22:45:12.842 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:45:12.890 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-selinux-2:19.0.0-2206.gb6ae2491.el9.x86_64 132/198 2024-03-18T22:45:24.721 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2206.gb6ae2491.el9.x86_64 132/198 2024-03-18T22:45:24.721 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /sys 2024-03-18T22:45:24.721 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /proc 2024-03-18T22:45:24.721 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /mnt 2024-03-18T22:45:24.721 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /var/tmp 2024-03-18T22:45:24.721 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /home 2024-03-18T22:45:24.721 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /root 2024-03-18T22:45:24.722 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /tmp 2024-03-18T22:45:24.722 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:45:24.900 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-volume-2:19.0.0-2206.gb6ae2491.el9.noarch 133/198 2024-03-18T22:45:24.916 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-volume-2:19.0.0-2206.gb6ae2491.el9.noarch 133/198 2024-03-18T22:45:24.916 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-18T22:45:24.916 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-03-18T22:45:24.916 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:45:26.463 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-osd-2:19.0.0-2206.gb6ae2491.el9.x86_64 134/198 2024-03-18T22:45:26.489 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-osd-2:19.0.0-2206.gb6ae2491.el9.x86_64 134/198 2024-03-18T22:45:26.489 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-18T22:45:26.489 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-03-18T22:45:26.489 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-18T22:45:26.489 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-18T22:45:26.489 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:45:26.730 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mds-2:19.0.0-2206.gb6ae2491.el9.x86_64 135/198 2024-03-18T22:45:26.752 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mds-2:19.0.0-2206.gb6ae2491.el9.x86_64 135/198 2024-03-18T22:45:26.752 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-18T22:45:26.752 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-03-18T22:45:26.752 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-18T22:45:26.752 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-18T22:45:26.752 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:45:27.222 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mon-2:19.0.0-2206.gb6ae2491.el9.x86_64 136/198 2024-03-18T22:45:27.245 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mon-2:19.0.0-2206.gb6ae2491.el9.x86_64 136/198 2024-03-18T22:45:27.245 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-18T22:45:27.245 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-03-18T22:45:27.245 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-18T22:45:27.245 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-18T22:45:27.245 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:45:27.341 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : automake-1.16.2-8.el9.noarch 137/198 2024-03-18T22:45:27.751 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch 138/198 2024-03-18T22:45:27.781 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch 138/198 2024-03-18T22:45:27.814 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2206.gb6ae2491.e 139/198 2024-03-18T22:45:27.875 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2206.gb6ae2491. 140/198 2024-03-18T22:45:27.904 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2206.gb6ae2491.el9.noa 141/198 2024-03-18T22:45:28.149 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2206.gb6ae2491.el9.noa 141/198 2024-03-18T22:45:28.180 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2206.gb6ae2491.el9.n 142/198 2024-03-18T22:45:29.193 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2206.gb6ae2491.el9.n 142/198 2024-03-18T22:45:29.222 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2206.gb6a 143/198 2024-03-18T22:45:29.329 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2206.gb6a 143/198 2024-03-18T22:45:29.491 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2206.gb6ae2491.el 144/198 2024-03-18T22:45:29.524 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-2:19.0.0-2206.gb6ae2491.el9.x86_64 145/198 2024-03-18T22:45:29.546 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2206.gb6ae2491.el9.x86_64 145/198 2024-03-18T22:45:29.546 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-18T22:45:29.546 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-03-18T22:45:29.546 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-18T22:45:29.546 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-18T22:45:29.547 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:45:29.591 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-rook-2:19.0.0-2206.gb6ae2491.el9.noarch 146/198 2024-03-18T22:45:29.602 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2206.gb6ae2491.el9.noarch 146/198 2024-03-18T22:45:29.658 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-2:19.0.0-2206.gb6ae2491.el9.x86_64 147/198 2024-03-18T22:45:30.577 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libtool-2.4.6-45.el9.x86_64 148/198 2024-03-18T22:45:30.610 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-radosgw-2:19.0.0-2206.gb6ae2491.el9.x86_64 149/198 2024-03-18T22:45:30.633 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2206.gb6ae2491.el9.x86_64 149/198 2024-03-18T22:45:30.633 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-18T22:45:30.633 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-03-18T22:45:30.633 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-18T22:45:30.633 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-18T22:45:30.633 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:45:30.677 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2206.gb6ae2 150/198 2024-03-18T22:45:30.699 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2206.gb6ae2 150/198 2024-03-18T22:45:30.699 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-18T22:45:30.699 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-03-18T22:45:30.699 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:45:30.753 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : cephfs-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64 151/198 2024-03-18T22:45:30.775 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64 151/198 2024-03-18T22:45:30.775 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-18T22:45:30.775 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-03-18T22:45:30.775 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-03-18T22:45:30.775 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-03-18T22:45:30.775 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:45:31.095 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : rbd-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64 152/198 2024-03-18T22:45:31.117 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64 152/198 2024-03-18T22:45:31.117 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-18T22:45:31.117 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-03-18T22:45:31.117 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-18T22:45:31.117 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-18T22:45:31.117 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:45:35.808 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-test-2:19.0.0-2206.gb6ae2491.el9.x86_64 153/198 2024-03-18T22:45:35.849 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : rbd-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64 154/198 2024-03-18T22:45:35.887 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : rbd-nbd-2:19.0.0-2206.gb6ae2491.el9.x86_64 155/198 2024-03-18T22:45:35.915 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 156/198 2024-03-18T22:45:36.104 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : cephfs-shell-2:19.0.0-2206.gb6ae2491.el9.x86_64 157/198 2024-03-18T22:45:36.226 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : postgresql-contrib-13.11-1.el9.x86_64 158/198 2024-03-18T22:45:36.271 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64 159/198 2024-03-18T22:45:36.321 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 160/198 2024-03-18T22:45:36.381 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : xfsdump-3.1.12-4.el9.x86_64 161/198 2024-03-18T22:45:36.424 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : util-linux-user-2.37.4-18.el9.x86_64 162/198 2024-03-18T22:45:36.457 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libcephfs-devel-2:19.0.0-2206.gb6ae2491.el9.x86_ 163/198 2024-03-18T22:45:36.489 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : elfutils-debuginfod-client-0.190-2.el9.x86_64 164/198 2024-03-18T22:45:36.519 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : NetworkManager-team-1:1.47.2-1.el9.x86_64 165/198 2024-03-18T22:45:36.586 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : NetworkManager-tui-1:1.47.2-1.el9.x86_64 166/198 2024-03-18T22:45:36.657 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : acl-2.3.1-4.el9.x86_64 167/198 2024-03-18T22:45:36.691 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : libacl-devel-2.3.1-4.el9.x86_64 168/198 2024-03-18T22:45:37.340 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 169/198 2024-03-18T22:45:37.381 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : postgresql-server-13.11-1.el9.x86_64 169/198 2024-03-18T22:45:37.400 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 169/198 2024-03-18T22:45:38.264 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : cephfs-top-2:19.0.0-2206.gb6ae2491.el9.noarch 170/198 2024-03-18T22:45:38.342 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : openssl-devel-1:3.0.7-27.el9.x86_64 171/198 2024-03-18T22:45:38.384 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 172/198 2024-03-18T22:45:38.475 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : flex-2.6.4-9.el9.x86_64 173/198 2024-03-18T22:45:38.504 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : bison-3.7.4-5.el9.x86_64 174/198 2024-03-18T22:45:38.529 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : NetworkManager-tui-1:1.44.0-2.el9.x86_64 175/198 2024-03-18T22:45:38.554 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : elfutils-debuginfod-client-0.189-3.el9.x86_64 176/198 2024-03-18T22:45:38.581 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : elfutils-libs-0.189-3.el9.x86_64 177/198 2024-03-18T22:45:38.581 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 178/198 2024-03-18T22:45:38.660 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 178/198 2024-03-18T22:45:38.689 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : openssl-1:3.0.7-24.el9.x86_64 179/198 2024-03-18T22:45:38.690 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 180/198 2024-03-18T22:45:38.774 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 180/198 2024-03-18T22:45:38.801 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : xfsdump-3.1.12-3.el9.x86_64 181/198 2024-03-18T22:45:38.833 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : xfsprogs-5.19.0-4.el9.x86_64 182/198 2024-03-18T22:45:38.859 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : acl-2.3.1-3.el9.x86_64 183/198 2024-03-18T22:45:38.875 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : libacl-devel-2.3.1-3.el9.x86_64 184/198 2024-03-18T22:45:38.910 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : util-linux-user-2.37.4-15.el9.x86_64 185/198 2024-03-18T22:45:38.948 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : util-linux-2.37.4-15.el9.x86_64 186/198 2024-03-18T22:45:38.980 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : util-linux-core-2.37.4-15.el9.x86_64 187/198 2024-03-18T22:45:39.022 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : libfdisk-2.37.4-15.el9.x86_64 188/198 2024-03-18T22:45:39.047 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : libmount-2.37.4-15.el9.x86_64 189/198 2024-03-18T22:45:39.081 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : libblkid-2.37.4-15.el9.x86_64 190/198 2024-03-18T22:45:39.106 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : NetworkManager-team-1:1.44.0-2.el9.x86_64 191/198 2024-03-18T22:45:39.113 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-18T22:45:39.113 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-18T22:45:39.301 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-18T22:45:39.301 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 193/198 2024-03-18T22:45:39.383 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: NetworkManager-libnm-1:1.44.0-2.el9.x86_64 193/198 2024-03-18T22:45:39.408 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : libuuid-2.37.4-15.el9.x86_64 194/198 2024-03-18T22:45:39.433 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : libsmartcols-2.37.4-15.el9.x86_64 195/198 2024-03-18T22:45:39.467 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : libacl-2.3.1-3.el9.x86_64 196/198 2024-03-18T22:45:39.493 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : openssl-libs-1:3.0.7-24.el9.x86_64 197/198 2024-03-18T22:45:39.561 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : elfutils-libelf-0.189-3.el9.x86_64 198/198 2024-03-18T22:45:44.284 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: elfutils-libelf-0.189-3.el9.x86_64 198/198 2024-03-18T22:45:44.284 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-2:19.0.0-2206.gb6ae2491.el9.x86_64 1/198 2024-03-18T22:45:44.284 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-base-2:19.0.0-2206.gb6ae2491.el9.x86_64 2/198 2024-03-18T22:45:44.284 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64 3/198 2024-03-18T22:45:44.284 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64 4/198 2024-03-18T22:45:44.285 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2206.gb6ae2 5/198 2024-03-18T22:45:44.285 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mds-2:19.0.0-2206.gb6ae2491.el9.x86_64 6/198 2024-03-18T22:45:44.285 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-2:19.0.0-2206.gb6ae2491.el9.x86_64 7/198 2024-03-18T22:45:44.285 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mon-2:19.0.0-2206.gb6ae2491.el9.x86_64 8/198 2024-03-18T22:45:44.285 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-osd-2:19.0.0-2206.gb6ae2491.el9.x86_64 9/198 2024-03-18T22:45:44.285 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-radosgw-2:19.0.0-2206.gb6ae2491.el9.x86_64 10/198 2024-03-18T22:45:44.285 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-selinux-2:19.0.0-2206.gb6ae2491.el9.x86_64 11/198 2024-03-18T22:45:44.285 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-test-2:19.0.0-2206.gb6ae2491.el9.x86_64 12/198 2024-03-18T22:45:44.285 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : cephfs-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64 13/198 2024-03-18T22:45:44.285 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : cephfs-shell-2:19.0.0-2206.gb6ae2491.el9.x86_64 14/198 2024-03-18T22:45:44.285 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libcephfs-devel-2:19.0.0-2206.gb6ae2491.el9.x86_ 15/198 2024-03-18T22:45:44.285 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libcephfs2-2:19.0.0-2206.gb6ae2491.el9.x86_64 16/198 2024-03-18T22:45:44.285 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libcephsqlite-2:19.0.0-2206.gb6ae2491.el9.x86_64 17/198 2024-03-18T22:45:44.286 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librados-devel-2:19.0.0-2206.gb6ae2491.el9.x86_6 18/198 2024-03-18T22:45:44.286 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libradosstriper1-2:19.0.0-2206.gb6ae2491.el9.x86 19/198 2024-03-18T22:45:44.286 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librgw2-2:19.0.0-2206.gb6ae2491.el9.x86_64 20/198 2024-03-18T22:45:44.286 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2206.gb6ae2491.el 21/198 2024-03-18T22:45:44.286 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-ceph-common-2:19.0.0-2206.gb6ae2491.el9. 22/198 2024-03-18T22:45:44.286 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cephfs-2:19.0.0-2206.gb6ae2491.el9.x86_6 23/198 2024-03-18T22:45:44.286 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-rados-2:19.0.0-2206.gb6ae2491.el9.x86_64 24/198 2024-03-18T22:45:44.286 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-rbd-2:19.0.0-2206.gb6ae2491.el9.x86_64 25/198 2024-03-18T22:45:44.286 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-rgw-2:19.0.0-2206.gb6ae2491.el9.x86_64 26/198 2024-03-18T22:45:44.286 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : rbd-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64 27/198 2024-03-18T22:45:44.286 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : rbd-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64 28/198 2024-03-18T22:45:44.287 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : rbd-nbd-2:19.0.0-2206.gb6ae2491.el9.x86_64 29/198 2024-03-18T22:45:44.287 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2206.gb6ae2491. 30/198 2024-03-18T22:45:44.287 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2206.gb6ae2491.el9.noa 31/198 2024-03-18T22:45:44.287 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2206.gb6ae2491.el9.n 32/198 2024-03-18T22:45:44.287 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2206.gb6a 33/198 2024-03-18T22:45:44.287 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2206.gb6ae2491.el 34/198 2024-03-18T22:45:44.287 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2206.gb6ae2491.el9.noarch 35/198 2024-03-18T22:45:44.287 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2206.gb6ae2491.e 36/198 2024-03-18T22:45:44.287 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-volume-2:19.0.0-2206.gb6ae2491.el9.noarch 37/198 2024-03-18T22:45:44.287 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch 38/198 2024-03-18T22:45:44.287 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : cephfs-top-2:19.0.0-2206.gb6ae2491.el9.noarch 39/198 2024-03-18T22:45:44.287 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : automake-1.16.2-8.el9.noarch 40/198 2024-03-18T22:45:44.288 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : bison-3.7.4-5.el9.x86_64 41/198 2024-03-18T22:45:44.288 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 42/198 2024-03-18T22:45:44.288 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : flex-2.6.4-9.el9.x86_64 43/198 2024-03-18T22:45:44.288 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 44/198 2024-03-18T22:45:44.288 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 45/198 2024-03-18T22:45:44.288 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 46/198 2024-03-18T22:45:44.288 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 47/198 2024-03-18T22:45:44.288 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/198 2024-03-18T22:45:44.288 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/198 2024-03-18T22:45:44.288 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/198 2024-03-18T22:45:44.288 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 51/198 2024-03-18T22:45:44.289 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 52/198 2024-03-18T22:45:44.289 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 53/198 2024-03-18T22:45:44.289 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : lua-5.4.4-4.el9.x86_64 54/198 2024-03-18T22:45:44.289 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 55/198 2024-03-18T22:45:44.289 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 56/198 2024-03-18T22:45:44.289 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 57/198 2024-03-18T22:45:44.289 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : postgresql-13.11-1.el9.x86_64 58/198 2024-03-18T22:45:44.289 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : postgresql-contrib-13.11-1.el9.x86_64 59/198 2024-03-18T22:45:44.289 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : postgresql-private-libs-13.11-1.el9.x86_64 60/198 2024-03-18T22:45:44.289 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : postgresql-server-13.11-1.el9.x86_64 61/198 2024-03-18T22:45:44.289 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 62/198 2024-03-18T22:45:44.290 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 63/198 2024-03-18T22:45:44.290 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 64/198 2024-03-18T22:45:44.290 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 65/198 2024-03-18T22:45:44.290 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 66/198 2024-03-18T22:45:44.290 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 67/198 2024-03-18T22:45:44.290 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 68/198 2024-03-18T22:45:44.290 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 69/198 2024-03-18T22:45:44.290 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 70/198 2024-03-18T22:45:44.290 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 71/198 2024-03-18T22:45:44.290 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 72/198 2024-03-18T22:45:44.290 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 73/198 2024-03-18T22:45:44.291 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 74/198 2024-03-18T22:45:44.291 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 75/198 2024-03-18T22:45:44.291 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 76/198 2024-03-18T22:45:44.291 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 77/198 2024-03-18T22:45:44.291 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 78/198 2024-03-18T22:45:44.291 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 79/198 2024-03-18T22:45:44.291 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 80/198 2024-03-18T22:45:44.291 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 81/198 2024-03-18T22:45:44.291 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 82/198 2024-03-18T22:45:44.291 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 83/198 2024-03-18T22:45:44.292 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 84/198 2024-03-18T22:45:44.292 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 85/198 2024-03-18T22:45:44.292 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 86/198 2024-03-18T22:45:44.292 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 87/198 2024-03-18T22:45:44.292 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 88/198 2024-03-18T22:45:44.292 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-ply-3.11-14.el9.noarch 89/198 2024-03-18T22:45:44.292 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 90/198 2024-03-18T22:45:44.292 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 91/198 2024-03-18T22:45:44.292 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : jq-1.6-16.el9.x86_64 92/198 2024-03-18T22:45:44.292 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 93/198 2024-03-18T22:45:44.292 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 94/198 2024-03-18T22:45:44.292 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 95/198 2024-03-18T22:45:44.293 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 96/198 2024-03-18T22:45:44.293 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 97/198 2024-03-18T22:45:44.293 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : openssl-devel-1:3.0.7-27.el9.x86_64 98/198 2024-03-18T22:45:44.293 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 99/198 2024-03-18T22:45:44.293 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 100/198 2024-03-18T22:45:44.293 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : qatlib-23.11.0-1.el9.x86_64 101/198 2024-03-18T22:45:44.293 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : qatlib-service-23.11.0-1.el9.x86_64 102/198 2024-03-18T22:45:44.293 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : qatzip-libs-1.1.2-2.el9.x86_64 103/198 2024-03-18T22:45:44.293 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 104/198 2024-03-18T22:45:44.293 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/198 2024-03-18T22:45:44.293 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/198 2024-03-18T22:45:44.293 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/198 2024-03-18T22:45:44.294 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 108/198 2024-03-18T22:45:44.294 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/198 2024-03-18T22:45:44.294 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 110/198 2024-03-18T22:45:44.294 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 111/198 2024-03-18T22:45:44.294 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/198 2024-03-18T22:45:44.294 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/198 2024-03-18T22:45:44.294 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 114/198 2024-03-18T22:45:44.294 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 115/198 2024-03-18T22:45:44.294 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-asyncssh-2.13.2-4.el9.noarch 116/198 2024-03-18T22:45:44.294 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/198 2024-03-18T22:45:44.294 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/198 2024-03-18T22:45:44.295 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 119/198 2024-03-18T22:45:44.295 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/198 2024-03-18T22:45:44.295 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/198 2024-03-18T22:45:44.295 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/198 2024-03-18T22:45:44.295 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 123/198 2024-03-18T22:45:44.295 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-google-auth-1:2.28.0-1.el9.noarch 124/198 2024-03-18T22:45:44.295 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 125/198 2024-03-18T22:45:44.295 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 126/198 2024-03-18T22:45:44.295 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 127/198 2024-03-18T22:45:44.295 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 128/198 2024-03-18T22:45:44.295 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 129/198 2024-03-18T22:45:44.295 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 130/198 2024-03-18T22:45:44.295 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 131/198 2024-03-18T22:45:44.296 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 132/198 2024-03-18T22:45:44.296 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 133/198 2024-03-18T22:45:44.296 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 134/198 2024-03-18T22:45:44.296 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 135/198 2024-03-18T22:45:44.296 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 136/198 2024-03-18T22:45:44.296 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 137/198 2024-03-18T22:45:44.296 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 138/198 2024-03-18T22:45:44.296 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 139/198 2024-03-18T22:45:44.296 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 140/198 2024-03-18T22:45:44.296 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 141/198 2024-03-18T22:45:44.296 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 142/198 2024-03-18T22:45:44.296 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 143/198 2024-03-18T22:45:44.296 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 144/198 2024-03-18T22:45:44.297 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 145/198 2024-03-18T22:45:44.297 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 146/198 2024-03-18T22:45:44.297 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 147/198 2024-03-18T22:45:44.297 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 148/198 2024-03-18T22:45:44.297 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : re2-1:20211101-3.el9.x86_64 149/198 2024-03-18T22:45:44.297 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 150/198 2024-03-18T22:45:44.297 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librados2-2:19.0.0-2206.gb6ae2491.el9.x86_64 151/198 2024-03-18T22:45:44.297 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 152/198 2024-03-18T22:45:44.297 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librbd1-2:19.0.0-2206.gb6ae2491.el9.x86_64 153/198 2024-03-18T22:45:44.297 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 154/198 2024-03-18T22:45:44.297 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : xfsdump-3.1.12-4.el9.x86_64 155/198 2024-03-18T22:45:44.297 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : xfsdump-3.1.12-3.el9.x86_64 156/198 2024-03-18T22:45:44.297 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : NetworkManager-1:1.47.2-1.el9.x86_64 157/198 2024-03-18T22:45:44.297 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : NetworkManager-1:1.44.0-2.el9.x86_64 158/198 2024-03-18T22:45:44.298 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : NetworkManager-libnm-1:1.47.2-1.el9.x86_64 159/198 2024-03-18T22:45:44.298 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 160/198 2024-03-18T22:45:44.298 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : NetworkManager-team-1:1.47.2-1.el9.x86_64 161/198 2024-03-18T22:45:44.298 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : NetworkManager-team-1:1.44.0-2.el9.x86_64 162/198 2024-03-18T22:45:44.298 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : NetworkManager-tui-1:1.47.2-1.el9.x86_64 163/198 2024-03-18T22:45:44.298 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : NetworkManager-tui-1:1.44.0-2.el9.x86_64 164/198 2024-03-18T22:45:44.298 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : acl-2.3.1-4.el9.x86_64 165/198 2024-03-18T22:45:44.298 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : acl-2.3.1-3.el9.x86_64 166/198 2024-03-18T22:45:44.298 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 167/198 2024-03-18T22:45:44.298 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : elfutils-debuginfod-client-0.189-3.el9.x86_64 168/198 2024-03-18T22:45:44.298 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 169/198 2024-03-18T22:45:44.298 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : elfutils-libelf-0.189-3.el9.x86_64 170/198 2024-03-18T22:45:44.299 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 171/198 2024-03-18T22:45:44.299 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : elfutils-libs-0.189-3.el9.x86_64 172/198 2024-03-18T22:45:44.299 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libacl-2.3.1-4.el9.x86_64 173/198 2024-03-18T22:45:44.299 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libacl-2.3.1-3.el9.x86_64 174/198 2024-03-18T22:45:44.299 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libblkid-2.37.4-18.el9.x86_64 175/198 2024-03-18T22:45:44.299 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libblkid-2.37.4-15.el9.x86_64 176/198 2024-03-18T22:45:44.299 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libfdisk-2.37.4-18.el9.x86_64 177/198 2024-03-18T22:45:44.299 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libfdisk-2.37.4-15.el9.x86_64 178/198 2024-03-18T22:45:44.299 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libmount-2.37.4-18.el9.x86_64 179/198 2024-03-18T22:45:44.299 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libmount-2.37.4-15.el9.x86_64 180/198 2024-03-18T22:45:44.299 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libsmartcols-2.37.4-18.el9.x86_64 181/198 2024-03-18T22:45:44.299 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libsmartcols-2.37.4-15.el9.x86_64 182/198 2024-03-18T22:45:44.299 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libuuid-2.37.4-18.el9.x86_64 183/198 2024-03-18T22:45:44.299 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libuuid-2.37.4-15.el9.x86_64 184/198 2024-03-18T22:45:44.300 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 185/198 2024-03-18T22:45:44.300 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : openssl-1:3.0.7-24.el9.x86_64 186/198 2024-03-18T22:45:44.300 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 187/198 2024-03-18T22:45:44.300 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : openssl-libs-1:3.0.7-24.el9.x86_64 188/198 2024-03-18T22:45:44.300 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : util-linux-2.37.4-18.el9.x86_64 189/198 2024-03-18T22:45:44.300 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : util-linux-2.37.4-15.el9.x86_64 190/198 2024-03-18T22:45:44.300 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : util-linux-core-2.37.4-18.el9.x86_64 191/198 2024-03-18T22:45:44.300 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : util-linux-core-2.37.4-15.el9.x86_64 192/198 2024-03-18T22:45:44.300 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : util-linux-user-2.37.4-18.el9.x86_64 193/198 2024-03-18T22:45:44.300 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : util-linux-user-2.37.4-15.el9.x86_64 194/198 2024-03-18T22:45:44.300 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 195/198 2024-03-18T22:45:44.300 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : xfsprogs-5.19.0-4.el9.x86_64 196/198 2024-03-18T22:45:44.300 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libacl-devel-2.3.1-4.el9.x86_64 197/198 2024-03-18T22:45:47.237 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libacl-devel-2.3.1-3.el9.x86_64 198/198 2024-03-18T22:45:47.237 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:45:47.237 INFO:teuthology.orchestra.run.smithi052.stdout:Upgraded: 2024-03-18T22:45:47.237 INFO:teuthology.orchestra.run.smithi052.stdout: NetworkManager-1:1.47.2-1.el9.x86_64 2024-03-18T22:45:47.238 INFO:teuthology.orchestra.run.smithi052.stdout: NetworkManager-libnm-1:1.47.2-1.el9.x86_64 2024-03-18T22:45:47.238 INFO:teuthology.orchestra.run.smithi052.stdout: NetworkManager-team-1:1.47.2-1.el9.x86_64 2024-03-18T22:45:47.238 INFO:teuthology.orchestra.run.smithi052.stdout: NetworkManager-tui-1:1.47.2-1.el9.x86_64 2024-03-18T22:45:47.238 INFO:teuthology.orchestra.run.smithi052.stdout: acl-2.3.1-4.el9.x86_64 2024-03-18T22:45:47.238 INFO:teuthology.orchestra.run.smithi052.stdout: elfutils-debuginfod-client-0.190-2.el9.x86_64 2024-03-18T22:45:47.238 INFO:teuthology.orchestra.run.smithi052.stdout: elfutils-libelf-0.190-2.el9.x86_64 2024-03-18T22:45:47.238 INFO:teuthology.orchestra.run.smithi052.stdout: elfutils-libs-0.190-2.el9.x86_64 2024-03-18T22:45:47.238 INFO:teuthology.orchestra.run.smithi052.stdout: libacl-2.3.1-4.el9.x86_64 2024-03-18T22:45:47.238 INFO:teuthology.orchestra.run.smithi052.stdout: libacl-devel-2.3.1-4.el9.x86_64 2024-03-18T22:45:47.238 INFO:teuthology.orchestra.run.smithi052.stdout: libblkid-2.37.4-18.el9.x86_64 2024-03-18T22:45:47.238 INFO:teuthology.orchestra.run.smithi052.stdout: libfdisk-2.37.4-18.el9.x86_64 2024-03-18T22:45:47.238 INFO:teuthology.orchestra.run.smithi052.stdout: libmount-2.37.4-18.el9.x86_64 2024-03-18T22:45:47.239 INFO:teuthology.orchestra.run.smithi052.stdout: librados2-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.239 INFO:teuthology.orchestra.run.smithi052.stdout: librbd1-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.239 INFO:teuthology.orchestra.run.smithi052.stdout: libsmartcols-2.37.4-18.el9.x86_64 2024-03-18T22:45:47.239 INFO:teuthology.orchestra.run.smithi052.stdout: libuuid-2.37.4-18.el9.x86_64 2024-03-18T22:45:47.239 INFO:teuthology.orchestra.run.smithi052.stdout: openssl-1:3.0.7-27.el9.x86_64 2024-03-18T22:45:47.239 INFO:teuthology.orchestra.run.smithi052.stdout: openssl-libs-1:3.0.7-27.el9.x86_64 2024-03-18T22:45:47.239 INFO:teuthology.orchestra.run.smithi052.stdout: util-linux-2.37.4-18.el9.x86_64 2024-03-18T22:45:47.239 INFO:teuthology.orchestra.run.smithi052.stdout: util-linux-core-2.37.4-18.el9.x86_64 2024-03-18T22:45:47.239 INFO:teuthology.orchestra.run.smithi052.stdout: util-linux-user-2.37.4-18.el9.x86_64 2024-03-18T22:45:47.239 INFO:teuthology.orchestra.run.smithi052.stdout: xfsdump-3.1.12-4.el9.x86_64 2024-03-18T22:45:47.239 INFO:teuthology.orchestra.run.smithi052.stdout: xfsprogs-6.3.0-1.el9.x86_64 2024-03-18T22:45:47.239 INFO:teuthology.orchestra.run.smithi052.stdout:Installed: 2024-03-18T22:45:47.239 INFO:teuthology.orchestra.run.smithi052.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-03-18T22:45:47.240 INFO:teuthology.orchestra.run.smithi052.stdout: automake-1.16.2-8.el9.noarch 2024-03-18T22:45:47.240 INFO:teuthology.orchestra.run.smithi052.stdout: bison-3.7.4-5.el9.x86_64 2024-03-18T22:45:47.240 INFO:teuthology.orchestra.run.smithi052.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-03-18T22:45:47.240 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.240 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-base-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.240 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.240 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.240 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-grafana-dashboards-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:45:47.240 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-immutable-object-cache-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.240 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mds-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.240 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.240 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:45:47.240 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-dashboard-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:45:47.240 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:45:47.241 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-modules-core-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:45:47.241 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-rook-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:45:47.241 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mon-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.241 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-osd-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.241 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-prometheus-alerts-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:45:47.241 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-radosgw-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.241 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-selinux-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.241 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-test-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.241 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-volume-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:45:47.241 INFO:teuthology.orchestra.run.smithi052.stdout: cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:45:47.241 INFO:teuthology.orchestra.run.smithi052.stdout: cephfs-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.241 INFO:teuthology.orchestra.run.smithi052.stdout: cephfs-shell-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.241 INFO:teuthology.orchestra.run.smithi052.stdout: cephfs-top-2:19.0.0-2206.gb6ae2491.el9.noarch 2024-03-18T22:45:47.242 INFO:teuthology.orchestra.run.smithi052.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-03-18T22:45:47.242 INFO:teuthology.orchestra.run.smithi052.stdout: flex-2.6.4-9.el9.x86_64 2024-03-18T22:45:47.242 INFO:teuthology.orchestra.run.smithi052.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-03-18T22:45:47.242 INFO:teuthology.orchestra.run.smithi052.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-03-18T22:45:47.242 INFO:teuthology.orchestra.run.smithi052.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-03-18T22:45:47.242 INFO:teuthology.orchestra.run.smithi052.stdout: fuse-2.9.9-15.el9.x86_64 2024-03-18T22:45:47.242 INFO:teuthology.orchestra.run.smithi052.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-03-18T22:45:47.242 INFO:teuthology.orchestra.run.smithi052.stdout: grpc-data-1.46.7-10.el9.noarch 2024-03-18T22:45:47.242 INFO:teuthology.orchestra.run.smithi052.stdout: jq-1.6-16.el9.x86_64 2024-03-18T22:45:47.242 INFO:teuthology.orchestra.run.smithi052.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-03-18T22:45:47.242 INFO:teuthology.orchestra.run.smithi052.stdout: libarrow-9.0.0-10.el9.x86_64 2024-03-18T22:45:47.242 INFO:teuthology.orchestra.run.smithi052.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-03-18T22:45:47.243 INFO:teuthology.orchestra.run.smithi052.stdout: libcephfs-devel-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.243 INFO:teuthology.orchestra.run.smithi052.stdout: libcephfs2-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.243 INFO:teuthology.orchestra.run.smithi052.stdout: libcephsqlite-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.243 INFO:teuthology.orchestra.run.smithi052.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-03-18T22:45:47.243 INFO:teuthology.orchestra.run.smithi052.stdout: liboath-2.6.7-2.el9.x86_64 2024-03-18T22:45:47.243 INFO:teuthology.orchestra.run.smithi052.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-03-18T22:45:47.243 INFO:teuthology.orchestra.run.smithi052.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-03-18T22:45:47.243 INFO:teuthology.orchestra.run.smithi052.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-03-18T22:45:47.243 INFO:teuthology.orchestra.run.smithi052.stdout: librados-devel-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.243 INFO:teuthology.orchestra.run.smithi052.stdout: libradosstriper1-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.243 INFO:teuthology.orchestra.run.smithi052.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-03-18T22:45:47.243 INFO:teuthology.orchestra.run.smithi052.stdout: librgw2-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.243 INFO:teuthology.orchestra.run.smithi052.stdout: libtool-2.4.6-45.el9.x86_64 2024-03-18T22:45:47.243 INFO:teuthology.orchestra.run.smithi052.stdout: libunwind-1.6.2-1.el9.x86_64 2024-03-18T22:45:47.244 INFO:teuthology.orchestra.run.smithi052.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-03-18T22:45:47.244 INFO:teuthology.orchestra.run.smithi052.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-03-18T22:45:47.244 INFO:teuthology.orchestra.run.smithi052.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-03-18T22:45:47.244 INFO:teuthology.orchestra.run.smithi052.stdout: lua-5.4.4-4.el9.x86_64 2024-03-18T22:45:47.244 INFO:teuthology.orchestra.run.smithi052.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-03-18T22:45:47.244 INFO:teuthology.orchestra.run.smithi052.stdout: luarocks-3.9.2-1.el9.noarch 2024-03-18T22:45:47.244 INFO:teuthology.orchestra.run.smithi052.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-03-18T22:45:47.244 INFO:teuthology.orchestra.run.smithi052.stdout: openblas-0.3.21-2.el9.x86_64 2024-03-18T22:45:47.244 INFO:teuthology.orchestra.run.smithi052.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-03-18T22:45:47.244 INFO:teuthology.orchestra.run.smithi052.stdout: openssl-devel-1:3.0.7-27.el9.x86_64 2024-03-18T22:45:47.244 INFO:teuthology.orchestra.run.smithi052.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-03-18T22:45:47.244 INFO:teuthology.orchestra.run.smithi052.stdout: postgresql-13.11-1.el9.x86_64 2024-03-18T22:45:47.245 INFO:teuthology.orchestra.run.smithi052.stdout: postgresql-contrib-13.11-1.el9.x86_64 2024-03-18T22:45:47.245 INFO:teuthology.orchestra.run.smithi052.stdout: postgresql-private-libs-13.11-1.el9.x86_64 2024-03-18T22:45:47.245 INFO:teuthology.orchestra.run.smithi052.stdout: postgresql-server-13.11-1.el9.x86_64 2024-03-18T22:45:47.245 INFO:teuthology.orchestra.run.smithi052.stdout: protobuf-3.14.0-13.el9.x86_64 2024-03-18T22:45:47.245 INFO:teuthology.orchestra.run.smithi052.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-03-18T22:45:47.245 INFO:teuthology.orchestra.run.smithi052.stdout: python3-asyncssh-2.13.2-4.el9.noarch 2024-03-18T22:45:47.245 INFO:teuthology.orchestra.run.smithi052.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-03-18T22:45:47.245 INFO:teuthology.orchestra.run.smithi052.stdout: python3-babel-2.9.1-2.el9.noarch 2024-03-18T22:45:47.245 INFO:teuthology.orchestra.run.smithi052.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-03-18T22:45:47.245 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-03-18T22:45:47.245 INFO:teuthology.orchestra.run.smithi052.stdout: python3-ceph-argparse-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.245 INFO:teuthology.orchestra.run.smithi052.stdout: python3-ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.245 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cephfs-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.246 INFO:teuthology.orchestra.run.smithi052.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-03-18T22:45:47.246 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-03-18T22:45:47.246 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-03-18T22:45:47.246 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-03-18T22:45:47.246 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-03-18T22:45:47.246 INFO:teuthology.orchestra.run.smithi052.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-03-18T22:45:47.246 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-03-18T22:45:47.246 INFO:teuthology.orchestra.run.smithi052.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-03-18T22:45:47.246 INFO:teuthology.orchestra.run.smithi052.stdout: python3-google-auth-1:2.28.0-1.el9.noarch 2024-03-18T22:45:47.246 INFO:teuthology.orchestra.run.smithi052.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-03-18T22:45:47.246 INFO:teuthology.orchestra.run.smithi052.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-03-18T22:45:47.246 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-03-18T22:45:47.246 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-03-18T22:45:47.247 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-03-18T22:45:47.247 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-03-18T22:45:47.247 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-03-18T22:45:47.247 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-03-18T22:45:47.247 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-03-18T22:45:47.247 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-03-18T22:45:47.247 INFO:teuthology.orchestra.run.smithi052.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-03-18T22:45:47.247 INFO:teuthology.orchestra.run.smithi052.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-03-18T22:45:47.247 INFO:teuthology.orchestra.run.smithi052.stdout: python3-mako-1.1.4-6.el9.noarch 2024-03-18T22:45:47.247 INFO:teuthology.orchestra.run.smithi052.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-03-18T22:45:47.247 INFO:teuthology.orchestra.run.smithi052.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-03-18T22:45:47.247 INFO:teuthology.orchestra.run.smithi052.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-03-18T22:45:47.247 INFO:teuthology.orchestra.run.smithi052.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-03-18T22:45:47.247 INFO:teuthology.orchestra.run.smithi052.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-03-18T22:45:47.248 INFO:teuthology.orchestra.run.smithi052.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-03-18T22:45:47.248 INFO:teuthology.orchestra.run.smithi052.stdout: python3-packaging-20.9-5.el9.noarch 2024-03-18T22:45:47.248 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-03-18T22:45:47.248 INFO:teuthology.orchestra.run.smithi052.stdout: python3-ply-3.11-14.el9.noarch 2024-03-18T22:45:47.248 INFO:teuthology.orchestra.run.smithi052.stdout: python3-portend-3.1.0-2.el9.noarch 2024-03-18T22:45:47.248 INFO:teuthology.orchestra.run.smithi052.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-03-18T22:45:47.248 INFO:teuthology.orchestra.run.smithi052.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-03-18T22:45:47.248 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-03-18T22:45:47.248 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-03-18T22:45:47.248 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-03-18T22:45:47.248 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pycparser-2.20-6.el9.noarch 2024-03-18T22:45:47.248 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-03-18T22:45:47.248 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pytz-2021.1-5.el9.noarch 2024-03-18T22:45:47.249 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rados-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.249 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rbd-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.249 INFO:teuthology.orchestra.run.smithi052.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-03-18T22:45:47.249 INFO:teuthology.orchestra.run.smithi052.stdout: python3-requests-2.25.1-8.el9.noarch 2024-03-18T22:45:47.249 INFO:teuthology.orchestra.run.smithi052.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-03-18T22:45:47.249 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rgw-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.249 INFO:teuthology.orchestra.run.smithi052.stdout: python3-routes-2.5.1-5.el9.noarch 2024-03-18T22:45:47.249 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rsa-4.9-2.el9.noarch 2024-03-18T22:45:47.249 INFO:teuthology.orchestra.run.smithi052.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-03-18T22:45:47.249 INFO:teuthology.orchestra.run.smithi052.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-03-18T22:45:47.249 INFO:teuthology.orchestra.run.smithi052.stdout: python3-toml-0.10.2-6.el9.noarch 2024-03-18T22:45:47.249 INFO:teuthology.orchestra.run.smithi052.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-03-18T22:45:47.249 INFO:teuthology.orchestra.run.smithi052.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-03-18T22:45:47.249 INFO:teuthology.orchestra.run.smithi052.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-03-18T22:45:47.250 INFO:teuthology.orchestra.run.smithi052.stdout: python3-webob-1.8.7-6.el9.noarch 2024-03-18T22:45:47.250 INFO:teuthology.orchestra.run.smithi052.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-03-18T22:45:47.250 INFO:teuthology.orchestra.run.smithi052.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-03-18T22:45:47.250 INFO:teuthology.orchestra.run.smithi052.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-03-18T22:45:47.250 INFO:teuthology.orchestra.run.smithi052.stdout: qatlib-23.11.0-1.el9.x86_64 2024-03-18T22:45:47.250 INFO:teuthology.orchestra.run.smithi052.stdout: qatlib-service-23.11.0-1.el9.x86_64 2024-03-18T22:45:47.250 INFO:teuthology.orchestra.run.smithi052.stdout: qatzip-libs-1.1.2-2.el9.x86_64 2024-03-18T22:45:47.250 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.250 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.250 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-nbd-2:19.0.0-2206.gb6ae2491.el9.x86_64 2024-03-18T22:45:47.250 INFO:teuthology.orchestra.run.smithi052.stdout: re2-1:20211101-3.el9.x86_64 2024-03-18T22:45:47.250 INFO:teuthology.orchestra.run.smithi052.stdout: socat-1.7.4.1-5.el9.x86_64 2024-03-18T22:45:47.250 INFO:teuthology.orchestra.run.smithi052.stdout: thrift-0.15.0-2.el9.x86_64 2024-03-18T22:45:47.251 INFO:teuthology.orchestra.run.smithi052.stdout: uuid-1.6.2-55.el9.x86_64 2024-03-18T22:45:47.251 INFO:teuthology.orchestra.run.smithi052.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-03-18T22:45:47.251 INFO:teuthology.orchestra.run.smithi052.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-03-18T22:45:47.251 INFO:teuthology.orchestra.run.smithi052.stdout: zlib-devel-1.2.11-40.el9.x86_64 2024-03-18T22:45:47.251 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:45:47.251 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2024-03-18T22:45:47.745 DEBUG:teuthology.parallel:result is None 2024-03-18T22:45:47.746 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b6ae24918b03b1b8a19c9263a50655bba80bb810 2024-03-18T22:45:47.890 DEBUG:teuthology.orchestra.run.smithi052:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-03-18T22:45:47.915 INFO:teuthology.orchestra.run.smithi052.stdout:19.0.0-2206.gb6ae2491.el9 2024-03-18T22:45:47.916 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2206.gb6ae2491.el9 2024-03-18T22:45:47.916 INFO:teuthology.task.install:The correct ceph version 19.0.0-2206.gb6ae2491 is installed. 2024-03-18T22:45:47.918 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b6ae24918b03b1b8a19c9263a50655bba80bb810 2024-03-18T22:45:48.130 DEBUG:teuthology.orchestra.run.smithi099:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-03-18T22:45:48.159 INFO:teuthology.orchestra.run.smithi099.stdout:19.0.0-2206.gb6ae2491.el9 2024-03-18T22:45:48.160 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2206.gb6ae2491.el9 2024-03-18T22:45:48.160 INFO:teuthology.task.install:The correct ceph version 19.0.0-2206.gb6ae2491 is installed. 2024-03-18T22:45:48.162 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b6ae24918b03b1b8a19c9263a50655bba80bb810 2024-03-18T22:45:48.296 DEBUG:teuthology.orchestra.run.smithi181:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-03-18T22:45:48.322 INFO:teuthology.orchestra.run.smithi181.stdout:19.0.0-2206.gb6ae2491.el9 2024-03-18T22:45:48.322 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2206.gb6ae2491.el9 2024-03-18T22:45:48.322 INFO:teuthology.task.install:The correct ceph version 19.0.0-2206.gb6ae2491 is installed. 2024-03-18T22:45:48.324 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-03-18T22:45:48.324 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-03-18T22:45:48.324 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-03-18T22:45:48.358 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-03-18T22:45:48.358 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-03-18T22:45:48.393 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-03-18T22:45:48.393 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-03-18T22:45:48.429 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-03-18T22:45:48.429 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-03-18T22:45:48.429 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/usr/bin/daemon-helper 2024-03-18T22:45:48.459 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-03-18T22:45:48.529 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-03-18T22:45:48.530 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/usr/bin/daemon-helper 2024-03-18T22:45:48.561 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-03-18T22:45:48.631 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-03-18T22:45:48.631 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/usr/bin/daemon-helper 2024-03-18T22:45:48.662 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-03-18T22:45:48.734 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-03-18T22:45:48.734 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-03-18T22:45:48.734 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/usr/bin/adjust-ulimits 2024-03-18T22:45:48.765 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-03-18T22:45:48.835 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-03-18T22:45:48.836 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/usr/bin/adjust-ulimits 2024-03-18T22:45:48.867 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-03-18T22:45:48.938 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-03-18T22:45:48.938 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/usr/bin/adjust-ulimits 2024-03-18T22:45:48.969 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-03-18T22:45:49.041 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-03-18T22:45:49.041 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-03-18T22:45:49.041 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/usr/bin/stdin-killer 2024-03-18T22:45:49.073 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-03-18T22:45:49.144 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-03-18T22:45:49.144 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/usr/bin/stdin-killer 2024-03-18T22:45:49.175 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-03-18T22:45:49.246 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-03-18T22:45:49.246 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/usr/bin/stdin-killer 2024-03-18T22:45:49.279 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-03-18T22:45:49.350 INFO:teuthology.run_tasks:Running task cephadm... 2024-03-18T22:45:49.473 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 3, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client dirsize rbytes': False, 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_export_ephemeral_random_max': 0.1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'POOL_APP_NOT_ENABLED', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'PG_AVAILABILITY', 'PG_DEGRADED', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': 'b6ae24918b03b1b8a19c9263a50655bba80bb810', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2024-03-18T22:45:49.473 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 2024-03-18T22:45:49.474 INFO:tasks.cephadm:Cluster fsid is 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:45:49.474 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-03-18T22:45:49.474 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.52', 'mon.b': '172.21.15.99', 'mon.c': '172.21.15.181'} 2024-03-18T22:45:49.474 INFO:tasks.cephadm:First mon is mon.a on smithi052 2024-03-18T22:45:49.474 INFO:tasks.cephadm:First mgr is x 2024-03-18T22:45:49.475 INFO:tasks.cephadm:Normalizing hostnames... 2024-03-18T22:45:49.475 DEBUG:teuthology.orchestra.run.smithi052:> sudo hostname $(hostname -s) 2024-03-18T22:45:49.506 DEBUG:teuthology.orchestra.run.smithi099:> sudo hostname $(hostname -s) 2024-03-18T22:45:49.538 DEBUG:teuthology.orchestra.run.smithi181:> sudo hostname $(hostname -s) 2024-03-18T22:45:49.569 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-03-18T22:45:49.570 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b6ae24918b03b1b8a19c9263a50655bba80bb810 2024-03-18T22:45:49.793 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'b6ae24918b03b1b8a19c9263a50655bba80bb810', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/77736/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-2206-gb6ae2491', 'node_name': '172.21.2.14+braggi14', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-2206.gb6ae2491'}, 'url': 'https://4.chacra.ceph.com/r/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-03-18 20:42:27.872142', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-batrick-testing-20240318.181317', 'chacra_url': 'https://4.chacra.ceph.com/repos/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-03-18T22:45:49.926 INFO:tasks.util.chacra:got chacra host 4.chacra.ceph.com, ref wip-batrick-testing-20240318.181317, sha1 b6ae24918b03b1b8a19c9263a50655bba80bb810 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=b6ae24918b03b1b8a19c9263a50655bba80bb810 2024-03-18T22:45:49.928 INFO:tasks.cephadm:Discovered cachra url: https://4.chacra.ceph.com/binaries/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/x86_64/flavors/default/cephadm 2024-03-18T22:45:49.928 DEBUG:teuthology.orchestra.run.smithi052:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-03-18T22:45:50.508 INFO:teuthology.orchestra.run.smithi052.stdout:-rw-r--r--. 1 ubuntu ubuntu 767404 Mar 18 22:45 /home/ubuntu/cephtest/cephadm 2024-03-18T22:45:50.509 DEBUG:teuthology.orchestra.run.smithi099:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-03-18T22:45:51.215 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r--. 1 ubuntu ubuntu 767404 Mar 18 22:45 /home/ubuntu/cephtest/cephadm 2024-03-18T22:45:51.216 DEBUG:teuthology.orchestra.run.smithi181:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-03-18T22:45:51.658 INFO:teuthology.orchestra.run.smithi181.stdout:-rw-r--r--. 1 ubuntu ubuntu 767404 Mar 18 22:45 /home/ubuntu/cephtest/cephadm 2024-03-18T22:45:51.658 DEBUG:teuthology.orchestra.run.smithi052:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-03-18T22:45:51.677 DEBUG:teuthology.orchestra.run.smithi099:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-03-18T22:45:51.695 DEBUG:teuthology.orchestra.run.smithi181:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-03-18T22:45:51.731 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 on all hosts... 2024-03-18T22:45:51.731 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 pull 2024-03-18T22:45:51.734 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 pull 2024-03-18T22:45:51.738 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 pull 2024-03-18T22:45:52.503 INFO:teuthology.orchestra.run.smithi181.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810... 2024-03-18T22:45:52.528 INFO:teuthology.orchestra.run.smithi099.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810... 2024-03-18T22:45:52.572 INFO:teuthology.orchestra.run.smithi052.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810... 2024-03-18T22:46:19.339 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-03-18T22:46:19.339 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph_version": "ceph version 19.0.0-2206-gb6ae2491 (b6ae24918b03b1b8a19c9263a50655bba80bb810) squid (dev)", 2024-03-18T22:46:19.339 INFO:teuthology.orchestra.run.smithi052.stdout: "image_id": "2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c", 2024-03-18T22:46:19.339 INFO:teuthology.orchestra.run.smithi052.stdout: "repo_digests": [ 2024-03-18T22:46:19.339 INFO:teuthology.orchestra.run.smithi052.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639" 2024-03-18T22:46:19.339 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2024-03-18T22:46:19.339 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-03-18T22:46:37.547 INFO:teuthology.orchestra.run.smithi181.stdout:{ 2024-03-18T22:46:37.547 INFO:teuthology.orchestra.run.smithi181.stdout: "ceph_version": "ceph version 19.0.0-2206-gb6ae2491 (b6ae24918b03b1b8a19c9263a50655bba80bb810) squid (dev)", 2024-03-18T22:46:37.547 INFO:teuthology.orchestra.run.smithi181.stdout: "image_id": "2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c", 2024-03-18T22:46:37.547 INFO:teuthology.orchestra.run.smithi181.stdout: "repo_digests": [ 2024-03-18T22:46:37.547 INFO:teuthology.orchestra.run.smithi181.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639" 2024-03-18T22:46:37.547 INFO:teuthology.orchestra.run.smithi181.stdout: ] 2024-03-18T22:46:37.547 INFO:teuthology.orchestra.run.smithi181.stdout:} 2024-03-18T22:46:39.717 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-03-18T22:46:39.717 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph_version": "ceph version 19.0.0-2206-gb6ae2491 (b6ae24918b03b1b8a19c9263a50655bba80bb810) squid (dev)", 2024-03-18T22:46:39.718 INFO:teuthology.orchestra.run.smithi099.stdout: "image_id": "2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c", 2024-03-18T22:46:39.718 INFO:teuthology.orchestra.run.smithi099.stdout: "repo_digests": [ 2024-03-18T22:46:39.718 INFO:teuthology.orchestra.run.smithi099.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639" 2024-03-18T22:46:39.718 INFO:teuthology.orchestra.run.smithi099.stdout: ] 2024-03-18T22:46:39.718 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-03-18T22:46:39.742 DEBUG:teuthology.orchestra.run.smithi052:> sudo mkdir -p /etc/ceph 2024-03-18T22:46:39.778 DEBUG:teuthology.orchestra.run.smithi099:> sudo mkdir -p /etc/ceph 2024-03-18T22:46:39.808 DEBUG:teuthology.orchestra.run.smithi181:> sudo mkdir -p /etc/ceph 2024-03-18T22:46:39.843 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod 777 /etc/ceph 2024-03-18T22:46:39.872 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod 777 /etc/ceph 2024-03-18T22:46:39.899 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod 777 /etc/ceph 2024-03-18T22:46:39.929 INFO:tasks.cephadm:Writing seed config... 2024-03-18T22:46:39.930 INFO:tasks.cephadm: override: [client] client dirsize rbytes = False 2024-03-18T22:46:39.930 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-03-18T22:46:39.931 INFO:tasks.cephadm: override: [client] debug client = 20 2024-03-18T22:46:39.931 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-03-18T22:46:39.931 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-03-18T22:46:39.931 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-03-18T22:46:39.931 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-03-18T22:46:39.931 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-03-18T22:46:39.931 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-03-18T22:46:39.931 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-03-18T22:46:39.931 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-03-18T22:46:39.931 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-03-18T22:46:39.931 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-03-18T22:46:39.931 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-03-18T22:46:39.931 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-03-18T22:46:39.932 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-03-18T22:46:39.932 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-03-18T22:46:39.932 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-03-18T22:46:39.932 INFO:tasks.cephadm: override: [mds] mds_export_ephemeral_random_max = 0.1 2024-03-18T22:46:39.932 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-03-18T22:46:39.932 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-03-18T22:46:39.932 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-03-18T22:46:39.932 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-03-18T22:46:39.932 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-03-18T22:46:39.932 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-03-18T22:46:39.932 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-03-18T22:46:39.932 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-03-18T22:46:39.932 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-03-18T22:46:39.933 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-03-18T22:46:39.933 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-03-18T22:46:39.933 INFO:tasks.cephadm: override: [osd] bdev async discard = True 2024-03-18T22:46:39.933 INFO:tasks.cephadm: override: [osd] bdev enable discard = True 2024-03-18T22:46:39.933 INFO:tasks.cephadm: override: [osd] bluestore allocator = bitmap 2024-03-18T22:46:39.933 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-03-18T22:46:39.933 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-03-18T22:46:39.933 INFO:tasks.cephadm: override: [osd] debug bluefs = 1/20 2024-03-18T22:46:39.933 INFO:tasks.cephadm: override: [osd] debug bluestore = 1/20 2024-03-18T22:46:39.933 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-03-18T22:46:39.933 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-03-18T22:46:39.933 INFO:tasks.cephadm: override: [osd] debug rocksdb = 4/10 2024-03-18T22:46:39.933 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-03-18T22:46:39.933 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-03-18T22:46:39.933 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-03-18T22:46:39.934 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-03-18T22:46:39.934 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-03-18T22:46:39.934 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-03-18T22:46:39.934 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-03-18T22:46:39.934 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10 2024-03-18T22:46:39.935 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-03-18T22:46:39.935 DEBUG:teuthology.orchestra.run.smithi052:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-03-18T22:46:39.952 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 444ca0c0-e579-11ee-95c9-87774f69a715 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bdev async discard = True bdev enable discard = True bluestore allocator = bitmap bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 1/20 debug bluestore = 1/20 debug ms = 1 debug osd = 20 debug rocksdb = 4/10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client dirsize rbytes = False client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_export_ephemeral_random_max = 0.1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-03-18T22:46:39.952 DEBUG:teuthology.orchestra.run.smithi052:mon.a> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mon.a.service 2024-03-18T22:46:39.995 DEBUG:teuthology.orchestra.run.smithi052:mgr.x> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mgr.x.service 2024-03-18T22:46:40.038 INFO:tasks.cephadm:Bootstrapping... 2024-03-18T22:46:40.039 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 -v bootstrap --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.52 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-03-18T22:46:40.237 INFO:teuthology.orchestra.run.smithi052.stdout:-------------------------------------------------------------------------------- 2024-03-18T22:46:40.237 INFO:teuthology.orchestra.run.smithi052.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810', '-v', 'bootstrap', '--fsid', '444ca0c0-e579-11ee-95c9-87774f69a715', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.52', '--skip-admin-label'] 2024-03-18T22:46:40.262 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stdout 4.9.3-dev 2024-03-18T22:46:40.262 INFO:teuthology.orchestra.run.smithi052.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-03-18T22:46:40.263 INFO:teuthology.orchestra.run.smithi052.stdout:Verifying podman|docker is present... 2024-03-18T22:46:40.285 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stdout 4.9.3-dev 2024-03-18T22:46:40.285 INFO:teuthology.orchestra.run.smithi052.stdout:Verifying lvm2 is present... 2024-03-18T22:46:40.285 INFO:teuthology.orchestra.run.smithi052.stdout:Verifying time synchronization is in place... 2024-03-18T22:46:40.292 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-03-18T22:46:40.293 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-03-18T22:46:40.298 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-03-18T22:46:40.298 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout inactive 2024-03-18T22:46:40.304 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout enabled 2024-03-18T22:46:40.310 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout active 2024-03-18T22:46:40.310 INFO:teuthology.orchestra.run.smithi052.stdout:Unit chronyd.service is enabled and running 2024-03-18T22:46:40.310 INFO:teuthology.orchestra.run.smithi052.stdout:Repeating the final host check... 2024-03-18T22:46:40.333 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stdout 4.9.3-dev 2024-03-18T22:46:40.333 INFO:teuthology.orchestra.run.smithi052.stdout:podman (/bin/podman) version 4.9.3 is present 2024-03-18T22:46:40.333 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl is present 2024-03-18T22:46:40.333 INFO:teuthology.orchestra.run.smithi052.stdout:lvcreate is present 2024-03-18T22:46:40.339 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-03-18T22:46:40.339 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-03-18T22:46:40.345 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-03-18T22:46:40.345 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout inactive 2024-03-18T22:46:40.351 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout enabled 2024-03-18T22:46:40.359 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout active 2024-03-18T22:46:40.359 INFO:teuthology.orchestra.run.smithi052.stdout:Unit chronyd.service is enabled and running 2024-03-18T22:46:40.359 INFO:teuthology.orchestra.run.smithi052.stdout:Host looks OK 2024-03-18T22:46:40.359 INFO:teuthology.orchestra.run.smithi052.stdout:Cluster fsid: 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:46:40.359 INFO:teuthology.orchestra.run.smithi052.stdout:Acquiring lock 140043894058432 on /run/cephadm/444ca0c0-e579-11ee-95c9-87774f69a715.lock 2024-03-18T22:46:40.360 INFO:teuthology.orchestra.run.smithi052.stdout:Lock 140043894058432 acquired on /run/cephadm/444ca0c0-e579-11ee-95c9-87774f69a715.lock 2024-03-18T22:46:40.360 INFO:teuthology.orchestra.run.smithi052.stdout:Verifying IP 172.21.15.52 port 3300 ... 2024-03-18T22:46:40.360 INFO:teuthology.orchestra.run.smithi052.stdout:Verifying IP 172.21.15.52 port 6789 ... 2024-03-18T22:46:40.360 INFO:teuthology.orchestra.run.smithi052.stdout:Base mon IP(s) is [172.21.15.52:3300, 172.21.15.52:6789], mon addrv is [v2:172.21.15.52:3300,v1:172.21.15.52:6789] 2024-03-18T22:46:40.361 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.52 metric 100 2024-03-18T22:46:40.362 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.52 metric 100 2024-03-18T22:46:40.364 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-03-18T22:46:40.364 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-03-18T22:46:40.364 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-03-18T22:46:40.366 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-03-18T22:46:40.366 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-03-18T22:46:40.366 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-03-18T22:46:40.367 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-03-18T22:46:40.367 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:15de/64 scope link noprefixroute 2024-03-18T22:46:40.367 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-03-18T22:46:40.367 INFO:teuthology.orchestra.run.smithi052.stdout:Mon IP `172.21.15.52` is in CIDR network `172.21.0.0/20` 2024-03-18T22:46:40.367 INFO:teuthology.orchestra.run.smithi052.stdout:Mon IP `172.21.15.52` is in CIDR network `172.21.0.0/20` 2024-03-18T22:46:40.368 INFO:teuthology.orchestra.run.smithi052.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-03-18T22:46:40.368 INFO:teuthology.orchestra.run.smithi052.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-03-18T22:46:40.368 INFO:teuthology.orchestra.run.smithi052.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810... 2024-03-18T22:46:41.386 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stdout 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c 2024-03-18T22:46:41.387 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810... 2024-03-18T22:46:41.387 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stderr Getting image source signatures 2024-03-18T22:46:41.387 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stderr Copying blob sha256:93b5a8d362aeee7e8b1f0bbf18238e1bb256c50573ad5b72aff9e382b1bb3ccb 2024-03-18T22:46:41.387 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stderr Copying blob sha256:f58b4670ef4403d11d1c912aa26a4dbcf73447df5302e9dc66f6a7fc0d9d1e47 2024-03-18T22:46:41.387 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stderr Copying config sha256:2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c 2024-03-18T22:46:41.387 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stderr Writing manifest to image destination 2024-03-18T22:46:42.357 INFO:teuthology.orchestra.run.smithi052.stdout:ceph: stdout ceph version 19.0.0-2206-gb6ae2491 (b6ae24918b03b1b8a19c9263a50655bba80bb810) squid (dev) 2024-03-18T22:46:42.357 INFO:teuthology.orchestra.run.smithi052.stdout:Ceph version: ceph version 19.0.0-2206-gb6ae2491 (b6ae24918b03b1b8a19c9263a50655bba80bb810) squid (dev) 2024-03-18T22:46:42.357 INFO:teuthology.orchestra.run.smithi052.stdout:Extracting ceph user uid/gid from container image... 2024-03-18T22:46:51.116 INFO:teuthology.orchestra.run.smithi052.stdout:stat: stdout 167 167 2024-03-18T22:46:51.117 INFO:teuthology.orchestra.run.smithi052.stdout:Creating initial keys... 2024-03-18T22:46:53.666 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph-authtool: stdout AQBdxPhlhkNJABAA4zfN48EVHuU6+QOm81tA6Q== 2024-03-18T22:46:54.563 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph-authtool: stdout AQBdxPhlfJ+YOhAAPYlbww1al/4sUd4m8yC7PA== 2024-03-18T22:46:55.452 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph-authtool: stdout AQBexPhlPh7rNBAAng9RyZCSep79A+FvwIUlRA== 2024-03-18T22:46:55.453 INFO:teuthology.orchestra.run.smithi052.stdout:Creating initial monmap... 2024-03-18T22:46:56.343 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-03-18T22:46:56.343 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-03-18T22:46:56.343 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:46:56.344 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-03-18T22:46:56.344 INFO:teuthology.orchestra.run.smithi052.stdout:monmaptool for a [v2:172.21.15.52:3300,v1:172.21.15.52:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-03-18T22:46:56.344 INFO:teuthology.orchestra.run.smithi052.stdout:setting min_mon_release = quincy 2024-03-18T22:46:56.344 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/monmaptool: set fsid to 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:46:56.344 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-03-18T22:46:56.344 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:46:56.344 INFO:teuthology.orchestra.run.smithi052.stdout:Creating mon... 2024-03-18T22:46:57.507 INFO:teuthology.orchestra.run.smithi052.stdout:create mon.a on 2024-03-18T22:46:57.713 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-03-18T22:46:57.925 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-03-18T22:46:58.099 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-444ca0c0-e579-11ee-95c9-87774f69a715.target → /etc/systemd/system/ceph-444ca0c0-e579-11ee-95c9-87774f69a715.target. 2024-03-18T22:46:58.099 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-444ca0c0-e579-11ee-95c9-87774f69a715.target → /etc/systemd/system/ceph-444ca0c0-e579-11ee-95c9-87774f69a715.target. 2024-03-18T22:46:58.335 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mon.a 2024-03-18T22:46:58.335 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Failed to reset failed state of unit ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mon.a.service: Unit ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mon.a.service not loaded. 2024-03-18T22:46:58.517 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-444ca0c0-e579-11ee-95c9-87774f69a715.target.wants/ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mon.a.service → /etc/systemd/system/ceph-444ca0c0-e579-11ee-95c9-87774f69a715@.service. 2024-03-18T22:46:58.899 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:46:58 smithi052 podman[32125]: 2024-03-18 22:46:58.666726591 +0000 UTC m=+0.018594517 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 2024-03-18T22:46:58.899 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:46:58 smithi052 podman[32125]: 2024-03-18 22:46:58.898446612 +0000 UTC m=+0.250314516 container create 8fa902b092a76b0c825ee8f65e15b5fa707e02bb6a5102311dd4e9ad25709914 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-a, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_BRANCH=HEAD) 2024-03-18T22:46:59.158 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:46:59 smithi052 podman[32125]: 2024-03-18 22:46:59.125952866 +0000 UTC m=+0.477820779 container init 8fa902b092a76b0c825ee8f65e15b5fa707e02bb6a5102311dd4e9ad25709914 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-batrick-testing-20240318.181317-b6ae249) 2024-03-18T22:46:59.158 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:46:59 smithi052 podman[32125]: 2024-03-18 22:46:59.128821366 +0000 UTC m=+0.480689271 container start 8fa902b092a76b0c825ee8f65e15b5fa707e02bb6a5102311dd4e9ad25709914 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-a, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-18T22:46:59.215 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-03-18T22:46:59.215 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout disabled 2024-03-18T22:46:59.222 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-03-18T22:46:59.222 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout inactive 2024-03-18T22:46:59.222 INFO:teuthology.orchestra.run.smithi052.stdout:firewalld.service is not enabled 2024-03-18T22:46:59.223 INFO:teuthology.orchestra.run.smithi052.stdout:Not possible to enable service . firewalld.service is not available 2024-03-18T22:46:59.223 INFO:teuthology.orchestra.run.smithi052.stdout:Waiting for mon to start... 2024-03-18T22:46:59.223 INFO:teuthology.orchestra.run.smithi052.stdout:Waiting for mon... 2024-03-18T22:46:59.450 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:46:59 smithi052 ceph-mon[32145]: mkfs 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:46:59.450 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:46:59 smithi052 ceph-mon[32145]: mon.a is new leader, mons a in quorum (ranks 0) 2024-03-18T22:46:59.451 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:46:59 smithi052 bash[32125]: 8fa902b092a76b0c825ee8f65e15b5fa707e02bb6a5102311dd4e9ad25709914 2024-03-18T22:46:59.451 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:46:59 smithi052 systemd[1]: Started Ceph mon.a for 444ca0c0-e579-11ee-95c9-87774f69a715. 2024-03-18T22:47:00.292 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:00 smithi052 ceph-mon[32145]: mon.a is new leader, mons a in quorum (ranks 0) 2024-03-18T22:47:00.292 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:00 smithi052 ceph-mon[32145]: monmap epoch 1 2024-03-18T22:47:00.292 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:00 smithi052 ceph-mon[32145]: fsid 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:47:00.292 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:00 smithi052 ceph-mon[32145]: last_changed 2024-03-18T22:46:55.802962+0000 2024-03-18T22:47:00.292 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:00 smithi052 ceph-mon[32145]: created 2024-03-18T22:46:55.802962+0000 2024-03-18T22:47:00.292 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:00 smithi052 ceph-mon[32145]: min_mon_release 19 (squid) 2024-03-18T22:47:00.292 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:00 smithi052 ceph-mon[32145]: election_strategy: 1 2024-03-18T22:47:00.292 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:00 smithi052 ceph-mon[32145]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-03-18T22:47:00.292 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:00 smithi052 ceph-mon[32145]: fsmap 2024-03-18T22:47:00.292 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:00 smithi052 ceph-mon[32145]: osdmap e1: 0 total, 0 up, 0 in 2024-03-18T22:47:00.292 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:00 smithi052 ceph-mon[32145]: mgrmap e1: no daemons active 2024-03-18T22:47:00.292 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:00 smithi052 ceph-mon[32145]: from='client.? 172.21.15.52:0/3724350589' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-03-18T22:47:00.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout cluster: 2024-03-18T22:47:00.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout id: 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:47:00.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-03-18T22:47:00.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-03-18T22:47:00.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout services: 2024-03-18T22:47:00.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.529689s) 2024-03-18T22:47:00.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-03-18T22:47:00.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-03-18T22:47:00.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-03-18T22:47:00.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout data: 2024-03-18T22:47:00.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-03-18T22:47:00.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-03-18T22:47:00.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-03-18T22:47:00.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout pgs: 2024-03-18T22:47:00.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-03-18T22:47:00.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.645+0000 7f557c112700 1 Processor -- start 2024-03-18T22:47:00.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.645+0000 7f557c112700 1 -- start start 2024-03-18T22:47:00.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.645+0000 7f557c112700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5574108a10 0x7f557410ae00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:00.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.645+0000 7f557c112700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f557407be20 con 0x7f5574108a10 2024-03-18T22:47:00.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.646+0000 7f5579eae700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5574108a10 0x7f557410ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:00.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.646+0000 7f5579eae700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5574108a10 0x7f557410ae00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:44620/0 (socket says 172.21.15.52:44620) 2024-03-18T22:47:00.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.646+0000 7f5579eae700 1 -- 172.21.15.52:0/2528781042 learned_addr learned my addr 172.21.15.52:0/2528781042 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:00.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.646+0000 7f5579eae700 1 -- 172.21.15.52:0/2528781042 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f557410b340 con 0x7f5574108a10 2024-03-18T22:47:00.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.646+0000 7f5579eae700 1 --2- 172.21.15.52:0/2528781042 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5574108a10 0x7f557410ae00 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f55700098a0 tx=0x7f5570009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7232d57885f01bb7 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:00.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.646+0000 7f5578eac700 1 -- 172.21.15.52:0/2528781042 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5570004160 con 0x7f5574108a10 2024-03-18T22:47:00.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.646+0000 7f5578eac700 1 -- 172.21.15.52:0/2528781042 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5570004300 con 0x7f5574108a10 2024-03-18T22:47:00.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.646+0000 7f5578eac700 1 -- 172.21.15.52:0/2528781042 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f55700036a0 con 0x7f5574108a10 2024-03-18T22:47:00.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.647+0000 7f557c112700 1 -- 172.21.15.52:0/2528781042 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5574108a10 msgr2=0x7f557410ae00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:00.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.647+0000 7f557c112700 1 --2- 172.21.15.52:0/2528781042 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5574108a10 0x7f557410ae00 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f55700098a0 tx=0x7f5570009bb0 comp rx=0 tx=0).stop 2024-03-18T22:47:00.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.647+0000 7f557c112700 1 -- 172.21.15.52:0/2528781042 shutdown_connections 2024-03-18T22:47:00.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.647+0000 7f557c112700 1 --2- 172.21.15.52:0/2528781042 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5574108a10 0x7f557410ae00 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:00.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.647+0000 7f557c112700 1 -- 172.21.15.52:0/2528781042 >> 172.21.15.52:0/2528781042 conn(0x7f5574102460 msgr2=0x7f5574104880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:00.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.647+0000 7f557c112700 1 -- 172.21.15.52:0/2528781042 shutdown_connections 2024-03-18T22:47:00.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.647+0000 7f557c112700 1 -- 172.21.15.52:0/2528781042 wait complete. 2024-03-18T22:47:00.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.647+0000 7f557c112700 1 Processor -- start 2024-03-18T22:47:00.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.648+0000 7f557c112700 1 -- start start 2024-03-18T22:47:00.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.648+0000 7f557c112700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5574108a10 0x7f557419b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:00.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.648+0000 7f557c112700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f557410b750 con 0x7f5574108a10 2024-03-18T22:47:00.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.648+0000 7f5579eae700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5574108a10 0x7f557419b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:00.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.648+0000 7f5579eae700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5574108a10 0x7f557419b610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:44632/0 (socket says 172.21.15.52:44632) 2024-03-18T22:47:00.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.648+0000 7f5579eae700 1 -- 172.21.15.52:0/3724350589 learned_addr learned my addr 172.21.15.52:0/3724350589 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:00.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.648+0000 7f5579eae700 1 -- 172.21.15.52:0/3724350589 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f557419bb50 con 0x7f5574108a10 2024-03-18T22:47:00.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.648+0000 7f5579eae700 1 --2- 172.21.15.52:0/3724350589 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5574108a10 0x7f557419b610 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f5570000c00 tx=0x7f5570004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:00.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.648+0000 7f556affd700 1 -- 172.21.15.52:0/3724350589 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5570003db0 con 0x7f5574108a10 2024-03-18T22:47:00.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.648+0000 7f556affd700 1 -- 172.21.15.52:0/3724350589 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5570011630 con 0x7f5574108a10 2024-03-18T22:47:00.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.648+0000 7f557c112700 1 -- 172.21.15.52:0/3724350589 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f557419bde0 con 0x7f5574108a10 2024-03-18T22:47:00.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.648+0000 7f556affd700 1 -- 172.21.15.52:0/3724350589 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5570011950 con 0x7f5574108a10 2024-03-18T22:47:00.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.649+0000 7f557c112700 1 -- 172.21.15.52:0/3724350589 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f557419ead0 con 0x7f5574108a10 2024-03-18T22:47:00.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.649+0000 7f556affd700 1 -- 172.21.15.52:0/3724350589 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f5570011af0 con 0x7f5574108a10 2024-03-18T22:47:00.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.649+0000 7f556affd700 1 -- 172.21.15.52:0/3724350589 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f557001c450 con 0x7f5574108a10 2024-03-18T22:47:00.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.649+0000 7f557c112700 1 -- 172.21.15.52:0/3724350589 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5574063940 con 0x7f5574108a10 2024-03-18T22:47:00.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.652+0000 7f556affd700 1 -- 172.21.15.52:0/3724350589 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f5570032020 con 0x7f5574108a10 2024-03-18T22:47:00.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.724+0000 7f557c112700 1 -- 172.21.15.52:0/3724350589 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f557402dd30 con 0x7f5574108a10 2024-03-18T22:47:00.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.725+0000 7f556affd700 1 -- 172.21.15.52:0/3724350589 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7f5570004260 con 0x7f5574108a10 2024-03-18T22:47:00.305 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.726+0000 7f557c112700 1 -- 172.21.15.52:0/3724350589 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5574108a10 msgr2=0x7f557419b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:00.305 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.726+0000 7f557c112700 1 --2- 172.21.15.52:0/3724350589 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5574108a10 0x7f557419b610 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f5570000c00 tx=0x7f5570004750 comp rx=0 tx=0).stop 2024-03-18T22:47:00.305 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.726+0000 7f557c112700 1 -- 172.21.15.52:0/3724350589 shutdown_connections 2024-03-18T22:47:00.305 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.726+0000 7f557c112700 1 --2- 172.21.15.52:0/3724350589 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5574108a10 0x7f557419b610 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:00.305 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.726+0000 7f557c112700 1 -- 172.21.15.52:0/3724350589 >> 172.21.15.52:0/3724350589 conn(0x7f5574102460 msgr2=0x7f5574104790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:00.305 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.726+0000 7f557c112700 1 -- 172.21.15.52:0/3724350589 shutdown_connections 2024-03-18T22:47:00.305 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:46:59.726+0000 7f557c112700 1 -- 172.21.15.52:0/3724350589 wait complete. 2024-03-18T22:47:00.305 INFO:teuthology.orchestra.run.smithi052.stdout:mon is available 2024-03-18T22:47:00.305 INFO:teuthology.orchestra.run.smithi052.stdout:Assimilating anything we can from ceph.conf... 2024-03-18T22:47:01.293 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-03-18T22:47:01.299 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout [global] 2024-03-18T22:47:01.299 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout fsid = 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:47:01.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.52:3300,v1:172.21.15.52:6789] 2024-03-18T22:47:01.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-03-18T22:47:01.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-03-18T22:47:01.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-03-18T22:47:01.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-03-18T22:47:01.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-03-18T22:47:01.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout [mgr] 2024-03-18T22:47:01.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-03-18T22:47:01.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-03-18T22:47:01.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout [osd] 2024-03-18T22:47:01.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout bdev_async_discard = True 2024-03-18T22:47:01.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-03-18T22:47:01.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-03-18T22:47:01.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-03-18T22:47:01.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-03-18T22:47:01.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-03-18T22:47:01.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.768+0000 7fabe0648700 1 Processor -- start 2024-03-18T22:47:01.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.769+0000 7fabe0648700 1 -- start start 2024-03-18T22:47:01.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.769+0000 7fabe0648700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabd8106df0 0x7fabd8107210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:01.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.769+0000 7fabe0648700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fabd81077e0 con 0x7fabd8106df0 2024-03-18T22:47:01.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.769+0000 7fabde3e4700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabd8106df0 0x7fabd8107210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:01.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.769+0000 7fabde3e4700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabd8106df0 0x7fabd8107210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:44636/0 (socket says 172.21.15.52:44636) 2024-03-18T22:47:01.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.769+0000 7fabde3e4700 1 -- 172.21.15.52:0/769911086 learned_addr learned my addr 172.21.15.52:0/769911086 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:01.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.769+0000 7fabde3e4700 1 -- 172.21.15.52:0/769911086 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabd8107ff0 con 0x7fabd8106df0 2024-03-18T22:47:01.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.770+0000 7fabde3e4700 1 --2- 172.21.15.52:0/769911086 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabd8106df0 0x7fabd8107210 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fabc80098a0 tx=0x7fabc8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0b5dbe5241a81a5 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:01.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.770+0000 7fabdd3e2700 1 -- 172.21.15.52:0/769911086 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fabc8004160 con 0x7fabd8106df0 2024-03-18T22:47:01.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.770+0000 7fabdd3e2700 1 -- 172.21.15.52:0/769911086 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fabc8004300 con 0x7fabd8106df0 2024-03-18T22:47:01.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.770+0000 7fabdd3e2700 1 -- 172.21.15.52:0/769911086 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fabc80036a0 con 0x7fabd8106df0 2024-03-18T22:47:01.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.770+0000 7fabe0648700 1 -- 172.21.15.52:0/769911086 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabd8106df0 msgr2=0x7fabd8107210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:01.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.770+0000 7fabe0648700 1 --2- 172.21.15.52:0/769911086 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabd8106df0 0x7fabd8107210 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fabc80098a0 tx=0x7fabc8009bb0 comp rx=0 tx=0).stop 2024-03-18T22:47:01.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.770+0000 7fabe0648700 1 -- 172.21.15.52:0/769911086 shutdown_connections 2024-03-18T22:47:01.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.770+0000 7fabe0648700 1 --2- 172.21.15.52:0/769911086 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabd8106df0 0x7fabd8107210 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:01.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.770+0000 7fabe0648700 1 -- 172.21.15.52:0/769911086 >> 172.21.15.52:0/769911086 conn(0x7fabd81023d0 msgr2=0x7fabd81047f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:01.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.770+0000 7fabe0648700 1 -- 172.21.15.52:0/769911086 shutdown_connections 2024-03-18T22:47:01.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.770+0000 7fabe0648700 1 -- 172.21.15.52:0/769911086 wait complete. 2024-03-18T22:47:01.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.771+0000 7fabe0648700 1 Processor -- start 2024-03-18T22:47:01.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.771+0000 7fabe0648700 1 -- start start 2024-03-18T22:47:01.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.771+0000 7fabe0648700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabd8106df0 0x7fabd8199460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:01.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.771+0000 7fabe0648700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fabd8108460 con 0x7fabd8106df0 2024-03-18T22:47:01.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.771+0000 7fabde3e4700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabd8106df0 0x7fabd8199460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:01.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.771+0000 7fabde3e4700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabd8106df0 0x7fabd8199460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:44648/0 (socket says 172.21.15.52:44648) 2024-03-18T22:47:01.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.771+0000 7fabde3e4700 1 -- 172.21.15.52:0/4148384304 learned_addr learned my addr 172.21.15.52:0/4148384304 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:01.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.772+0000 7fabde3e4700 1 -- 172.21.15.52:0/4148384304 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabd81999a0 con 0x7fabd8106df0 2024-03-18T22:47:01.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.772+0000 7fabde3e4700 1 --2- 172.21.15.52:0/4148384304 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabd8106df0 0x7fabd8199460 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fabc8000c00 tx=0x7fabc8004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:01.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.772+0000 7fabcf7fe700 1 -- 172.21.15.52:0/4148384304 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fabc8003db0 con 0x7fabd8106df0 2024-03-18T22:47:01.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.772+0000 7fabcf7fe700 1 -- 172.21.15.52:0/4148384304 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fabc8011630 con 0x7fabd8106df0 2024-03-18T22:47:01.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.772+0000 7fabe0648700 1 -- 172.21.15.52:0/4148384304 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabd8199c30 con 0x7fabd8106df0 2024-03-18T22:47:01.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.772+0000 7fabcf7fe700 1 -- 172.21.15.52:0/4148384304 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fabc8011950 con 0x7fabd8106df0 2024-03-18T22:47:01.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.772+0000 7fabe0648700 1 -- 172.21.15.52:0/4148384304 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabd819c920 con 0x7fabd8106df0 2024-03-18T22:47:01.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.772+0000 7fabcf7fe700 1 -- 172.21.15.52:0/4148384304 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fabc801a460 con 0x7fabd8106df0 2024-03-18T22:47:01.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.772+0000 7fabcf7fe700 1 -- 172.21.15.52:0/4148384304 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fabc801b780 con 0x7fabd8106df0 2024-03-18T22:47:01.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.773+0000 7fabe0648700 1 -- 172.21.15.52:0/4148384304 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fabd8063940 con 0x7fabd8106df0 2024-03-18T22:47:01.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.775+0000 7fabcf7fe700 1 -- 172.21.15.52:0/4148384304 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7fabc8031020 con 0x7fabd8106df0 2024-03-18T22:47:01.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.846+0000 7fabe0648700 1 -- 172.21.15.52:0/4148384304 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fabd802deb0 con 0x7fabd8106df0 2024-03-18T22:47:01.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.849+0000 7fabcf7fe700 1 -- 172.21.15.52:0/4148384304 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+456 (secure 0 0 0) 0x7fabc801b9d0 con 0x7fabd8106df0 2024-03-18T22:47:01.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.849+0000 7fabcf7fe700 1 -- 172.21.15.52:0/4148384304 <== mon.0 v2:172.21.15.52:3300/0 8 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fabc801ad70 con 0x7fabd8106df0 2024-03-18T22:47:01.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.850+0000 7fabe0648700 1 -- 172.21.15.52:0/4148384304 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabd8106df0 msgr2=0x7fabd8199460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:01.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.850+0000 7fabe0648700 1 --2- 172.21.15.52:0/4148384304 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabd8106df0 0x7fabd8199460 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fabc8000c00 tx=0x7fabc8004750 comp rx=0 tx=0).stop 2024-03-18T22:47:01.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.850+0000 7fabe0648700 1 -- 172.21.15.52:0/4148384304 shutdown_connections 2024-03-18T22:47:01.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.850+0000 7fabe0648700 1 --2- 172.21.15.52:0/4148384304 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabd8106df0 0x7fabd8199460 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:01.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.850+0000 7fabe0648700 1 -- 172.21.15.52:0/4148384304 >> 172.21.15.52:0/4148384304 conn(0x7fabd81023d0 msgr2=0x7fabd81900f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:01.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.850+0000 7fabe0648700 1 -- 172.21.15.52:0/4148384304 shutdown_connections 2024-03-18T22:47:01.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:00.850+0000 7fabe0648700 1 -- 172.21.15.52:0/4148384304 wait complete. 2024-03-18T22:47:01.304 INFO:teuthology.orchestra.run.smithi052.stdout:Generating new minimal ceph.conf... 2024-03-18T22:47:01.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:01 smithi052 ceph-mon[32145]: from='client.? 172.21.15.52:0/4148384304' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-03-18T22:47:01.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:01 smithi052 ceph-mon[32145]: from='client.? 172.21.15.52:0/4148384304' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-03-18T22:47:02.437 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.761+0000 7f816a0c2700 1 Processor -- start 2024-03-18T22:47:02.437 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.761+0000 7f816a0c2700 1 -- start start 2024-03-18T22:47:02.437 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.761+0000 7f816a0c2700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8164106df0 0x7f8164107210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:02.437 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.761+0000 7f816a0c2700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f81641077e0 con 0x7f8164106df0 2024-03-18T22:47:02.437 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.761+0000 7f81637fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8164106df0 0x7f8164107210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:02.437 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.761+0000 7f81637fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8164106df0 0x7f8164107210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:44660/0 (socket says 172.21.15.52:44660) 2024-03-18T22:47:02.437 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.761+0000 7f81637fe700 1 -- 172.21.15.52:0/2289977411 learned_addr learned my addr 172.21.15.52:0/2289977411 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:02.437 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.762+0000 7f81637fe700 1 -- 172.21.15.52:0/2289977411 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8164107ff0 con 0x7f8164106df0 2024-03-18T22:47:02.437 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.762+0000 7f81637fe700 1 --2- 172.21.15.52:0/2289977411 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8164106df0 0x7f8164107210 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f8154009e80 tx=0x7f815400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=835c24f89f902b9e server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:02.437 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.762+0000 7f81627fc700 1 -- 172.21.15.52:0/2289977411 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8154017070 con 0x7f8164106df0 2024-03-18T22:47:02.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.762+0000 7f81627fc700 1 -- 172.21.15.52:0/2289977411 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f815400b8c0 con 0x7f8164106df0 2024-03-18T22:47:02.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.762+0000 7f81627fc700 1 -- 172.21.15.52:0/2289977411 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8154004620 con 0x7f8164106df0 2024-03-18T22:47:02.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.763+0000 7f816a0c2700 1 -- 172.21.15.52:0/2289977411 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8164106df0 msgr2=0x7f8164107210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:02.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.763+0000 7f816a0c2700 1 --2- 172.21.15.52:0/2289977411 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8164106df0 0x7f8164107210 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f8154009e80 tx=0x7f815400b330 comp rx=0 tx=0).stop 2024-03-18T22:47:02.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.763+0000 7f816a0c2700 1 -- 172.21.15.52:0/2289977411 shutdown_connections 2024-03-18T22:47:02.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.763+0000 7f816a0c2700 1 --2- 172.21.15.52:0/2289977411 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8164106df0 0x7f8164107210 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:02.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.763+0000 7f816a0c2700 1 -- 172.21.15.52:0/2289977411 >> 172.21.15.52:0/2289977411 conn(0x7f81641023d0 msgr2=0x7f81641047f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:02.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.763+0000 7f816a0c2700 1 -- 172.21.15.52:0/2289977411 shutdown_connections 2024-03-18T22:47:02.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.763+0000 7f816a0c2700 1 -- 172.21.15.52:0/2289977411 wait complete. 2024-03-18T22:47:02.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.763+0000 7f816a0c2700 1 Processor -- start 2024-03-18T22:47:02.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.763+0000 7f816a0c2700 1 -- start start 2024-03-18T22:47:02.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.764+0000 7f816a0c2700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8164106df0 0x7f816419bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:02.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.764+0000 7f816a0c2700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f816410b3a0 con 0x7f8164106df0 2024-03-18T22:47:02.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.764+0000 7f81637fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8164106df0 0x7f816419bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:02.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.764+0000 7f81637fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8164106df0 0x7f816419bfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:44662/0 (socket says 172.21.15.52:44662) 2024-03-18T22:47:02.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.764+0000 7f81637fe700 1 -- 172.21.15.52:0/314272389 learned_addr learned my addr 172.21.15.52:0/314272389 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:02.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.764+0000 7f81637fe700 1 -- 172.21.15.52:0/314272389 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f816419c520 con 0x7f8164106df0 2024-03-18T22:47:02.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.764+0000 7f81637fe700 1 --2- 172.21.15.52:0/314272389 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8164106df0 0x7f816419bfe0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f8154004070 tx=0x7f8154003d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:02.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.764+0000 7f8160ff9700 1 -- 172.21.15.52:0/314272389 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8154021020 con 0x7f8164106df0 2024-03-18T22:47:02.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.764+0000 7f8160ff9700 1 -- 172.21.15.52:0/314272389 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f81540094d0 con 0x7f8164106df0 2024-03-18T22:47:02.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.764+0000 7f8160ff9700 1 -- 172.21.15.52:0/314272389 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8154017040 con 0x7f8164106df0 2024-03-18T22:47:02.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.764+0000 7f816a0c2700 1 -- 172.21.15.52:0/314272389 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f816419c7b0 con 0x7f8164106df0 2024-03-18T22:47:02.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.764+0000 7f816a0c2700 1 -- 172.21.15.52:0/314272389 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f816419f450 con 0x7f8164106df0 2024-03-18T22:47:02.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.765+0000 7f8160ff9700 1 -- 172.21.15.52:0/314272389 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f8154024020 con 0x7f8164106df0 2024-03-18T22:47:02.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.765+0000 7f8160ff9700 1 -- 172.21.15.52:0/314272389 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f815400f050 con 0x7f8164106df0 2024-03-18T22:47:02.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.765+0000 7f816a0c2700 1 -- 172.21.15.52:0/314272389 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f816410b520 con 0x7f8164106df0 2024-03-18T22:47:02.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.768+0000 7f8160ff9700 1 -- 172.21.15.52:0/314272389 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f815402b020 con 0x7f8164106df0 2024-03-18T22:47:02.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.838+0000 7f816a0c2700 1 -- 172.21.15.52:0/314272389 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f816402dcd0 con 0x7f8164106df0 2024-03-18T22:47:02.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.838+0000 7f8160ff9700 1 -- 172.21.15.52:0/314272389 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7f815400bde0 con 0x7f8164106df0 2024-03-18T22:47:02.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.839+0000 7f816a0c2700 1 -- 172.21.15.52:0/314272389 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8164106df0 msgr2=0x7f816419bfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:02.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.839+0000 7f816a0c2700 1 --2- 172.21.15.52:0/314272389 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8164106df0 0x7f816419bfe0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f8154004070 tx=0x7f8154003d00 comp rx=0 tx=0).stop 2024-03-18T22:47:02.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.839+0000 7f816a0c2700 1 -- 172.21.15.52:0/314272389 shutdown_connections 2024-03-18T22:47:02.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.839+0000 7f816a0c2700 1 --2- 172.21.15.52:0/314272389 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8164106df0 0x7f816419bfe0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:02.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.839+0000 7f816a0c2700 1 -- 172.21.15.52:0/314272389 >> 172.21.15.52:0/314272389 conn(0x7f81641023d0 msgr2=0x7f81641032a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:02.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.839+0000 7f816a0c2700 1 -- 172.21.15.52:0/314272389 shutdown_connections 2024-03-18T22:47:02.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:01.839+0000 7f816a0c2700 1 -- 172.21.15.52:0/314272389 wait complete. 2024-03-18T22:47:02.440 INFO:teuthology.orchestra.run.smithi052.stdout:Restarting the monitor... 2024-03-18T22:47:02.452 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:02 smithi052 ceph-mon[32145]: from='client.? 172.21.15.52:0/314272389' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:47:02.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:02 smithi052 systemd[1]: Stopping Ceph mon.a for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T22:47:02.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:02 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-a[32141]: 2024-03-18T22:47:02.699+0000 7f5b7396b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T22:47:02.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:02 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-a[32141]: 2024-03-18T22:47:02.699+0000 7f5b7396b700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-03-18T22:47:03.100 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:02 smithi052 podman[32390]: 2024-03-18 22:47:02.843376103 +0000 UTC m=+0.243717055 container died 8fa902b092a76b0c825ee8f65e15b5fa707e02bb6a5102311dd4e9ad25709914 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-a, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2) 2024-03-18T22:47:03.433 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:03 smithi052 podman[32390]: 2024-03-18 22:47:03.199358838 +0000 UTC m=+0.599699789 container cleanup 8fa902b092a76b0c825ee8f65e15b5fa707e02bb6a5102311dd4e9ad25709914 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-a, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-batrick-testing-20240318.181317-b6ae249) 2024-03-18T22:47:03.434 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:03 smithi052 bash[32390]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-a 2024-03-18T22:47:03.699 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:03 smithi052 podman[32404]: 2024-03-18 22:47:03.433714276 +0000 UTC m=+0.589000895 container remove 8fa902b092a76b0c825ee8f65e15b5fa707e02bb6a5102311dd4e9ad25709914 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-a, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, RELEASE=wip-batrick-testing-20240318.181317-b6ae249) 2024-03-18T22:47:03.699 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:03 smithi052 systemd[1]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mon.a.service: Deactivated successfully. 2024-03-18T22:47:03.699 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:03 smithi052 systemd[1]: Stopped Ceph mon.a for 444ca0c0-e579-11ee-95c9-87774f69a715. 2024-03-18T22:47:03.699 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:03 smithi052 systemd[1]: Starting Ceph mon.a for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T22:47:03.970 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:03 smithi052 podman[32501]: 2024-03-18 22:47:03.768174748 +0000 UTC m=+0.083430694 container create dc02d44802ac111eb242be52f42369d16ab2dfebb0b1038601aa131cd11583a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-a, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-03-18T22:47:03.971 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:03 smithi052 podman[32501]: 2024-03-18 22:47:03.702658836 +0000 UTC m=+0.017914786 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 2024-03-18T22:47:03.971 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:03 smithi052 podman[32501]: 2024-03-18 22:47:03.970718227 +0000 UTC m=+0.285974180 container init dc02d44802ac111eb242be52f42369d16ab2dfebb0b1038601aa131cd11583a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD) 2024-03-18T22:47:04.041 INFO:teuthology.orchestra.run.smithi052.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-03-18T22:47:04.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:03 smithi052 podman[32501]: 2024-03-18 22:47:03.973753978 +0000 UTC m=+0.289009916 container start dc02d44802ac111eb242be52f42369d16ab2dfebb0b1038601aa131cd11583a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-a, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, ceph=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-03-18T22:47:04.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:03 smithi052 ceph-mon[32520]: set uid:gid to 167:167 (ceph:ceph) 2024-03-18T22:47:04.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:03 smithi052 ceph-mon[32520]: ceph version 19.0.0-2206-gb6ae2491 (b6ae24918b03b1b8a19c9263a50655bba80bb810) squid (dev), process ceph-mon, pid 2 2024-03-18T22:47:04.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:03 smithi052 ceph-mon[32520]: pidfile_write: ignore empty --pid-file 2024-03-18T22:47:04.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: load: jerasure load: lrc 2024-03-18T22:47:04.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: RocksDB version: 7.9.2 2024-03-18T22:47:04.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Git sha 0 2024-03-18T22:47:04.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Compile date 2024-03-18 18:57:12 2024-03-18T22:47:04.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: DB SUMMARY 2024-03-18T22:47:04.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: DB Session ID: LM7SUGJOI61E1LKGM5XM 2024-03-18T22:47:04.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: CURRENT file: CURRENT 2024-03-18T22:47:04.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: IDENTITY file: IDENTITY 2024-03-18T22:47:04.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-03-18T22:47:04.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-03-18T22:47:04.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 105640 ; 2024-03-18T22:47:04.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.error_if_exists: 0 2024-03-18T22:47:04.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.create_if_missing: 0 2024-03-18T22:47:04.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.paranoid_checks: 1 2024-03-18T22:47:04.241 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.flush_verify_memtable_count: 1 2024-03-18T22:47:04.241 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-18T22:47:04.241 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-18T22:47:04.241 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.env: 0x5585aadaac60 2024-03-18T22:47:04.241 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.fs: PosixFileSystem 2024-03-18T22:47:04.241 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.info_log: 0x5585ab657ae0 2024-03-18T22:47:04.241 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.max_file_opening_threads: 16 2024-03-18T22:47:04.241 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.statistics: (nil) 2024-03-18T22:47:04.241 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.use_fsync: 0 2024-03-18T22:47:04.241 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.max_log_file_size: 0 2024-03-18T22:47:04.241 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-18T22:47:04.241 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.log_file_time_to_roll: 0 2024-03-18T22:47:04.241 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.keep_log_file_num: 1000 2024-03-18T22:47:04.242 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.recycle_log_file_num: 0 2024-03-18T22:47:04.242 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.allow_fallocate: 1 2024-03-18T22:47:04.242 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.allow_mmap_reads: 0 2024-03-18T22:47:04.242 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.allow_mmap_writes: 0 2024-03-18T22:47:04.242 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.use_direct_reads: 0 2024-03-18T22:47:04.242 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-18T22:47:04.242 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.create_missing_column_families: 0 2024-03-18T22:47:04.242 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.db_log_dir: 2024-03-18T22:47:04.242 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.wal_dir: 2024-03-18T22:47:04.242 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.table_cache_numshardbits: 6 2024-03-18T22:47:04.242 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.WAL_ttl_seconds: 0 2024-03-18T22:47:04.242 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.WAL_size_limit_MB: 0 2024-03-18T22:47:04.242 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-18T22:47:04.243 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-18T22:47:04.243 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.is_fd_close_on_exec: 1 2024-03-18T22:47:04.243 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.advise_random_on_open: 1 2024-03-18T22:47:04.243 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.db_write_buffer_size: 0 2024-03-18T22:47:04.243 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.write_buffer_manager: 0x5585ab62a1e0 2024-03-18T22:47:04.243 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-18T22:47:04.243 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-18T22:47:04.243 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.use_adaptive_mutex: 0 2024-03-18T22:47:04.243 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.rate_limiter: (nil) 2024-03-18T22:47:04.243 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-18T22:47:04.243 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.wal_recovery_mode: 2 2024-03-18T22:47:04.243 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.enable_thread_tracking: 0 2024-03-18T22:47:04.243 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.enable_pipelined_write: 0 2024-03-18T22:47:04.243 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.unordered_write: 0 2024-03-18T22:47:04.244 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-18T22:47:04.244 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-18T22:47:04.244 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-18T22:47:04.244 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-18T22:47:04.244 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.row_cache: None 2024-03-18T22:47:04.244 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.wal_filter: None 2024-03-18T22:47:04.244 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-18T22:47:04.244 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.allow_ingest_behind: 0 2024-03-18T22:47:04.244 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.two_write_queues: 0 2024-03-18T22:47:04.244 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.manual_wal_flush: 0 2024-03-18T22:47:04.244 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.wal_compression: 0 2024-03-18T22:47:04.244 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.atomic_flush: 0 2024-03-18T22:47:04.244 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-18T22:47:04.244 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.persist_stats_to_disk: 0 2024-03-18T22:47:04.244 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.write_dbid_to_manifest: 0 2024-03-18T22:47:04.246 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.log_readahead_size: 0 2024-03-18T22:47:04.246 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-18T22:47:04.246 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.best_efforts_recovery: 0 2024-03-18T22:47:04.246 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-18T22:47:04.246 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-18T22:47:04.246 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.allow_data_in_errors: 0 2024-03-18T22:47:04.246 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.db_host_id: __hostname__ 2024-03-18T22:47:04.246 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.enforce_single_del_contracts: true 2024-03-18T22:47:04.246 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.max_background_jobs: 2 2024-03-18T22:47:04.246 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.max_background_compactions: -1 2024-03-18T22:47:04.246 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.max_subcompactions: 1 2024-03-18T22:47:04.246 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-18T22:47:04.246 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-18T22:47:04.247 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.delayed_write_rate : 16777216 2024-03-18T22:47:04.247 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.max_total_wal_size: 0 2024-03-18T22:47:04.247 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-18T22:47:04.247 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.stats_dump_period_sec: 600 2024-03-18T22:47:04.247 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.stats_persist_period_sec: 600 2024-03-18T22:47:04.247 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-18T22:47:04.247 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.max_open_files: -1 2024-03-18T22:47:04.247 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.bytes_per_sync: 0 2024-03-18T22:47:04.247 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.wal_bytes_per_sync: 0 2024-03-18T22:47:04.247 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.strict_bytes_per_sync: 0 2024-03-18T22:47:04.247 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.compaction_readahead_size: 0 2024-03-18T22:47:04.247 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.max_background_flushes: -1 2024-03-18T22:47:04.247 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Compression algorithms supported: 2024-03-18T22:47:04.247 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-18T22:47:04.248 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: kZSTD supported: 0 2024-03-18T22:47:04.248 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: kXpressCompression supported: 0 2024-03-18T22:47:04.248 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: kLZ4HCCompression supported: 1 2024-03-18T22:47:04.248 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: kZlibCompression supported: 1 2024-03-18T22:47:04.248 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: kSnappyCompression supported: 1 2024-03-18T22:47:04.248 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: kLZ4Compression supported: 1 2024-03-18T22:47:04.248 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: kBZip2Compression supported: 0 2024-03-18T22:47:04.248 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Fast CRC32 supported: Supported on x86 2024-03-18T22:47:04.248 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: DMutex implementation: pthread_mutex_t 2024-03-18T22:47:04.248 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-03-18T22:47:04.248 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-18T22:47:04.248 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-18T22:47:04.248 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.merge_operator: 2024-03-18T22:47:04.248 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.compaction_filter: None 2024-03-18T22:47:04.248 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.compaction_filter_factory: None 2024-03-18T22:47:04.248 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.sst_partitioner_factory: None 2024-03-18T22:47:04.249 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.memtable_factory: SkipListFactory 2024-03-18T22:47:04.249 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.table_factory: BlockBasedTable 2024-03-18T22:47:04.249 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5585ab657be0) 2024-03-18T22:47:04.249 INFO:journalctl@ceph.mon.a.smithi052.stdout: cache_index_and_filter_blocks: 1 2024-03-18T22:47:04.249 INFO:journalctl@ceph.mon.a.smithi052.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-18T22:47:04.249 INFO:journalctl@ceph.mon.a.smithi052.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-18T22:47:04.249 INFO:journalctl@ceph.mon.a.smithi052.stdout: pin_top_level_index_and_filter: 1 2024-03-18T22:47:04.249 INFO:journalctl@ceph.mon.a.smithi052.stdout: index_type: 0 2024-03-18T22:47:04.249 INFO:journalctl@ceph.mon.a.smithi052.stdout: data_block_index_type: 0 2024-03-18T22:47:04.249 INFO:journalctl@ceph.mon.a.smithi052.stdout: index_shortening: 1 2024-03-18T22:47:04.249 INFO:journalctl@ceph.mon.a.smithi052.stdout: data_block_hash_table_util_ratio: 0.750000 2024-03-18T22:47:04.249 INFO:journalctl@ceph.mon.a.smithi052.stdout: checksum: 4 2024-03-18T22:47:04.249 INFO:journalctl@ceph.mon.a.smithi052.stdout: no_block_cache: 0 2024-03-18T22:47:04.249 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_cache: 0x5585ab65d090 2024-03-18T22:47:04.250 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_cache_name: BinnedLRUCache 2024-03-18T22:47:04.250 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_cache_options: 2024-03-18T22:47:04.250 INFO:journalctl@ceph.mon.a.smithi052.stdout: capacity : 536870912 2024-03-18T22:47:04.250 INFO:journalctl@ceph.mon.a.smithi052.stdout: num_shard_bits : 4 2024-03-18T22:47:04.250 INFO:journalctl@ceph.mon.a.smithi052.stdout: strict_capacity_limit : 0 2024-03-18T22:47:04.250 INFO:journalctl@ceph.mon.a.smithi052.stdout: high_pri_pool_ratio: 0.000 2024-03-18T22:47:04.250 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_cache_compressed: (nil) 2024-03-18T22:47:04.250 INFO:journalctl@ceph.mon.a.smithi052.stdout: persistent_cache: (nil) 2024-03-18T22:47:04.250 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_size: 4096 2024-03-18T22:47:04.250 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_size_deviation: 10 2024-03-18T22:47:04.250 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_restart_interval: 16 2024-03-18T22:47:04.250 INFO:journalctl@ceph.mon.a.smithi052.stdout: index_block_restart_interval: 1 2024-03-18T22:47:04.250 INFO:journalctl@ceph.mon.a.smithi052.stdout: metadata_block_size: 4096 2024-03-18T22:47:04.250 INFO:journalctl@ceph.mon.a.smithi052.stdout: partition_filters: 0 2024-03-18T22:47:04.251 INFO:journalctl@ceph.mon.a.smithi052.stdout: use_delta_encoding: 1 2024-03-18T22:47:04.251 INFO:journalctl@ceph.mon.a.smithi052.stdout: filter_policy: bloomfilter 2024-03-18T22:47:04.251 INFO:journalctl@ceph.mon.a.smithi052.stdout: whole_key_filtering: 1 2024-03-18T22:47:04.251 INFO:journalctl@ceph.mon.a.smithi052.stdout: verify_compression: 0 2024-03-18T22:47:04.251 INFO:journalctl@ceph.mon.a.smithi052.stdout: read_amp_bytes_per_bit: 0 2024-03-18T22:47:04.251 INFO:journalctl@ceph.mon.a.smithi052.stdout: format_version: 5 2024-03-18T22:47:04.251 INFO:journalctl@ceph.mon.a.smithi052.stdout: enable_index_compression: 1 2024-03-18T22:47:04.251 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_align: 0 2024-03-18T22:47:04.251 INFO:journalctl@ceph.mon.a.smithi052.stdout: max_auto_readahead_size: 262144 2024-03-18T22:47:04.251 INFO:journalctl@ceph.mon.a.smithi052.stdout: prepopulate_block_cache: 0 2024-03-18T22:47:04.251 INFO:journalctl@ceph.mon.a.smithi052.stdout: initial_auto_readahead_size: 8192 2024-03-18T22:47:04.251 INFO:journalctl@ceph.mon.a.smithi052.stdout: num_file_reads_for_auto_readahead: 2 2024-03-18T22:47:04.251 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.write_buffer_size: 33554432 2024-03-18T22:47:04.251 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.max_write_buffer_number: 2 2024-03-18T22:47:04.251 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.compression: NoCompression 2024-03-18T22:47:04.251 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.bottommost_compression: Disabled 2024-03-18T22:47:04.251 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.prefix_extractor: nullptr 2024-03-18T22:47:04.252 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-18T22:47:04.252 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.num_levels: 7 2024-03-18T22:47:04.252 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-18T22:47:04.252 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-18T22:47:04.252 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-18T22:47:04.252 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-18T22:47:04.252 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-18T22:47:04.252 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-18T22:47:04.252 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-18T22:47:04.252 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-18T22:47:04.252 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-18T22:47:04.252 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-18T22:47:04.252 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-18T22:47:04.252 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-18T22:47:04.252 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.compression_opts.window_bits: -14 2024-03-18T22:47:04.252 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.compression_opts.level: 32767 2024-03-18T22:47:04.253 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.compression_opts.strategy: 0 2024-03-18T22:47:04.253 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-18T22:47:04.253 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-18T22:47:04.253 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-18T22:47:04.253 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-18T22:47:04.253 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.compression_opts.enabled: false 2024-03-18T22:47:04.253 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-18T22:47:04.253 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-18T22:47:04.253 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-18T22:47:04.253 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-18T22:47:04.253 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.target_file_size_base: 67108864 2024-03-18T22:47:04.253 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.target_file_size_multiplier: 1 2024-03-18T22:47:04.253 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-18T22:47:04.253 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-18T22:47:04.253 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-18T22:47:04.253 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-18T22:47:04.254 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-18T22:47:04.254 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-18T22:47:04.254 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-18T22:47:04.254 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-18T22:47:04.254 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-18T22:47:04.254 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-18T22:47:04.254 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-18T22:47:04.254 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-18T22:47:04.254 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-18T22:47:04.254 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.arena_block_size: 1048576 2024-03-18T22:47:04.254 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-18T22:47:04.254 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-18T22:47:04.254 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.disable_auto_compactions: 0 2024-03-18T22:47:04.254 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-18T22:47:04.255 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-18T22:47:04.255 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-18T22:47:04.255 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-18T22:47:04.255 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-18T22:47:04.255 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-18T22:47:04.255 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-18T22:47:04.255 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-18T22:47:04.255 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-18T22:47:04.255 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-18T22:47:04.255 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.table_properties_collectors: 2024-03-18T22:47:04.255 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.inplace_update_support: 0 2024-03-18T22:47:04.255 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.inplace_update_num_locks: 10000 2024-03-18T22:47:04.255 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-18T22:47:04.256 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-18T22:47:04.256 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.memtable_huge_page_size: 0 2024-03-18T22:47:04.256 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.bloom_locality: 0 2024-03-18T22:47:04.256 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.max_successive_merges: 0 2024-03-18T22:47:04.256 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.optimize_filters_for_hits: 0 2024-03-18T22:47:04.256 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.paranoid_file_checks: 0 2024-03-18T22:47:04.256 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.force_consistency_checks: 1 2024-03-18T22:47:04.256 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.report_bg_io_stats: 0 2024-03-18T22:47:04.256 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.ttl: 2592000 2024-03-18T22:47:04.256 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.periodic_compaction_seconds: 0 2024-03-18T22:47:04.256 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-18T22:47:04.256 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-18T22:47:04.256 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.enable_blob_files: false 2024-03-18T22:47:04.256 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.min_blob_size: 0 2024-03-18T22:47:04.256 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.blob_file_size: 268435456 2024-03-18T22:47:04.256 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.blob_compression_type: NoCompression 2024-03-18T22:47:04.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.enable_blob_garbage_collection: false 2024-03-18T22:47:04.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-18T22:47:04.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-18T22:47:04.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-18T22:47:04.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.blob_file_starting_level: 0 2024-03-18T22:47:04.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-18T22:47:04.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-03-18T22:47:04.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-03-18T22:47:04.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: d1e23548-4e30-45a0-90e2-61d82694e270 2024-03-18T22:47:04.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710802024002728, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-03-18T22:47:04.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-03-18T22:47:04.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710802024003668, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 100681, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 328, "table_properties": {"data_size": 98601, "index_size": 298, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14316, "raw_average_key_size": 49, "raw_value_size": 90839, "raw_average_value_size": 316, "num_data_blocks": 12, "num_entries": 287, "num_filter_entries": 287, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1710802024, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d1e23548-4e30-45a0-90e2-61d82694e270", "db_session_id": "LM7SUGJOI61E1LKGM5XM", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-03-18T22:47:04.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710802024003749, "job": 1, "event": "recovery_finished"} 2024-03-18T22:47:04.257 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-03-18T22:47:04.258 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-18T22:47:04.258 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5585ab750000 2024-03-18T22:47:04.258 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: DB pointer 0x5585ab73a000 2024-03-18T22:47:04.258 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-18T22:47:04.258 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-18T22:47:04.258 INFO:journalctl@ceph.mon.a.smithi052.stdout: ** DB Stats ** 2024-03-18T22:47:04.258 INFO:journalctl@ceph.mon.a.smithi052.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-18T22:47:04.258 INFO:journalctl@ceph.mon.a.smithi052.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-18T22:47:04.258 INFO:journalctl@ceph.mon.a.smithi052.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-18T22:47:04.258 INFO:journalctl@ceph.mon.a.smithi052.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-18T22:47:04.258 INFO:journalctl@ceph.mon.a.smithi052.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-18T22:47:04.258 INFO:journalctl@ceph.mon.a.smithi052.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-18T22:47:04.259 INFO:journalctl@ceph.mon.a.smithi052.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-18T22:47:04.259 INFO:journalctl@ceph.mon.a.smithi052.stdout: 2024-03-18T22:47:04.259 INFO:journalctl@ceph.mon.a.smithi052.stdout: ** Compaction Stats [default] ** 2024-03-18T22:47:04.259 INFO:journalctl@ceph.mon.a.smithi052.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-18T22:47:04.259 INFO:journalctl@ceph.mon.a.smithi052.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-18T22:47:04.259 INFO:journalctl@ceph.mon.a.smithi052.stdout: L0 2/0 100.16 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 163.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-18T22:47:04.259 INFO:journalctl@ceph.mon.a.smithi052.stdout: Sum 2/0 100.16 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 163.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-18T22:47:04.259 INFO:journalctl@ceph.mon.a.smithi052.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 163.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-18T22:47:04.259 INFO:journalctl@ceph.mon.a.smithi052.stdout: 2024-03-18T22:47:04.261 INFO:journalctl@ceph.mon.a.smithi052.stdout: ** Compaction Stats [default] ** 2024-03-18T22:47:04.261 INFO:journalctl@ceph.mon.a.smithi052.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-18T22:47:04.261 INFO:journalctl@ceph.mon.a.smithi052.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-18T22:47:04.261 INFO:journalctl@ceph.mon.a.smithi052.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 163.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-18T22:47:04.261 INFO:journalctl@ceph.mon.a.smithi052.stdout: 2024-03-18T22:47:04.262 INFO:journalctl@ceph.mon.a.smithi052.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-18T22:47:04.262 INFO:journalctl@ceph.mon.a.smithi052.stdout: 2024-03-18T22:47:04.262 INFO:journalctl@ceph.mon.a.smithi052.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-18T22:47:04.262 INFO:journalctl@ceph.mon.a.smithi052.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-03-18T22:47:04.262 INFO:journalctl@ceph.mon.a.smithi052.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-18T22:47:04.262 INFO:journalctl@ceph.mon.a.smithi052.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-03-18T22:47:04.262 INFO:journalctl@ceph.mon.a.smithi052.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-03-18T22:47:04.262 INFO:journalctl@ceph.mon.a.smithi052.stdout: AddFile(Keys): cumulative 0, interval 0 2024-03-18T22:47:04.262 INFO:journalctl@ceph.mon.a.smithi052.stdout: Cumulative compaction: 0.00 GB write, 32.91 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-18T22:47:04.262 INFO:journalctl@ceph.mon.a.smithi052.stdout: Interval compaction: 0.00 GB write, 32.91 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-18T22:47:04.262 INFO:journalctl@ceph.mon.a.smithi052.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-18T22:47:04.262 INFO:journalctl@ceph.mon.a.smithi052.stdout: Block cache BinnedLRUCache@0x5585ab65d090#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-03-18T22:47:04.262 INFO:journalctl@ceph.mon.a.smithi052.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-03-18T22:47:04.263 INFO:journalctl@ceph.mon.a.smithi052.stdout: 2024-03-18T22:47:04.263 INFO:journalctl@ceph.mon.a.smithi052.stdout: ** File Read Latency Histogram By Level [default] ** 2024-03-18T22:47:04.263 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: starting mon.a rank 0 at public addrs [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] at bind addrs [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:47:04.263 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: mon.a@-1(???) e1 preinit fsid 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:47:04.263 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: mon.a@-1(???).mds e1 new map 2024-03-18T22:47:04.263 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: mon.a@-1(???).mds e1 print_map 2024-03-18T22:47:04.263 INFO:journalctl@ceph.mon.a.smithi052.stdout: e1 2024-03-18T22:47:04.263 INFO:journalctl@ceph.mon.a.smithi052.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-03-18T22:47:04.263 INFO:journalctl@ceph.mon.a.smithi052.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-03-18T22:47:04.263 INFO:journalctl@ceph.mon.a.smithi052.stdout: legacy client fscid: -1 2024-03-18T22:47:04.263 INFO:journalctl@ceph.mon.a.smithi052.stdout: 2024-03-18T22:47:04.263 INFO:journalctl@ceph.mon.a.smithi052.stdout: No filesystems configured 2024-03-18T22:47:04.263 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-03-18T22:47:04.263 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-03-18T22:47:04.263 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-03-18T22:47:04.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-03-18T22:47:04.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-03-18T22:47:04.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 bash[32501]: dc02d44802ac111eb242be52f42369d16ab2dfebb0b1038601aa131cd11583a8 2024-03-18T22:47:04.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 systemd[1]: Started Ceph mon.a for 444ca0c0-e579-11ee-95c9-87774f69a715. 2024-03-18T22:47:04.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: mon.a is new leader, mons a in quorum (ranks 0) 2024-03-18T22:47:04.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: monmap epoch 1 2024-03-18T22:47:04.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: fsid 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:47:04.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: last_changed 2024-03-18T22:46:55.802962+0000 2024-03-18T22:47:04.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: created 2024-03-18T22:46:55.802962+0000 2024-03-18T22:47:04.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: min_mon_release 19 (squid) 2024-03-18T22:47:04.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: election_strategy: 1 2024-03-18T22:47:04.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-03-18T22:47:04.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: fsmap 2024-03-18T22:47:04.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: osdmap e1: 0 total, 0 up, 0 in 2024-03-18T22:47:04.264 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:04 smithi052 ceph-mon[32520]: mgrmap e1: no daemons active 2024-03-18T22:47:05.168 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.468+0000 7ff984414700 1 Processor -- start 2024-03-18T22:47:05.168 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.468+0000 7ff984414700 1 -- start start 2024-03-18T22:47:05.168 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.469+0000 7ff984414700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff97c106e00 0x7ff97c107220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:05.168 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.469+0000 7ff984414700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff97c107760 con 0x7ff97c106e00 2024-03-18T22:47:05.168 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.469+0000 7ff9821b0700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff97c106e00 0x7ff97c107220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:05.168 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.469+0000 7ff9821b0700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff97c106e00 0x7ff97c107220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:44676/0 (socket says 172.21.15.52:44676) 2024-03-18T22:47:05.168 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.469+0000 7ff9821b0700 1 -- 172.21.15.52:0/1025617574 learned_addr learned my addr 172.21.15.52:0/1025617574 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:05.168 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.469+0000 7ff9821b0700 1 -- 172.21.15.52:0/1025617574 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff97c107f60 con 0x7ff97c106e00 2024-03-18T22:47:05.168 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.469+0000 7ff9821b0700 1 --2- 172.21.15.52:0/1025617574 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff97c106e00 0x7ff97c107220 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7ff9780098a0 tx=0x7ff978009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=467698630e44047e server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:05.169 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.470+0000 7ff9811ae700 1 -- 172.21.15.52:0/1025617574 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff978004160 con 0x7ff97c106e00 2024-03-18T22:47:05.169 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.470+0000 7ff9811ae700 1 -- 172.21.15.52:0/1025617574 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7ff978004300 con 0x7ff97c106e00 2024-03-18T22:47:05.169 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.470+0000 7ff9811ae700 1 -- 172.21.15.52:0/1025617574 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff978011c00 con 0x7ff97c106e00 2024-03-18T22:47:05.169 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.470+0000 7ff984414700 1 -- 172.21.15.52:0/1025617574 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff97c106e00 msgr2=0x7ff97c107220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:05.169 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.470+0000 7ff984414700 1 --2- 172.21.15.52:0/1025617574 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff97c106e00 0x7ff97c107220 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7ff9780098a0 tx=0x7ff978009bb0 comp rx=0 tx=0).stop 2024-03-18T22:47:05.169 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.470+0000 7ff984414700 1 -- 172.21.15.52:0/1025617574 shutdown_connections 2024-03-18T22:47:05.169 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.470+0000 7ff984414700 1 --2- 172.21.15.52:0/1025617574 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff97c106e00 0x7ff97c107220 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:05.169 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.470+0000 7ff984414700 1 -- 172.21.15.52:0/1025617574 >> 172.21.15.52:0/1025617574 conn(0x7ff97c1023e0 msgr2=0x7ff97c104800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:05.169 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.470+0000 7ff984414700 1 -- 172.21.15.52:0/1025617574 shutdown_connections 2024-03-18T22:47:05.169 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.470+0000 7ff984414700 1 -- 172.21.15.52:0/1025617574 wait complete. 2024-03-18T22:47:05.169 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.471+0000 7ff984414700 1 Processor -- start 2024-03-18T22:47:05.169 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.471+0000 7ff984414700 1 -- start start 2024-03-18T22:47:05.169 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.471+0000 7ff984414700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff97c106e00 0x7ff97c0757b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:05.169 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.471+0000 7ff984414700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff97c10b3a0 con 0x7ff97c106e00 2024-03-18T22:47:05.170 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.471+0000 7ff9821b0700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff97c106e00 0x7ff97c0757b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:05.170 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.471+0000 7ff9821b0700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff97c106e00 0x7ff97c0757b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:44680/0 (socket says 172.21.15.52:44680) 2024-03-18T22:47:05.170 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.471+0000 7ff9821b0700 1 -- 172.21.15.52:0/2018522301 learned_addr learned my addr 172.21.15.52:0/2018522301 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:05.170 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.472+0000 7ff9821b0700 1 -- 172.21.15.52:0/2018522301 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff97c19ecf0 con 0x7ff97c106e00 2024-03-18T22:47:05.170 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.472+0000 7ff9821b0700 1 --2- 172.21.15.52:0/2018522301 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff97c106e00 0x7ff97c0757b0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7ff978011bd0 tx=0x7ff978011cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:05.170 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.472+0000 7ff9737fe700 1 -- 172.21.15.52:0/2018522301 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff978003970 con 0x7ff97c106e00 2024-03-18T22:47:05.170 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.472+0000 7ff984414700 1 -- 172.21.15.52:0/2018522301 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff97c19eec0 con 0x7ff97c106e00 2024-03-18T22:47:05.170 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.472+0000 7ff9737fe700 1 -- 172.21.15.52:0/2018522301 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7ff978003b10 con 0x7ff97c106e00 2024-03-18T22:47:05.170 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.472+0000 7ff9737fe700 1 -- 172.21.15.52:0/2018522301 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff9780245a0 con 0x7ff97c106e00 2024-03-18T22:47:05.170 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.472+0000 7ff984414700 1 -- 172.21.15.52:0/2018522301 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff97c19f260 con 0x7ff97c106e00 2024-03-18T22:47:05.170 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.472+0000 7ff9737fe700 1 -- 172.21.15.52:0/2018522301 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff978024c50 con 0x7ff97c106e00 2024-03-18T22:47:05.170 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.472+0000 7ff9737fe700 1 -- 172.21.15.52:0/2018522301 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff978019700 con 0x7ff97c106e00 2024-03-18T22:47:05.170 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.473+0000 7ff984414700 1 -- 172.21.15.52:0/2018522301 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff97c063940 con 0x7ff97c106e00 2024-03-18T22:47:05.170 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.475+0000 7ff9737fe700 1 -- 172.21.15.52:0/2018522301 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7ff978043dd0 con 0x7ff97c106e00 2024-03-18T22:47:05.171 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.545+0000 7ff984414700 1 -- 172.21.15.52:0/2018522301 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7ff97c19f6a0 con 0x7ff97c106e00 2024-03-18T22:47:05.171 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.547+0000 7ff9737fe700 1 -- 172.21.15.52:0/2018522301 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7ff978032030 con 0x7ff97c106e00 2024-03-18T22:47:05.171 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.547+0000 7ff984414700 1 -- 172.21.15.52:0/2018522301 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff97c106e00 msgr2=0x7ff97c0757b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:05.171 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.547+0000 7ff984414700 1 --2- 172.21.15.52:0/2018522301 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff97c106e00 0x7ff97c0757b0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7ff978011bd0 tx=0x7ff978011cb0 comp rx=0 tx=0).stop 2024-03-18T22:47:05.171 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.547+0000 7ff984414700 1 -- 172.21.15.52:0/2018522301 shutdown_connections 2024-03-18T22:47:05.171 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.547+0000 7ff984414700 1 --2- 172.21.15.52:0/2018522301 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff97c106e00 0x7ff97c0757b0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:05.171 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.547+0000 7ff984414700 1 -- 172.21.15.52:0/2018522301 >> 172.21.15.52:0/2018522301 conn(0x7ff97c1023e0 msgr2=0x7ff97c102ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:05.171 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.548+0000 7ff984414700 1 -- 172.21.15.52:0/2018522301 shutdown_connections 2024-03-18T22:47:05.171 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:04.548+0000 7ff984414700 1 -- 172.21.15.52:0/2018522301 wait complete. 2024-03-18T22:47:05.171 INFO:teuthology.orchestra.run.smithi052.stdout:Wrote config to /etc/ceph/ceph.conf 2024-03-18T22:47:05.193 INFO:teuthology.orchestra.run.smithi052.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-03-18T22:47:05.193 INFO:teuthology.orchestra.run.smithi052.stdout:Creating mgr... 2024-03-18T22:47:05.194 INFO:teuthology.orchestra.run.smithi052.stdout:Verifying port 0.0.0.0:9283 ... 2024-03-18T22:47:05.194 INFO:teuthology.orchestra.run.smithi052.stdout:Verifying port 0.0.0.0:8765 ... 2024-03-18T22:47:05.447 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mgr.x 2024-03-18T22:47:05.447 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Failed to reset failed state of unit ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mgr.x.service: Unit ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mgr.x.service not loaded. 2024-03-18T22:47:05.590 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-444ca0c0-e579-11ee-95c9-87774f69a715.target.wants/ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mgr.x.service → /etc/systemd/system/ceph-444ca0c0-e579-11ee-95c9-87774f69a715@.service. 2024-03-18T22:47:05.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:05 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/2018522301' entity='client.admin' 2024-03-18T22:47:05.739 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:05 smithi052 systemd[1]: Starting Ceph mgr.x for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T22:47:06.090 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:05 smithi052 podman[32733]: 2024-03-18 22:47:05.726259663 +0000 UTC m=+0.018350156 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 2024-03-18T22:47:06.090 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:05 smithi052 podman[32733]: 2024-03-18 22:47:05.837830454 +0000 UTC m=+0.129920980 container create c55494322a4458d61c05a7d550b99693cc4c22e26b8b01ed95a51571d593eeca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-03-18T22:47:06.090 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:06 smithi052 podman[32733]: 2024-03-18 22:47:06.015409805 +0000 UTC m=+0.307500295 container init c55494322a4458d61c05a7d550b99693cc4c22e26b8b01ed95a51571d593eeca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x, maintainer=Guillaume Abrioux , RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-03-18T22:47:06.090 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:06 smithi052 podman[32733]: 2024-03-18 22:47:06.017815957 +0000 UTC m=+0.309906440 container start c55494322a4458d61c05a7d550b99693cc4c22e26b8b01ed95a51571d593eeca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-18T22:47:06.090 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:06 smithi052 bash[32733]: c55494322a4458d61c05a7d550b99693cc4c22e26b8b01ed95a51571d593eeca 2024-03-18T22:47:06.103 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-03-18T22:47:06.103 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout disabled 2024-03-18T22:47:06.110 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-03-18T22:47:06.110 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout inactive 2024-03-18T22:47:06.110 INFO:teuthology.orchestra.run.smithi052.stdout:firewalld.service is not enabled 2024-03-18T22:47:06.110 INFO:teuthology.orchestra.run.smithi052.stdout:Not possible to enable service . firewalld.service is not available 2024-03-18T22:47:06.119 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-03-18T22:47:06.119 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout disabled 2024-03-18T22:47:06.127 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-03-18T22:47:06.127 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout inactive 2024-03-18T22:47:06.127 INFO:teuthology.orchestra.run.smithi052.stdout:firewalld.service is not enabled 2024-03-18T22:47:06.127 INFO:teuthology.orchestra.run.smithi052.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-03-18T22:47:06.127 INFO:teuthology.orchestra.run.smithi052.stdout:Waiting for mgr to start... 2024-03-18T22:47:06.127 INFO:teuthology.orchestra.run.smithi052.stdout:Waiting for mgr... 2024-03-18T22:47:06.361 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:06 smithi052 systemd[1]: Started Ceph mgr.x for 444ca0c0-e579-11ee-95c9-87774f69a715. 2024-03-18T22:47:06.651 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:06 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:06.594+0000 7f6b54473200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-18T22:47:06.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:06 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1304956117' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-18T22:47:06.989 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:06 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:06.696+0000 7f6b54473200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-18T22:47:07.286 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-03-18T22:47:07.286 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout { 2024-03-18T22:47:07.286 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "fsid": "444ca0c0-e579-11ee-95c9-87774f69a715", 2024-03-18T22:47:07.286 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "health": { 2024-03-18T22:47:07.286 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-18T22:47:07.286 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-18T22:47:07.286 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-18T22:47:07.286 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-03-18T22:47:07.286 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-18T22:47:07.286 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-18T22:47:07.287 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 0 2024-03-18T22:47:07.287 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-03-18T22:47:07.287 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-18T22:47:07.287 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "a" 2024-03-18T22:47:07.287 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-03-18T22:47:07.287 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-03-18T22:47:07.287 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-18T22:47:07.287 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-18T22:47:07.287 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-03-18T22:47:07.287 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-18T22:47:07.287 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-03-18T22:47:07.287 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-18T22:47:07.287 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-18T22:47:07.287 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-18T22:47:07.288 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-18T22:47:07.288 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-18T22:47:07.295 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-18T22:47:07.295 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-18T22:47:07.295 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-18T22:47:07.296 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-03-18T22:47:07.296 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-18T22:47:07.296 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-18T22:47:07.296 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-18T22:47:07.296 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-18T22:47:07.296 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-18T22:47:07.296 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-18T22:47:07.296 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-18T22:47:07.296 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-18T22:47:07.296 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-18T22:47:07.296 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-03-18T22:47:07.296 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-18T22:47:07.296 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-18T22:47:07.297 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-18T22:47:07.297 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-18T22:47:07.297 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-03-18T22:47:07.297 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-18T22:47:07.297 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "available": false, 2024-03-18T22:47:07.297 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-18T22:47:07.297 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-18T22:47:07.297 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-18T22:47:07.297 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-18T22:47:07.297 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "restful" 2024-03-18T22:47:07.297 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-03-18T22:47:07.297 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-18T22:47:07.297 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-03-18T22:47:07.297 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-18T22:47:07.298 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-18T22:47:07.298 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "modified": "2024-03-18T22:46:59.197341+0000", 2024-03-18T22:47:07.298 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-18T22:47:07.298 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-03-18T22:47:07.298 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-18T22:47:07.298 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout } 2024-03-18T22:47:07.298 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.570+0000 7f38be62e700 1 Processor -- start 2024-03-18T22:47:07.298 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.570+0000 7f38be62e700 1 -- start start 2024-03-18T22:47:07.298 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.570+0000 7f38be62e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f38b81089b0 0x7f38b810ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:07.298 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.570+0000 7f38be62e700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f38b807be80 con 0x7f38b81089b0 2024-03-18T22:47:07.298 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.571+0000 7f38b7fff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f38b81089b0 0x7f38b810ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:07.298 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.571+0000 7f38b7fff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f38b81089b0 0x7f38b810ada0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:44708/0 (socket says 172.21.15.52:44708) 2024-03-18T22:47:07.298 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.571+0000 7f38b7fff700 1 -- 172.21.15.52:0/4030946321 learned_addr learned my addr 172.21.15.52:0/4030946321 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:07.299 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.571+0000 7f38b7fff700 1 -- 172.21.15.52:0/4030946321 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38b810b2e0 con 0x7f38b81089b0 2024-03-18T22:47:07.299 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.571+0000 7f38b7fff700 1 --2- 172.21.15.52:0/4030946321 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f38b81089b0 0x7f38b810ada0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f38a00098a0 tx=0x7f38a0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cf072926824825f server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:07.299 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.571+0000 7f38b6ffd700 1 -- 172.21.15.52:0/4030946321 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f38a0004160 con 0x7f38b81089b0 2024-03-18T22:47:07.299 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.571+0000 7f38b6ffd700 1 -- 172.21.15.52:0/4030946321 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f38a0004300 con 0x7f38b81089b0 2024-03-18T22:47:07.299 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.571+0000 7f38b6ffd700 1 -- 172.21.15.52:0/4030946321 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f38a0011c00 con 0x7f38b81089b0 2024-03-18T22:47:07.299 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.572+0000 7f38be62e700 1 -- 172.21.15.52:0/4030946321 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f38b81089b0 msgr2=0x7f38b810ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:07.299 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.572+0000 7f38be62e700 1 --2- 172.21.15.52:0/4030946321 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f38b81089b0 0x7f38b810ada0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f38a00098a0 tx=0x7f38a0009bb0 comp rx=0 tx=0).stop 2024-03-18T22:47:07.299 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.572+0000 7f38be62e700 1 -- 172.21.15.52:0/4030946321 shutdown_connections 2024-03-18T22:47:07.299 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.572+0000 7f38be62e700 1 --2- 172.21.15.52:0/4030946321 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f38b81089b0 0x7f38b810ada0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:07.299 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.572+0000 7f38be62e700 1 -- 172.21.15.52:0/4030946321 >> 172.21.15.52:0/4030946321 conn(0x7f38b8102460 msgr2=0x7f38b8104880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:07.299 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.572+0000 7f38be62e700 1 -- 172.21.15.52:0/4030946321 shutdown_connections 2024-03-18T22:47:07.299 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.572+0000 7f38be62e700 1 -- 172.21.15.52:0/4030946321 wait complete. 2024-03-18T22:47:07.299 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.573+0000 7f38be62e700 1 Processor -- start 2024-03-18T22:47:07.299 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.573+0000 7f38be62e700 1 -- start start 2024-03-18T22:47:07.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.573+0000 7f38be62e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f38b81089b0 0x7f38b819bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:07.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.573+0000 7f38be62e700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f38b810c360 con 0x7f38b81089b0 2024-03-18T22:47:07.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.573+0000 7f38b7fff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f38b81089b0 0x7f38b819bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:07.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.573+0000 7f38b7fff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f38b81089b0 0x7f38b819bfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:44718/0 (socket says 172.21.15.52:44718) 2024-03-18T22:47:07.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.573+0000 7f38b7fff700 1 -- 172.21.15.52:0/1304956117 learned_addr learned my addr 172.21.15.52:0/1304956117 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:07.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.574+0000 7f38b7fff700 1 -- 172.21.15.52:0/1304956117 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38b819c500 con 0x7f38b81089b0 2024-03-18T22:47:07.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.574+0000 7f38b7fff700 1 --2- 172.21.15.52:0/1304956117 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f38b81089b0 0x7f38b819bfc0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f38a0009fb0 tx=0x7f38a0011c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:07.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.574+0000 7f38b57fa700 1 -- 172.21.15.52:0/1304956117 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f38a00038b0 con 0x7f38b81089b0 2024-03-18T22:47:07.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.574+0000 7f38b57fa700 1 -- 172.21.15.52:0/1304956117 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f38a001a430 con 0x7f38b81089b0 2024-03-18T22:47:07.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.574+0000 7f38be62e700 1 -- 172.21.15.52:0/1304956117 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38b819c790 con 0x7f38b81089b0 2024-03-18T22:47:07.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.574+0000 7f38be62e700 1 -- 172.21.15.52:0/1304956117 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38b819f480 con 0x7f38b81089b0 2024-03-18T22:47:07.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.574+0000 7f38b57fa700 1 -- 172.21.15.52:0/1304956117 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f38a0019630 con 0x7f38b81089b0 2024-03-18T22:47:07.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.574+0000 7f38b57fa700 1 -- 172.21.15.52:0/1304956117 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f38a0019ce0 con 0x7f38b81089b0 2024-03-18T22:47:07.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.574+0000 7f38b57fa700 1 -- 172.21.15.52:0/1304956117 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f38a0024780 con 0x7f38b81089b0 2024-03-18T22:47:07.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.575+0000 7f38be62e700 1 -- 172.21.15.52:0/1304956117 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3898005360 con 0x7f38b81089b0 2024-03-18T22:47:07.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.577+0000 7f38b57fa700 1 -- 172.21.15.52:0/1304956117 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f38a001aa10 con 0x7f38b81089b0 2024-03-18T22:47:07.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.650+0000 7f38be62e700 1 -- 172.21.15.52:0/1304956117 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f3898005920 con 0x7f38b81089b0 2024-03-18T22:47:07.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.651+0000 7f38b57fa700 1 -- 172.21.15.52:0/1304956117 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f38a001a5e0 con 0x7f38b81089b0 2024-03-18T22:47:07.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.652+0000 7f38be62e700 1 -- 172.21.15.52:0/1304956117 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f38b81089b0 msgr2=0x7f38b819bfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:07.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.652+0000 7f38be62e700 1 --2- 172.21.15.52:0/1304956117 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f38b81089b0 0x7f38b819bfc0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f38a0009fb0 tx=0x7f38a0011c60 comp rx=0 tx=0).stop 2024-03-18T22:47:07.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.652+0000 7f38be62e700 1 -- 172.21.15.52:0/1304956117 shutdown_connections 2024-03-18T22:47:07.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.652+0000 7f38be62e700 1 --2- 172.21.15.52:0/1304956117 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f38b81089b0 0x7f38b819bfc0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:07.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.652+0000 7f38be62e700 1 -- 172.21.15.52:0/1304956117 >> 172.21.15.52:0/1304956117 conn(0x7f38b8102460 msgr2=0x7f38b8102f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:07.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.653+0000 7f38be62e700 1 -- 172.21.15.52:0/1304956117 shutdown_connections 2024-03-18T22:47:07.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:06.653+0000 7f38be62e700 1 -- 172.21.15.52:0/1304956117 wait complete. 2024-03-18T22:47:07.301 INFO:teuthology.orchestra.run.smithi052.stdout:mgr not available, waiting (1/15)... 2024-03-18T22:47:07.603 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:07 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:07.365+0000 7f6b54473200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-18T22:47:07.603 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:07 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:07.460+0000 7f6b54473200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-18T22:47:07.988 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:07 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:07.602+0000 7f6b54473200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-18T22:47:07.989 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:07 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:07.700+0000 7f6b54473200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-18T22:47:07.989 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:07 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:07.784+0000 7f6b54473200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-18T22:47:08.348 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:08 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:08.051+0000 7f6b54473200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-18T22:47:08.348 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:08 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:08.162+0000 7f6b54473200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-18T22:47:08.348 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:08 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:08.250+0000 7f6b54473200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-18T22:47:08.348 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:08 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:08.347+0000 7f6b54473200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-18T22:47:08.738 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:08 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:08.526+0000 7f6b54473200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-18T22:47:09.682 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:09 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:09.563+0000 7f6b54473200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-18T22:47:09.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:09 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3947263861' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-18T22:47:09.989 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:09 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:09.700+0000 7f6b54473200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-18T22:47:10.320 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:10 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:10.048+0000 7f6b54473200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-18T22:47:10.320 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:10 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:10.139+0000 7f6b54473200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-18T22:47:10.324 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-03-18T22:47:10.325 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout { 2024-03-18T22:47:10.325 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "fsid": "444ca0c0-e579-11ee-95c9-87774f69a715", 2024-03-18T22:47:10.325 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "health": { 2024-03-18T22:47:10.325 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-18T22:47:10.325 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-18T22:47:10.325 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-18T22:47:10.325 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-03-18T22:47:10.325 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-18T22:47:10.325 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-18T22:47:10.325 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 0 2024-03-18T22:47:10.325 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-03-18T22:47:10.325 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-18T22:47:10.325 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "a" 2024-03-18T22:47:10.326 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-03-18T22:47:10.326 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-03-18T22:47:10.326 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-18T22:47:10.326 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-18T22:47:10.326 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-03-18T22:47:10.326 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-18T22:47:10.326 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-03-18T22:47:10.326 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-18T22:47:10.326 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-18T22:47:10.326 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-18T22:47:10.326 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-18T22:47:10.326 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-18T22:47:10.335 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-18T22:47:10.335 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-18T22:47:10.335 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-18T22:47:10.335 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-03-18T22:47:10.335 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-18T22:47:10.335 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-18T22:47:10.335 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-18T22:47:10.335 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-18T22:47:10.335 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-18T22:47:10.335 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-18T22:47:10.336 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-18T22:47:10.336 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-18T22:47:10.336 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-18T22:47:10.336 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-03-18T22:47:10.336 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-18T22:47:10.336 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-18T22:47:10.336 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-18T22:47:10.336 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-18T22:47:10.336 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-03-18T22:47:10.336 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-18T22:47:10.336 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "available": false, 2024-03-18T22:47:10.336 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-18T22:47:10.336 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-18T22:47:10.336 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-18T22:47:10.337 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-18T22:47:10.337 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "restful" 2024-03-18T22:47:10.337 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-03-18T22:47:10.337 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-18T22:47:10.337 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-03-18T22:47:10.337 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-18T22:47:10.337 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-18T22:47:10.337 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "modified": "2024-03-18T22:46:59.197341+0000", 2024-03-18T22:47:10.337 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-18T22:47:10.337 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-03-18T22:47:10.337 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-18T22:47:10.337 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout } 2024-03-18T22:47:10.337 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.708+0000 7f5622eae700 1 Processor -- start 2024-03-18T22:47:10.337 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.708+0000 7f5622eae700 1 -- start start 2024-03-18T22:47:10.338 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.708+0000 7f5622eae700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f561c108450 0x7f561c108870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:10.338 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.708+0000 7f5622eae700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f561c108e40 con 0x7f561c108450 2024-03-18T22:47:10.338 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.708+0000 7f5620c4a700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f561c108450 0x7f561c108870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:10.338 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.708+0000 7f5620c4a700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f561c108450 0x7f561c108870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35176/0 (socket says 172.21.15.52:35176) 2024-03-18T22:47:10.338 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.708+0000 7f5620c4a700 1 -- 172.21.15.52:0/3323111768 learned_addr learned my addr 172.21.15.52:0/3323111768 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:10.338 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.709+0000 7f5620c4a700 1 -- 172.21.15.52:0/3323111768 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f561c107020 con 0x7f561c108450 2024-03-18T22:47:10.338 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.709+0000 7f5620c4a700 1 --2- 172.21.15.52:0/3323111768 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f561c108450 0x7f561c108870 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f56100098a0 tx=0x7f5610009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afcb28ca469c2b8c server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:10.338 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.709+0000 7f561b7fe700 1 -- 172.21.15.52:0/3323111768 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5610004160 con 0x7f561c108450 2024-03-18T22:47:10.338 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.709+0000 7f561b7fe700 1 -- 172.21.15.52:0/3323111768 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f5610004300 con 0x7f561c108450 2024-03-18T22:47:10.338 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.709+0000 7f561b7fe700 1 -- 172.21.15.52:0/3323111768 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5610011c00 con 0x7f561c108450 2024-03-18T22:47:10.338 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.710+0000 7f5622eae700 1 -- 172.21.15.52:0/3323111768 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f561c108450 msgr2=0x7f561c108870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:10.338 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.710+0000 7f5622eae700 1 --2- 172.21.15.52:0/3323111768 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f561c108450 0x7f561c108870 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f56100098a0 tx=0x7f5610009bb0 comp rx=0 tx=0).stop 2024-03-18T22:47:10.339 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.710+0000 7f5622eae700 1 -- 172.21.15.52:0/3323111768 shutdown_connections 2024-03-18T22:47:10.339 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.710+0000 7f5622eae700 1 --2- 172.21.15.52:0/3323111768 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f561c108450 0x7f561c108870 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:10.339 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.710+0000 7f5622eae700 1 -- 172.21.15.52:0/3323111768 >> 172.21.15.52:0/3323111768 conn(0x7f561c101b50 msgr2=0x7f561c103f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:10.339 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.710+0000 7f5622eae700 1 -- 172.21.15.52:0/3323111768 shutdown_connections 2024-03-18T22:47:10.339 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.710+0000 7f5622eae700 1 -- 172.21.15.52:0/3323111768 wait complete. 2024-03-18T22:47:10.339 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.710+0000 7f5622eae700 1 Processor -- start 2024-03-18T22:47:10.339 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.710+0000 7f5622eae700 1 -- start start 2024-03-18T22:47:10.339 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.710+0000 7f5622eae700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f561c108450 0x7f561c19bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:10.339 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.710+0000 7f5622eae700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f561c10b3e0 con 0x7f561c108450 2024-03-18T22:47:10.339 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.711+0000 7f5620c4a700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f561c108450 0x7f561c19bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:10.339 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.711+0000 7f5620c4a700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f561c108450 0x7f561c19bfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35186/0 (socket says 172.21.15.52:35186) 2024-03-18T22:47:10.339 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.711+0000 7f5620c4a700 1 -- 172.21.15.52:0/3947263861 learned_addr learned my addr 172.21.15.52:0/3947263861 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:10.339 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.711+0000 7f5620c4a700 1 -- 172.21.15.52:0/3947263861 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f561c19c4e0 con 0x7f561c108450 2024-03-18T22:47:10.339 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.711+0000 7f5620c4a700 1 --2- 172.21.15.52:0/3947263861 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f561c108450 0x7f561c19bfa0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5610011bd0 tx=0x7f5610011cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:10.340 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.711+0000 7f5619ffb700 1 -- 172.21.15.52:0/3947263861 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5610003b20 con 0x7f561c108450 2024-03-18T22:47:10.340 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.711+0000 7f5619ffb700 1 -- 172.21.15.52:0/3947263861 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f5610003cc0 con 0x7f561c108450 2024-03-18T22:47:10.340 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.711+0000 7f5622eae700 1 -- 172.21.15.52:0/3947263861 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f561c19c770 con 0x7f561c108450 2024-03-18T22:47:10.340 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.711+0000 7f5619ffb700 1 -- 172.21.15.52:0/3947263861 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f56100247e0 con 0x7f561c108450 2024-03-18T22:47:10.340 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.711+0000 7f5622eae700 1 -- 172.21.15.52:0/3947263861 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f561c19f460 con 0x7f561c108450 2024-03-18T22:47:10.340 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.712+0000 7f5619ffb700 1 -- 172.21.15.52:0/3947263861 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f5610022020 con 0x7f561c108450 2024-03-18T22:47:10.340 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.712+0000 7f5619ffb700 1 -- 172.21.15.52:0/3947263861 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f561002dd80 con 0x7f561c108450 2024-03-18T22:47:10.340 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.713+0000 7f5622eae700 1 -- 172.21.15.52:0/3947263861 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f561c10b560 con 0x7f561c108450 2024-03-18T22:47:10.340 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.715+0000 7f5619ffb700 1 -- 172.21.15.52:0/3947263861 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f561001aba0 con 0x7f561c108450 2024-03-18T22:47:10.340 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.788+0000 7f5622eae700 1 -- 172.21.15.52:0/3947263861 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f561c02de70 con 0x7f561c108450 2024-03-18T22:47:10.340 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.789+0000 7f5619ffb700 1 -- 172.21.15.52:0/3947263861 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f5610032030 con 0x7f561c108450 2024-03-18T22:47:10.340 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.790+0000 7f5622eae700 1 -- 172.21.15.52:0/3947263861 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f561c108450 msgr2=0x7f561c19bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:10.340 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.790+0000 7f5622eae700 1 --2- 172.21.15.52:0/3947263861 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f561c108450 0x7f561c19bfa0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5610011bd0 tx=0x7f5610011cb0 comp rx=0 tx=0).stop 2024-03-18T22:47:10.340 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.790+0000 7f5622eae700 1 -- 172.21.15.52:0/3947263861 shutdown_connections 2024-03-18T22:47:10.341 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.790+0000 7f5622eae700 1 --2- 172.21.15.52:0/3947263861 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f561c108450 0x7f561c19bfa0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:10.341 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.790+0000 7f5622eae700 1 -- 172.21.15.52:0/3947263861 >> 172.21.15.52:0/3947263861 conn(0x7f561c101b50 msgr2=0x7f561c102a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:10.341 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.790+0000 7f5622eae700 1 -- 172.21.15.52:0/3947263861 shutdown_connections 2024-03-18T22:47:10.341 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:09.790+0000 7f5622eae700 1 -- 172.21.15.52:0/3947263861 wait complete. 2024-03-18T22:47:10.341 INFO:teuthology.orchestra.run.smithi052.stdout:mgr not available, waiting (2/15)... 2024-03-18T22:47:10.739 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:10 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:10.342+0000 7f6b54473200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-18T22:47:10.739 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:10 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:10.533+0000 7f6b54473200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-18T22:47:11.087 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:10 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:10.826+0000 7f6b54473200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-18T22:47:11.087 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:11 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:11.086+0000 7f6b54473200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-18T22:47:11.340 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:11 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:11.331+0000 7f6b54473200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-18T22:47:12.454 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:12 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:12.187+0000 7f6b54473200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-18T22:47:13.117 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:12 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/74191853' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-18T22:47:13.117 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:12 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:12.782+0000 7f6b54473200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-18T22:47:13.117 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:12 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:12.886+0000 7f6b54473200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-18T22:47:13.117 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:13 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:13.116+0000 7f6b54473200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-18T22:47:13.471 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-03-18T22:47:13.474 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout { 2024-03-18T22:47:13.474 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "fsid": "444ca0c0-e579-11ee-95c9-87774f69a715", 2024-03-18T22:47:13.474 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "health": { 2024-03-18T22:47:13.474 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-18T22:47:13.474 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-18T22:47:13.474 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-18T22:47:13.474 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-03-18T22:47:13.474 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-18T22:47:13.474 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-18T22:47:13.474 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 0 2024-03-18T22:47:13.475 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-03-18T22:47:13.475 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-18T22:47:13.475 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "a" 2024-03-18T22:47:13.475 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-03-18T22:47:13.475 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-03-18T22:47:13.475 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-18T22:47:13.475 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-18T22:47:13.475 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-03-18T22:47:13.475 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-18T22:47:13.475 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-03-18T22:47:13.475 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-18T22:47:13.475 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-18T22:47:13.475 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-18T22:47:13.476 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-18T22:47:13.476 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-18T22:47:13.483 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-18T22:47:13.483 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-18T22:47:13.483 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-18T22:47:13.483 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-03-18T22:47:13.484 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-18T22:47:13.484 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-18T22:47:13.484 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-18T22:47:13.484 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-18T22:47:13.484 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-18T22:47:13.484 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-18T22:47:13.484 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-18T22:47:13.484 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-18T22:47:13.484 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-18T22:47:13.484 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-03-18T22:47:13.484 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-18T22:47:13.484 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-18T22:47:13.484 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-18T22:47:13.484 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-18T22:47:13.485 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-03-18T22:47:13.485 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-18T22:47:13.485 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "available": false, 2024-03-18T22:47:13.485 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-18T22:47:13.485 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-18T22:47:13.485 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-18T22:47:13.485 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-18T22:47:13.485 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "restful" 2024-03-18T22:47:13.485 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-03-18T22:47:13.485 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-18T22:47:13.485 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-03-18T22:47:13.486 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-18T22:47:13.486 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-18T22:47:13.486 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "modified": "2024-03-18T22:46:59.197341+0000", 2024-03-18T22:47:13.486 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-18T22:47:13.486 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-03-18T22:47:13.486 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-18T22:47:13.486 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout } 2024-03-18T22:47:13.486 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.772+0000 7f8269c6e700 1 Processor -- start 2024-03-18T22:47:13.486 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.772+0000 7f8269c6e700 1 -- start start 2024-03-18T22:47:13.486 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.772+0000 7f8269c6e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8264106e00 0x7f8264107220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:13.486 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.772+0000 7f8269c6e700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f8264107760 con 0x7f8264106e00 2024-03-18T22:47:13.486 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.772+0000 7f82637fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8264106e00 0x7f8264107220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:13.486 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.772+0000 7f82637fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8264106e00 0x7f8264107220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35196/0 (socket says 172.21.15.52:35196) 2024-03-18T22:47:13.487 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.772+0000 7f82637fe700 1 -- 172.21.15.52:0/3868200184 learned_addr learned my addr 172.21.15.52:0/3868200184 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:13.487 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.773+0000 7f82637fe700 1 -- 172.21.15.52:0/3868200184 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8264107f60 con 0x7f8264106e00 2024-03-18T22:47:13.487 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.773+0000 7f82637fe700 1 --2- 172.21.15.52:0/3868200184 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8264106e00 0x7f8264107220 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f82580098a0 tx=0x7f8258009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62063be18673607a server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:13.487 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.773+0000 7f82627fc700 1 -- 172.21.15.52:0/3868200184 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8258004160 con 0x7f8264106e00 2024-03-18T22:47:13.487 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.773+0000 7f82627fc700 1 -- 172.21.15.52:0/3868200184 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f8258004300 con 0x7f8264106e00 2024-03-18T22:47:13.487 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.773+0000 7f82627fc700 1 -- 172.21.15.52:0/3868200184 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8258011c00 con 0x7f8264106e00 2024-03-18T22:47:13.487 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.773+0000 7f8269c6e700 1 -- 172.21.15.52:0/3868200184 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8264106e00 msgr2=0x7f8264107220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:13.487 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.773+0000 7f8269c6e700 1 --2- 172.21.15.52:0/3868200184 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8264106e00 0x7f8264107220 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f82580098a0 tx=0x7f8258009bb0 comp rx=0 tx=0).stop 2024-03-18T22:47:13.487 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.774+0000 7f8269c6e700 1 -- 172.21.15.52:0/3868200184 shutdown_connections 2024-03-18T22:47:13.487 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.774+0000 7f8269c6e700 1 --2- 172.21.15.52:0/3868200184 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8264106e00 0x7f8264107220 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:13.487 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.774+0000 7f8269c6e700 1 -- 172.21.15.52:0/3868200184 >> 172.21.15.52:0/3868200184 conn(0x7f82641023a0 msgr2=0x7f82641047e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:13.487 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.774+0000 7f8269c6e700 1 -- 172.21.15.52:0/3868200184 shutdown_connections 2024-03-18T22:47:13.487 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.774+0000 7f8269c6e700 1 -- 172.21.15.52:0/3868200184 wait complete. 2024-03-18T22:47:13.487 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.774+0000 7f8269c6e700 1 Processor -- start 2024-03-18T22:47:13.487 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.774+0000 7f8269c6e700 1 -- start start 2024-03-18T22:47:13.487 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.775+0000 7f8269c6e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8264106e00 0x7f826407ba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:13.488 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.775+0000 7f8269c6e700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f826410b3a0 con 0x7f8264106e00 2024-03-18T22:47:13.488 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.775+0000 7f82637fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8264106e00 0x7f826407ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:13.488 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.775+0000 7f82637fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8264106e00 0x7f826407ba80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35202/0 (socket says 172.21.15.52:35202) 2024-03-18T22:47:13.488 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.775+0000 7f82637fe700 1 -- 172.21.15.52:0/74191853 learned_addr learned my addr 172.21.15.52:0/74191853 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:13.488 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.775+0000 7f82637fe700 1 -- 172.21.15.52:0/74191853 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f826419ec30 con 0x7f8264106e00 2024-03-18T22:47:13.488 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.775+0000 7f82637fe700 1 --2- 172.21.15.52:0/74191853 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8264106e00 0x7f826407ba80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f8258003fb0 tx=0x7f8258011bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:13.488 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.775+0000 7f8260ff9700 1 -- 172.21.15.52:0/74191853 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f82580039c0 con 0x7f8264106e00 2024-03-18T22:47:13.488 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.775+0000 7f8260ff9700 1 -- 172.21.15.52:0/74191853 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f8258003b60 con 0x7f8264106e00 2024-03-18T22:47:13.488 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.775+0000 7f8260ff9700 1 -- 172.21.15.52:0/74191853 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f825801a6b0 con 0x7f8264106e00 2024-03-18T22:47:13.488 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.775+0000 7f8269c6e700 1 -- 172.21.15.52:0/74191853 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f826419ee00 con 0x7f8264106e00 2024-03-18T22:47:13.488 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.775+0000 7f8269c6e700 1 -- 172.21.15.52:0/74191853 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f826419f220 con 0x7f8264106e00 2024-03-18T22:47:13.488 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.776+0000 7f8260ff9700 1 -- 172.21.15.52:0/74191853 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f825801acf0 con 0x7f8264106e00 2024-03-18T22:47:13.488 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.776+0000 7f8260ff9700 1 -- 172.21.15.52:0/74191853 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f8258019700 con 0x7f8264106e00 2024-03-18T22:47:13.488 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.776+0000 7f8269c6e700 1 -- 172.21.15.52:0/74191853 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8264063940 con 0x7f8264106e00 2024-03-18T22:47:13.488 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.779+0000 7f8260ff9700 1 -- 172.21.15.52:0/74191853 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f8258003d10 con 0x7f8264106e00 2024-03-18T22:47:13.489 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.853+0000 7f8269c6e700 1 -- 172.21.15.52:0/74191853 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f826419f510 con 0x7f8264106e00 2024-03-18T22:47:13.489 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.854+0000 7f8260ff9700 1 -- 172.21.15.52:0/74191853 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f82580249a0 con 0x7f8264106e00 2024-03-18T22:47:13.489 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.855+0000 7f8269c6e700 1 -- 172.21.15.52:0/74191853 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8264106e00 msgr2=0x7f826407ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:13.489 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.855+0000 7f8269c6e700 1 --2- 172.21.15.52:0/74191853 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8264106e00 0x7f826407ba80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f8258003fb0 tx=0x7f8258011bd0 comp rx=0 tx=0).stop 2024-03-18T22:47:13.489 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.855+0000 7f8269c6e700 1 -- 172.21.15.52:0/74191853 shutdown_connections 2024-03-18T22:47:13.489 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.855+0000 7f8269c6e700 1 --2- 172.21.15.52:0/74191853 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8264106e00 0x7f826407ba80 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:13.489 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.855+0000 7f8269c6e700 1 -- 172.21.15.52:0/74191853 >> 172.21.15.52:0/74191853 conn(0x7f82641023a0 msgr2=0x7f8264102e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:13.489 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.855+0000 7f8269c6e700 1 -- 172.21.15.52:0/74191853 shutdown_connections 2024-03-18T22:47:13.489 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:12.855+0000 7f8269c6e700 1 -- 172.21.15.52:0/74191853 wait complete. 2024-03-18T22:47:13.489 INFO:teuthology.orchestra.run.smithi052.stdout:mgr not available, waiting (3/15)... 2024-03-18T22:47:14.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:13 smithi052 ceph-mon[32520]: Activating manager daemon x 2024-03-18T22:47:14.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:13 smithi052 ceph-mon[32520]: mgrmap e2: x(active, starting, since 0.00282574s) 2024-03-18T22:47:14.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:13 smithi052 ceph-mon[32520]: from='mgr.14100 172.21.15.52:0/1854527574' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-18T22:47:14.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:13 smithi052 ceph-mon[32520]: from='mgr.14100 172.21.15.52:0/1854527574' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-18T22:47:14.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:13 smithi052 ceph-mon[32520]: from='mgr.14100 172.21.15.52:0/1854527574' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-18T22:47:14.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:13 smithi052 ceph-mon[32520]: from='mgr.14100 172.21.15.52:0/1854527574' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-18T22:47:14.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:13 smithi052 ceph-mon[32520]: from='mgr.14100 172.21.15.52:0/1854527574' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-18T22:47:14.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:13 smithi052 ceph-mon[32520]: Manager daemon x is now available 2024-03-18T22:47:14.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:13 smithi052 ceph-mon[32520]: from='mgr.14100 172.21.15.52:0/1854527574' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-18T22:47:14.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:13 smithi052 ceph-mon[32520]: from='mgr.14100 172.21.15.52:0/1854527574' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-18T22:47:14.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:13 smithi052 ceph-mon[32520]: from='mgr.14100 172.21.15.52:0/1854527574' entity='mgr.x' 2024-03-18T22:47:14.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:13 smithi052 ceph-mon[32520]: from='mgr.14100 172.21.15.52:0/1854527574' entity='mgr.x' 2024-03-18T22:47:14.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:13 smithi052 ceph-mon[32520]: from='mgr.14100 172.21.15.52:0/1854527574' entity='mgr.x' 2024-03-18T22:47:15.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:15 smithi052 ceph-mon[32520]: mgrmap e3: x(active, since 1.00702s) 2024-03-18T22:47:16.780 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-03-18T22:47:16.780 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout { 2024-03-18T22:47:16.780 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "fsid": "444ca0c0-e579-11ee-95c9-87774f69a715", 2024-03-18T22:47:16.780 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "health": { 2024-03-18T22:47:16.780 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-18T22:47:16.780 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-18T22:47:16.780 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-18T22:47:16.780 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-03-18T22:47:16.781 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-18T22:47:16.781 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-18T22:47:16.781 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 0 2024-03-18T22:47:16.781 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-03-18T22:47:16.781 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-18T22:47:16.781 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "a" 2024-03-18T22:47:16.781 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-03-18T22:47:16.781 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2024-03-18T22:47:16.781 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-18T22:47:16.781 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-18T22:47:16.781 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-03-18T22:47:16.781 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-18T22:47:16.781 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-03-18T22:47:16.781 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-18T22:47:16.782 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-18T22:47:16.782 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-18T22:47:16.782 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-18T22:47:16.782 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-18T22:47:16.790 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-18T22:47:16.791 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-18T22:47:16.791 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-18T22:47:16.791 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-03-18T22:47:16.791 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-18T22:47:16.791 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-18T22:47:16.791 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-18T22:47:16.791 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-18T22:47:16.791 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-18T22:47:16.791 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-18T22:47:16.791 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-18T22:47:16.791 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-18T22:47:16.791 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-18T22:47:16.792 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-03-18T22:47:16.792 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-18T22:47:16.792 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-18T22:47:16.792 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-18T22:47:16.792 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-18T22:47:16.792 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-03-18T22:47:16.792 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-18T22:47:16.792 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "available": true, 2024-03-18T22:47:16.792 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-18T22:47:16.792 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-18T22:47:16.792 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-18T22:47:16.792 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-18T22:47:16.792 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "restful" 2024-03-18T22:47:16.792 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-03-18T22:47:16.793 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-18T22:47:16.793 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-03-18T22:47:16.793 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-18T22:47:16.793 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-18T22:47:16.793 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "modified": "2024-03-18T22:46:59.197341+0000", 2024-03-18T22:47:16.793 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-18T22:47:16.793 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-03-18T22:47:16.793 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-18T22:47:16.793 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout } 2024-03-18T22:47:16.793 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.895+0000 7efe5356b700 1 Processor -- start 2024-03-18T22:47:16.793 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.896+0000 7efe5356b700 1 -- start start 2024-03-18T22:47:16.793 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.896+0000 7efe5356b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efe4c1089a0 0x7efe4c10ad90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:16.793 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.896+0000 7efe5356b700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7efe4c07bea0 con 0x7efe4c1089a0 2024-03-18T22:47:16.793 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.896+0000 7efe51307700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efe4c1089a0 0x7efe4c10ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:16.794 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.896+0000 7efe51307700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efe4c1089a0 0x7efe4c10ad90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35280/0 (socket says 172.21.15.52:35280) 2024-03-18T22:47:16.794 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.896+0000 7efe51307700 1 -- 172.21.15.52:0/2274196317 learned_addr learned my addr 172.21.15.52:0/2274196317 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:16.794 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.896+0000 7efe51307700 1 -- 172.21.15.52:0/2274196317 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe4c10b2d0 con 0x7efe4c1089a0 2024-03-18T22:47:16.794 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.896+0000 7efe51307700 1 --2- 172.21.15.52:0/2274196317 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efe4c1089a0 0x7efe4c10ad90 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7efe400098a0 tx=0x7efe40009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81d27dec3d4a7aed server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:16.794 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.897+0000 7efe3ffff700 1 -- 172.21.15.52:0/2274196317 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efe40004160 con 0x7efe4c1089a0 2024-03-18T22:47:16.794 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.897+0000 7efe3ffff700 1 -- 172.21.15.52:0/2274196317 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7efe40004300 con 0x7efe4c1089a0 2024-03-18T22:47:16.794 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.897+0000 7efe3ffff700 1 -- 172.21.15.52:0/2274196317 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efe40011c00 con 0x7efe4c1089a0 2024-03-18T22:47:16.794 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.897+0000 7efe5356b700 1 -- 172.21.15.52:0/2274196317 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efe4c1089a0 msgr2=0x7efe4c10ad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:16.794 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.897+0000 7efe5356b700 1 --2- 172.21.15.52:0/2274196317 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efe4c1089a0 0x7efe4c10ad90 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7efe400098a0 tx=0x7efe40009bb0 comp rx=0 tx=0).stop 2024-03-18T22:47:16.794 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.897+0000 7efe5356b700 1 -- 172.21.15.52:0/2274196317 shutdown_connections 2024-03-18T22:47:16.794 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.897+0000 7efe5356b700 1 --2- 172.21.15.52:0/2274196317 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efe4c1089a0 0x7efe4c10ad90 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:16.794 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.897+0000 7efe5356b700 1 -- 172.21.15.52:0/2274196317 >> 172.21.15.52:0/2274196317 conn(0x7efe4c1023f0 msgr2=0x7efe4c104810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:16.795 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.897+0000 7efe5356b700 1 -- 172.21.15.52:0/2274196317 shutdown_connections 2024-03-18T22:47:16.795 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.897+0000 7efe5356b700 1 -- 172.21.15.52:0/2274196317 wait complete. 2024-03-18T22:47:16.795 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.898+0000 7efe5356b700 1 Processor -- start 2024-03-18T22:47:16.795 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.898+0000 7efe5356b700 1 -- start start 2024-03-18T22:47:16.795 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.898+0000 7efe5356b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efe4c1089a0 0x7efe4c108220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:16.795 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.898+0000 7efe5356b700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7efe4c10c2e0 con 0x7efe4c1089a0 2024-03-18T22:47:16.795 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.898+0000 7efe51307700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efe4c1089a0 0x7efe4c108220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:16.795 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.898+0000 7efe51307700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efe4c1089a0 0x7efe4c108220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35284/0 (socket says 172.21.15.52:35284) 2024-03-18T22:47:16.795 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.898+0000 7efe51307700 1 -- 172.21.15.52:0/3237252340 learned_addr learned my addr 172.21.15.52:0/3237252340 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:16.795 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.899+0000 7efe51307700 1 -- 172.21.15.52:0/3237252340 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe4c108760 con 0x7efe4c1089a0 2024-03-18T22:47:16.795 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.899+0000 7efe51307700 1 --2- 172.21.15.52:0/3237252340 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efe4c1089a0 0x7efe4c108220 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7efe40011bd0 tx=0x7efe40011cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:16.795 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.899+0000 7efe3e7fc700 1 -- 172.21.15.52:0/3237252340 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efe40003b20 con 0x7efe4c1089a0 2024-03-18T22:47:16.795 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.899+0000 7efe3e7fc700 1 -- 172.21.15.52:0/3237252340 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7efe40003cc0 con 0x7efe4c1089a0 2024-03-18T22:47:16.796 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.899+0000 7efe5356b700 1 -- 172.21.15.52:0/3237252340 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe4c106950 con 0x7efe4c1089a0 2024-03-18T22:47:16.796 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.899+0000 7efe3e7fc700 1 -- 172.21.15.52:0/3237252340 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efe40024930 con 0x7efe4c1089a0 2024-03-18T22:47:16.796 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.899+0000 7efe5356b700 1 -- 172.21.15.52:0/3237252340 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe4c106e90 con 0x7efe4c1089a0 2024-03-18T22:47:16.796 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.900+0000 7efe3e7fc700 1 -- 172.21.15.52:0/3237252340 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 3) ==== 45989+0+0 (secure 0 0 0) 0x7efe40022020 con 0x7efe4c1089a0 2024-03-18T22:47:16.796 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.900+0000 7efe3e7fc700 1 --2- 172.21.15.52:0/3237252340 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7efe38038e00 0x7efe3803b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:16.796 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.900+0000 7efe5356b700 1 -- 172.21.15.52:0/3237252340 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe4c063940 con 0x7efe4c1089a0 2024-03-18T22:47:16.796 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.900+0000 7efe3e7fc700 1 -- 172.21.15.52:0/3237252340 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7efe4004ca20 con 0x7efe4c1089a0 2024-03-18T22:47:16.796 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.900+0000 7efe50b06700 1 --2- 172.21.15.52:0/3237252340 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7efe38038e00 0x7efe3803b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:16.796 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.900+0000 7efe50b06700 1 --2- 172.21.15.52:0/3237252340 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7efe38038e00 0x7efe3803b2c0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7efe48006fd0 tx=0x7efe48006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:16.796 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:15.905+0000 7efe3e7fc700 1 -- 172.21.15.52:0/3237252340 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7efe4001aca0 con 0x7efe4c1089a0 2024-03-18T22:47:16.796 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:16.134+0000 7efe3e7fc700 1 -- 172.21.15.52:0/3237252340 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mgrmap(e 4) ==== 46095+0+0 (secure 0 0 0) 0x7efe4002dc40 con 0x7efe4c1089a0 2024-03-18T22:47:16.796 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:16.199+0000 7efe5356b700 1 -- 172.21.15.52:0/3237252340 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7efe4c1077d0 con 0x7efe4c1089a0 2024-03-18T22:47:16.796 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:16.200+0000 7efe3e7fc700 1 -- 172.21.15.52:0/3237252340 <== mon.0 v2:172.21.15.52:3300/0 8 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7efe400042a0 con 0x7efe4c1089a0 2024-03-18T22:47:16.797 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:16.202+0000 7efe5356b700 1 -- 172.21.15.52:0/3237252340 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7efe38038e00 msgr2=0x7efe3803b2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:16.797 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:16.202+0000 7efe5356b700 1 --2- 172.21.15.52:0/3237252340 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7efe38038e00 0x7efe3803b2c0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7efe48006fd0 tx=0x7efe48006e40 comp rx=0 tx=0).stop 2024-03-18T22:47:16.797 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:16.202+0000 7efe5356b700 1 -- 172.21.15.52:0/3237252340 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efe4c1089a0 msgr2=0x7efe4c108220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:16.797 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:16.202+0000 7efe5356b700 1 --2- 172.21.15.52:0/3237252340 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efe4c1089a0 0x7efe4c108220 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7efe40011bd0 tx=0x7efe40011cb0 comp rx=0 tx=0).stop 2024-03-18T22:47:16.797 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:16.202+0000 7efe5356b700 1 -- 172.21.15.52:0/3237252340 shutdown_connections 2024-03-18T22:47:16.797 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:16.202+0000 7efe5356b700 1 --2- 172.21.15.52:0/3237252340 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7efe38038e00 0x7efe3803b2c0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:16.797 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:16.202+0000 7efe5356b700 1 --2- 172.21.15.52:0/3237252340 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efe4c1089a0 0x7efe4c108220 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:16.797 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:16.202+0000 7efe5356b700 1 -- 172.21.15.52:0/3237252340 >> 172.21.15.52:0/3237252340 conn(0x7efe4c1023f0 msgr2=0x7efe4c102fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:16.797 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:16.202+0000 7efe5356b700 1 -- 172.21.15.52:0/3237252340 shutdown_connections 2024-03-18T22:47:16.797 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:16.202+0000 7efe5356b700 1 -- 172.21.15.52:0/3237252340 wait complete. 2024-03-18T22:47:16.797 INFO:teuthology.orchestra.run.smithi052.stdout:mgr is available 2024-03-18T22:47:17.387 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:17 smithi052 ceph-mon[32520]: mgrmap e4: x(active, since 3s) 2024-03-18T22:47:17.387 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:17 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3237252340' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-18T22:47:17.959 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-03-18T22:47:17.959 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout [global] 2024-03-18T22:47:17.959 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout fsid = 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:47:17.959 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-03-18T22:47:17.959 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-03-18T22:47:17.959 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-03-18T22:47:17.959 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-03-18T22:47:17.959 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-03-18T22:47:17.959 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout [mgr] 2024-03-18T22:47:17.959 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-03-18T22:47:17.960 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-03-18T22:47:17.960 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout [osd] 2024-03-18T22:47:17.960 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout bdev_async_discard = True 2024-03-18T22:47:17.960 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-03-18T22:47:17.960 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-03-18T22:47:17.960 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-03-18T22:47:17.960 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-03-18T22:47:17.960 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-03-18T22:47:17.960 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.173+0000 7ffbf22fd700 1 Processor -- start 2024-03-18T22:47:17.960 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.173+0000 7ffbf22fd700 1 -- start start 2024-03-18T22:47:17.960 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.173+0000 7ffbf22fd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffbec106e10 0x7ffbec107230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:17.960 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.173+0000 7ffbf22fd700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ffbec107770 con 0x7ffbec106e10 2024-03-18T22:47:17.960 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.173+0000 7ffbebfff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffbec106e10 0x7ffbec107230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:17.961 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.173+0000 7ffbebfff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffbec106e10 0x7ffbec107230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35292/0 (socket says 172.21.15.52:35292) 2024-03-18T22:47:17.961 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.173+0000 7ffbebfff700 1 -- 172.21.15.52:0/1317809035 learned_addr learned my addr 172.21.15.52:0/1317809035 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:17.961 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.173+0000 7ffbebfff700 1 -- 172.21.15.52:0/1317809035 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbec107f70 con 0x7ffbec106e10 2024-03-18T22:47:17.961 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.174+0000 7ffbebfff700 1 --2- 172.21.15.52:0/1317809035 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffbec106e10 0x7ffbec107230 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc0098a0 tx=0x7ffbdc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4681af773e47ec51 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:17.961 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.174+0000 7ffbeaffd700 1 -- 172.21.15.52:0/1317809035 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffbdc004160 con 0x7ffbec106e10 2024-03-18T22:47:17.961 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.174+0000 7ffbeaffd700 1 -- 172.21.15.52:0/1317809035 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7ffbdc004300 con 0x7ffbec106e10 2024-03-18T22:47:17.961 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.174+0000 7ffbeaffd700 1 -- 172.21.15.52:0/1317809035 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffbdc011c00 con 0x7ffbec106e10 2024-03-18T22:47:17.961 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.174+0000 7ffbf22fd700 1 -- 172.21.15.52:0/1317809035 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffbec106e10 msgr2=0x7ffbec107230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:17.961 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.174+0000 7ffbf22fd700 1 --2- 172.21.15.52:0/1317809035 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffbec106e10 0x7ffbec107230 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc0098a0 tx=0x7ffbdc009bb0 comp rx=0 tx=0).stop 2024-03-18T22:47:17.961 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.174+0000 7ffbf22fd700 1 -- 172.21.15.52:0/1317809035 shutdown_connections 2024-03-18T22:47:17.961 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.174+0000 7ffbf22fd700 1 --2- 172.21.15.52:0/1317809035 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffbec106e10 0x7ffbec107230 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:17.961 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.174+0000 7ffbf22fd700 1 -- 172.21.15.52:0/1317809035 >> 172.21.15.52:0/1317809035 conn(0x7ffbec1023f0 msgr2=0x7ffbec104810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:17.961 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.174+0000 7ffbf22fd700 1 -- 172.21.15.52:0/1317809035 shutdown_connections 2024-03-18T22:47:17.962 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.174+0000 7ffbf22fd700 1 -- 172.21.15.52:0/1317809035 wait complete. 2024-03-18T22:47:17.962 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.175+0000 7ffbf22fd700 1 Processor -- start 2024-03-18T22:47:17.962 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.175+0000 7ffbf22fd700 1 -- start start 2024-03-18T22:47:17.962 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.175+0000 7ffbf22fd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffbec106e10 0x7ffbec19c020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:17.962 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.175+0000 7ffbf22fd700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ffbec10b3b0 con 0x7ffbec106e10 2024-03-18T22:47:17.962 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.176+0000 7ffbebfff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffbec106e10 0x7ffbec19c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:17.962 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.176+0000 7ffbebfff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffbec106e10 0x7ffbec19c020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35300/0 (socket says 172.21.15.52:35300) 2024-03-18T22:47:17.962 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.176+0000 7ffbebfff700 1 -- 172.21.15.52:0/2476707947 learned_addr learned my addr 172.21.15.52:0/2476707947 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:17.962 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.176+0000 7ffbebfff700 1 -- 172.21.15.52:0/2476707947 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbec19c560 con 0x7ffbec106e10 2024-03-18T22:47:17.962 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.176+0000 7ffbebfff700 1 --2- 172.21.15.52:0/2476707947 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffbec106e10 0x7ffbec19c020 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc003fb0 tx=0x7ffbdc011bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:17.962 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.176+0000 7ffbe97fa700 1 -- 172.21.15.52:0/2476707947 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffbdc0039c0 con 0x7ffbec106e10 2024-03-18T22:47:17.962 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.176+0000 7ffbe97fa700 1 -- 172.21.15.52:0/2476707947 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7ffbdc003b60 con 0x7ffbec106e10 2024-03-18T22:47:17.962 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.176+0000 7ffbf22fd700 1 -- 172.21.15.52:0/2476707947 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbec19c7f0 con 0x7ffbec106e10 2024-03-18T22:47:17.963 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.176+0000 7ffbe97fa700 1 -- 172.21.15.52:0/2476707947 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffbdc01a6b0 con 0x7ffbec106e10 2024-03-18T22:47:17.963 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.176+0000 7ffbf22fd700 1 -- 172.21.15.52:0/2476707947 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbec19f490 con 0x7ffbec106e10 2024-03-18T22:47:17.963 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.177+0000 7ffbe97fa700 1 -- 172.21.15.52:0/2476707947 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 4) ==== 46095+0+0 (secure 0 0 0) 0x7ffbdc01a9b0 con 0x7ffbec106e10 2024-03-18T22:47:17.963 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.177+0000 7ffbe97fa700 1 --2- 172.21.15.52:0/2476707947 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7ffbd4038e80 0x7ffbd403b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:17.963 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.177+0000 7ffbe97fa700 1 -- 172.21.15.52:0/2476707947 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ffbdc04d300 con 0x7ffbec106e10 2024-03-18T22:47:17.963 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.177+0000 7ffbf22fd700 1 -- 172.21.15.52:0/2476707947 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbec063940 con 0x7ffbec106e10 2024-03-18T22:47:17.963 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.177+0000 7ffbeb7fe700 1 --2- 172.21.15.52:0/2476707947 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7ffbd4038e80 0x7ffbd403b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:17.963 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.178+0000 7ffbeb7fe700 1 --2- 172.21.15.52:0/2476707947 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7ffbd4038e80 0x7ffbd403b340 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7ffbe0006fd0 tx=0x7ffbe0006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:17.963 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.183+0000 7ffbe97fa700 1 -- 172.21.15.52:0/2476707947 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7ffbdc04cd20 con 0x7ffbec106e10 2024-03-18T22:47:17.963 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.386+0000 7ffbf22fd700 1 -- 172.21.15.52:0/2476707947 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7ffbec02de20 con 0x7ffbec106e10 2024-03-18T22:47:17.963 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.387+0000 7ffbe97fa700 1 -- 172.21.15.52:0/2476707947 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+400 (secure 0 0 0) 0x7ffbdc0249a0 con 0x7ffbec106e10 2024-03-18T22:47:17.963 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.389+0000 7ffbf22fd700 1 -- 172.21.15.52:0/2476707947 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7ffbd4038e80 msgr2=0x7ffbd403b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:17.963 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.389+0000 7ffbf22fd700 1 --2- 172.21.15.52:0/2476707947 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7ffbd4038e80 0x7ffbd403b340 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7ffbe0006fd0 tx=0x7ffbe0006e40 comp rx=0 tx=0).stop 2024-03-18T22:47:17.964 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.389+0000 7ffbf22fd700 1 -- 172.21.15.52:0/2476707947 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffbec106e10 msgr2=0x7ffbec19c020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:17.964 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.389+0000 7ffbf22fd700 1 --2- 172.21.15.52:0/2476707947 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffbec106e10 0x7ffbec19c020 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc003fb0 tx=0x7ffbdc011bd0 comp rx=0 tx=0).stop 2024-03-18T22:47:17.964 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.389+0000 7ffbf22fd700 1 -- 172.21.15.52:0/2476707947 shutdown_connections 2024-03-18T22:47:17.964 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.389+0000 7ffbf22fd700 1 --2- 172.21.15.52:0/2476707947 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7ffbd4038e80 0x7ffbd403b340 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:17.964 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.389+0000 7ffbf22fd700 1 --2- 172.21.15.52:0/2476707947 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffbec106e10 0x7ffbec19c020 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:17.964 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.389+0000 7ffbf22fd700 1 -- 172.21.15.52:0/2476707947 >> 172.21.15.52:0/2476707947 conn(0x7ffbec1023f0 msgr2=0x7ffbec103290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:17.964 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.389+0000 7ffbf22fd700 1 -- 172.21.15.52:0/2476707947 shutdown_connections 2024-03-18T22:47:17.964 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:17.389+0000 7ffbf22fd700 1 -- 172.21.15.52:0/2476707947 wait complete. 2024-03-18T22:47:17.964 INFO:teuthology.orchestra.run.smithi052.stdout:Enabling cephadm module... 2024-03-18T22:47:18.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:18 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/2476707947' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-03-18T22:47:19.397 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:19 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3905187263' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-03-18T22:47:19.397 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:19 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: ignoring --setuser ceph since I am not root 2024-03-18T22:47:19.397 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:19 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: ignoring --setgroup ceph since I am not root 2024-03-18T22:47:19.681 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.366+0000 7ff14f498700 1 Processor -- start 2024-03-18T22:47:19.682 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.366+0000 7ff14f498700 1 -- start start 2024-03-18T22:47:19.682 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.366+0000 7ff14f498700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff1481067f0 0x7ff148106c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:19.682 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.366+0000 7ff14f498700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff14807be40 con 0x7ff1481067f0 2024-03-18T22:47:19.682 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.367+0000 7ff14d234700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff1481067f0 0x7ff148106c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:19.682 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.367+0000 7ff14d234700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff1481067f0 0x7ff148106c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:53242/0 (socket says 172.21.15.52:53242) 2024-03-18T22:47:19.682 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.367+0000 7ff14d234700 1 -- 172.21.15.52:0/3088969055 learned_addr learned my addr 172.21.15.52:0/3088969055 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:19.682 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.367+0000 7ff14d234700 1 -- 172.21.15.52:0/3088969055 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff148107150 con 0x7ff1481067f0 2024-03-18T22:47:19.682 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.367+0000 7ff14d234700 1 --2- 172.21.15.52:0/3088969055 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff1481067f0 0x7ff148106c10 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7ff138009e80 tx=0x7ff13800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50cfd781b75ce96c server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:19.682 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.367+0000 7ff147fff700 1 -- 172.21.15.52:0/3088969055 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff138017070 con 0x7ff1481067f0 2024-03-18T22:47:19.682 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.367+0000 7ff147fff700 1 -- 172.21.15.52:0/3088969055 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7ff13800b8c0 con 0x7ff1481067f0 2024-03-18T22:47:19.682 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.367+0000 7ff147fff700 1 -- 172.21.15.52:0/3088969055 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff138004620 con 0x7ff1481067f0 2024-03-18T22:47:19.682 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.368+0000 7ff14f498700 1 -- 172.21.15.52:0/3088969055 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff1481067f0 msgr2=0x7ff148106c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:19.683 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.368+0000 7ff14f498700 1 --2- 172.21.15.52:0/3088969055 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff1481067f0 0x7ff148106c10 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7ff138009e80 tx=0x7ff13800b330 comp rx=0 tx=0).stop 2024-03-18T22:47:19.683 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.368+0000 7ff14f498700 1 -- 172.21.15.52:0/3088969055 shutdown_connections 2024-03-18T22:47:19.683 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.368+0000 7ff14f498700 1 --2- 172.21.15.52:0/3088969055 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff1481067f0 0x7ff148106c10 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:19.683 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.368+0000 7ff14f498700 1 -- 172.21.15.52:0/3088969055 >> 172.21.15.52:0/3088969055 conn(0x7ff1481023b0 msgr2=0x7ff1481047f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:19.683 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.368+0000 7ff14f498700 1 -- 172.21.15.52:0/3088969055 shutdown_connections 2024-03-18T22:47:19.683 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.368+0000 7ff14f498700 1 -- 172.21.15.52:0/3088969055 wait complete. 2024-03-18T22:47:19.683 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.368+0000 7ff14f498700 1 Processor -- start 2024-03-18T22:47:19.683 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.368+0000 7ff14f498700 1 -- start start 2024-03-18T22:47:19.683 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.369+0000 7ff14f498700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff1481067f0 0x7ff14819e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:19.683 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.369+0000 7ff14f498700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff148108240 con 0x7ff1481067f0 2024-03-18T22:47:19.683 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.369+0000 7ff14d234700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff1481067f0 0x7ff14819e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:19.683 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.369+0000 7ff14d234700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff1481067f0 0x7ff14819e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:53254/0 (socket says 172.21.15.52:53254) 2024-03-18T22:47:19.683 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.369+0000 7ff14d234700 1 -- 172.21.15.52:0/3905187263 learned_addr learned my addr 172.21.15.52:0/3905187263 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:19.684 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.369+0000 7ff14d234700 1 -- 172.21.15.52:0/3905187263 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff14819e600 con 0x7ff1481067f0 2024-03-18T22:47:19.684 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.369+0000 7ff14d234700 1 --2- 172.21.15.52:0/3905187263 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff1481067f0 0x7ff14819e0c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7ff1380043d0 tx=0x7ff138003d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:19.684 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.369+0000 7ff1467fc700 1 -- 172.21.15.52:0/3905187263 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff138021020 con 0x7ff1481067f0 2024-03-18T22:47:19.684 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.369+0000 7ff1467fc700 1 -- 172.21.15.52:0/3905187263 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7ff1380094d0 con 0x7ff1481067f0 2024-03-18T22:47:19.684 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.369+0000 7ff14f498700 1 -- 172.21.15.52:0/3905187263 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff14819e890 con 0x7ff1481067f0 2024-03-18T22:47:19.684 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.369+0000 7ff1467fc700 1 -- 172.21.15.52:0/3905187263 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff138017040 con 0x7ff1481067f0 2024-03-18T22:47:19.684 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.369+0000 7ff14f498700 1 -- 172.21.15.52:0/3905187263 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1481a1580 con 0x7ff1481067f0 2024-03-18T22:47:19.684 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.370+0000 7ff1467fc700 1 -- 172.21.15.52:0/3905187263 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 4) ==== 46095+0+0 (secure 0 0 0) 0x7ff138024020 con 0x7ff1481067f0 2024-03-18T22:47:19.684 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.370+0000 7ff14f498700 1 -- 172.21.15.52:0/3905187263 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff148063940 con 0x7ff1481067f0 2024-03-18T22:47:19.684 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.370+0000 7ff1467fc700 1 --2- 172.21.15.52:0/3905187263 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7ff130038ed0 0x7ff13003b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:19.684 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.370+0000 7ff1467fc700 1 -- 172.21.15.52:0/3905187263 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff13800f050 con 0x7ff1481067f0 2024-03-18T22:47:19.684 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.370+0000 7ff14ca33700 1 --2- 172.21.15.52:0/3905187263 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7ff130038ed0 0x7ff13003b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:19.684 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.371+0000 7ff14ca33700 1 --2- 172.21.15.52:0/3905187263 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7ff130038ed0 0x7ff13003b390 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff13c006fd0 tx=0x7ff13c006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:19.684 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.375+0000 7ff1467fc700 1 -- 172.21.15.52:0/3905187263 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7ff13802b020 con 0x7ff1481067f0 2024-03-18T22:47:19.685 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:18.638+0000 7ff14f498700 1 -- 172.21.15.52:0/3905187263 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7ff14802df20 con 0x7ff1481067f0 2024-03-18T22:47:19.685 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:19.137+0000 7ff1467fc700 1 -- 172.21.15.52:0/3905187263 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7ff13800bde0 con 0x7ff1481067f0 2024-03-18T22:47:19.685 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:19.139+0000 7ff1467fc700 1 -- 172.21.15.52:0/3905187263 <== mon.0 v2:172.21.15.52:3300/0 8 ==== mgrmap(e 5) ==== 46106+0+0 (secure 0 0 0) 0x7ff138026400 con 0x7ff1481067f0 2024-03-18T22:47:19.685 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:19.141+0000 7ff14f498700 1 -- 172.21.15.52:0/3905187263 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7ff130038ed0 msgr2=0x7ff13003b390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:19.685 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:19.141+0000 7ff14f498700 1 --2- 172.21.15.52:0/3905187263 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7ff130038ed0 0x7ff13003b390 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff13c006fd0 tx=0x7ff13c006e40 comp rx=0 tx=0).stop 2024-03-18T22:47:19.685 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:19.141+0000 7ff14f498700 1 -- 172.21.15.52:0/3905187263 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff1481067f0 msgr2=0x7ff14819e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:19.685 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:19.141+0000 7ff14f498700 1 --2- 172.21.15.52:0/3905187263 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff1481067f0 0x7ff14819e0c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7ff1380043d0 tx=0x7ff138003d00 comp rx=0 tx=0).stop 2024-03-18T22:47:19.685 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:19.141+0000 7ff14f498700 1 -- 172.21.15.52:0/3905187263 shutdown_connections 2024-03-18T22:47:19.685 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:19.141+0000 7ff14f498700 1 --2- 172.21.15.52:0/3905187263 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7ff130038ed0 0x7ff13003b390 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:19.685 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:19.141+0000 7ff14f498700 1 --2- 172.21.15.52:0/3905187263 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff1481067f0 0x7ff14819e0c0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:19.685 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:19.141+0000 7ff14f498700 1 -- 172.21.15.52:0/3905187263 >> 172.21.15.52:0/3905187263 conn(0x7ff1481023b0 msgr2=0x7ff148194c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:19.685 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:19.141+0000 7ff14f498700 1 -- 172.21.15.52:0/3905187263 shutdown_connections 2024-03-18T22:47:19.685 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:19.141+0000 7ff14f498700 1 -- 172.21.15.52:0/3905187263 wait complete. 2024-03-18T22:47:19.938 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:19 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:19.732+0000 7f8eac556200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-18T22:47:19.939 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:19 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:19.830+0000 7f8eac556200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-18T22:47:20.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:20 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3905187263' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-03-18T22:47:20.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:20 smithi052 ceph-mon[32520]: mgrmap e5: x(active, since 6s) 2024-03-18T22:47:20.604 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:20 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:20.506+0000 7f8eac556200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-18T22:47:20.604 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:20 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:20.603+0000 7f8eac556200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-18T22:47:20.940 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:20 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:20.752+0000 7f8eac556200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-18T22:47:20.940 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:20 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:20.851+0000 7f8eac556200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-18T22:47:20.940 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:20 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:20.939+0000 7f8eac556200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-18T22:47:20.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout { 2024-03-18T22:47:20.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-03-18T22:47:20.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "available": true, 2024-03-18T22:47:20.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-03-18T22:47:20.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-03-18T22:47:20.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout } 2024-03-18T22:47:20.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.132+0000 7f40cff82700 1 Processor -- start 2024-03-18T22:47:20.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.132+0000 7f40cff82700 1 -- start start 2024-03-18T22:47:20.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.133+0000 7f40cff82700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40c8107e80 0x7f40c81082a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:20.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.133+0000 7f40cff82700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f40c81087e0 con 0x7f40c8107e80 2024-03-18T22:47:20.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.133+0000 7f40cdd1e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40c8107e80 0x7f40c81082a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:20.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.133+0000 7f40cdd1e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40c8107e80 0x7f40c81082a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:53282/0 (socket says 172.21.15.52:53282) 2024-03-18T22:47:20.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.133+0000 7f40cdd1e700 1 -- 172.21.15.52:0/2697435930 learned_addr learned my addr 172.21.15.52:0/2697435930 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:20.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.133+0000 7f40cdd1e700 1 -- 172.21.15.52:0/2697435930 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40c8109070 con 0x7f40c8107e80 2024-03-18T22:47:20.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.133+0000 7f40cdd1e700 1 --2- 172.21.15.52:0/2697435930 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40c8107e80 0x7f40c81082a0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f40c40098a0 tx=0x7f40c4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4396da19bb3763cc server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:20.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.133+0000 7f40ccd1c700 1 -- 172.21.15.52:0/2697435930 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f40c4004160 con 0x7f40c8107e80 2024-03-18T22:47:20.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.133+0000 7f40ccd1c700 1 -- 172.21.15.52:0/2697435930 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f40c4004300 con 0x7f40c8107e80 2024-03-18T22:47:20.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.133+0000 7f40ccd1c700 1 -- 172.21.15.52:0/2697435930 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f40c4011c00 con 0x7f40c8107e80 2024-03-18T22:47:20.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.134+0000 7f40cff82700 1 -- 172.21.15.52:0/2697435930 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40c8107e80 msgr2=0x7f40c81082a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:20.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.134+0000 7f40cff82700 1 --2- 172.21.15.52:0/2697435930 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40c8107e80 0x7f40c81082a0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f40c40098a0 tx=0x7f40c4009bb0 comp rx=0 tx=0).stop 2024-03-18T22:47:20.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.134+0000 7f40cff82700 1 -- 172.21.15.52:0/2697435930 shutdown_connections 2024-03-18T22:47:20.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.134+0000 7f40cff82700 1 --2- 172.21.15.52:0/2697435930 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40c8107e80 0x7f40c81082a0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:20.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.134+0000 7f40cff82700 1 -- 172.21.15.52:0/2697435930 >> 172.21.15.52:0/2697435930 conn(0x7f40c81034d0 msgr2=0x7f40c81058f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:20.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.134+0000 7f40cff82700 1 -- 172.21.15.52:0/2697435930 shutdown_connections 2024-03-18T22:47:20.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.134+0000 7f40cff82700 1 -- 172.21.15.52:0/2697435930 wait complete. 2024-03-18T22:47:20.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.135+0000 7f40cff82700 1 Processor -- start 2024-03-18T22:47:20.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.135+0000 7f40cff82700 1 -- start start 2024-03-18T22:47:20.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.135+0000 7f40cff82700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40c8107e80 0x7f40c819c030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:20.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.135+0000 7f40cff82700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f40c810c330 con 0x7f40c8107e80 2024-03-18T22:47:20.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.135+0000 7f40cdd1e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40c8107e80 0x7f40c819c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:20.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.135+0000 7f40cdd1e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40c8107e80 0x7f40c819c030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:53296/0 (socket says 172.21.15.52:53296) 2024-03-18T22:47:20.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.135+0000 7f40cdd1e700 1 -- 172.21.15.52:0/1452666502 learned_addr learned my addr 172.21.15.52:0/1452666502 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:20.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.135+0000 7f40cdd1e700 1 -- 172.21.15.52:0/1452666502 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40c819c570 con 0x7f40c8107e80 2024-03-18T22:47:20.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.135+0000 7f40cdd1e700 1 --2- 172.21.15.52:0/1452666502 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40c8107e80 0x7f40c819c030 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f40c40118c0 tx=0x7f40c4011c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:20.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.135+0000 7f40baffd700 1 -- 172.21.15.52:0/1452666502 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f40c4003af0 con 0x7f40c8107e80 2024-03-18T22:47:20.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.136+0000 7f40baffd700 1 -- 172.21.15.52:0/1452666502 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f40c4020070 con 0x7f40c8107e80 2024-03-18T22:47:20.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.136+0000 7f40cff82700 1 -- 172.21.15.52:0/1452666502 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40c819c800 con 0x7f40c8107e80 2024-03-18T22:47:20.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.136+0000 7f40baffd700 1 -- 172.21.15.52:0/1452666502 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f40c40195e0 con 0x7f40c8107e80 2024-03-18T22:47:20.957 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.136+0000 7f40cff82700 1 -- 172.21.15.52:0/1452666502 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40c819f4f0 con 0x7f40c8107e80 2024-03-18T22:47:20.957 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.137+0000 7f40cff82700 1 -- 172.21.15.52:0/1452666502 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40c8063940 con 0x7f40c8107e80 2024-03-18T22:47:20.957 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.137+0000 7f40baffd700 1 -- 172.21.15.52:0/1452666502 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 5) ==== 46106+0+0 (secure 0 0 0) 0x7f40c401a9a0 con 0x7f40c8107e80 2024-03-18T22:47:20.957 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.137+0000 7f40baffd700 1 --2- 172.21.15.52:0/1452666502 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7f40b4038f70 0x7f40b403b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:20.957 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.137+0000 7f40baffd700 1 -- 172.21.15.52:0/1452666502 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f40c404d0b0 con 0x7f40c8107e80 2024-03-18T22:47:20.957 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.137+0000 7f40cd51d700 1 -- 172.21.15.52:0/1452666502 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7f40b4038f70 msgr2=0x7f40b403b430 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/3572762748 2024-03-18T22:47:20.957 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.137+0000 7f40cd51d700 1 --2- 172.21.15.52:0/1452666502 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7f40b4038f70 0x7f40b403b430 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-18T22:47:20.957 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.142+0000 7f40baffd700 1 -- 172.21.15.52:0/1452666502 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f40c4019800 con 0x7f40c8107e80 2024-03-18T22:47:20.957 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.338+0000 7f40cd51d700 1 -- 172.21.15.52:0/1452666502 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7f40b4038f70 msgr2=0x7f40b403b430 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/3572762748 2024-03-18T22:47:20.957 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.338+0000 7f40cd51d700 1 --2- 172.21.15.52:0/1452666502 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7f40b4038f70 0x7f40b403b430 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-03-18T22:47:20.957 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.405+0000 7f40cff82700 1 -- 172.21.15.52:0/1452666502 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f40c819f6c0 con 0x7f40c8107e80 2024-03-18T22:47:20.957 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.405+0000 7f40baffd700 1 -- 172.21.15.52:0/1452666502 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7f40c819f6c0 con 0x7f40c8107e80 2024-03-18T22:47:20.957 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.407+0000 7f40cff82700 1 -- 172.21.15.52:0/1452666502 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7f40b4038f70 msgr2=0x7f40b403b430 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-18T22:47:20.957 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.407+0000 7f40cff82700 1 --2- 172.21.15.52:0/1452666502 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7f40b4038f70 0x7f40b403b430 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:20.958 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.407+0000 7f40cff82700 1 -- 172.21.15.52:0/1452666502 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40c8107e80 msgr2=0x7f40c819c030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:20.958 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.407+0000 7f40cff82700 1 --2- 172.21.15.52:0/1452666502 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40c8107e80 0x7f40c819c030 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f40c40118c0 tx=0x7f40c4011c80 comp rx=0 tx=0).stop 2024-03-18T22:47:20.958 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.407+0000 7f40cff82700 1 -- 172.21.15.52:0/1452666502 shutdown_connections 2024-03-18T22:47:20.958 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.407+0000 7f40cff82700 1 --2- 172.21.15.52:0/1452666502 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7f40b4038f70 0x7f40b403b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:20.958 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.407+0000 7f40cff82700 1 --2- 172.21.15.52:0/1452666502 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40c8107e80 0x7f40c819c030 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:20.958 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.407+0000 7f40cff82700 1 -- 172.21.15.52:0/1452666502 >> 172.21.15.52:0/1452666502 conn(0x7f40c81034d0 msgr2=0x7f40c8104080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:20.958 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.408+0000 7f40cff82700 1 -- 172.21.15.52:0/1452666502 shutdown_connections 2024-03-18T22:47:20.958 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:20.408+0000 7f40cff82700 1 -- 172.21.15.52:0/1452666502 wait complete. 2024-03-18T22:47:20.958 INFO:teuthology.orchestra.run.smithi052.stdout:Waiting for the mgr to restart... 2024-03-18T22:47:20.958 INFO:teuthology.orchestra.run.smithi052.stdout:Waiting for mgr epoch 5... 2024-03-18T22:47:21.222 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:21 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1452666502' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-03-18T22:47:21.488 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:21 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:21.222+0000 7f8eac556200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-18T22:47:21.489 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:21 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:21.337+0000 7f8eac556200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-18T22:47:21.489 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:21 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:21.429+0000 7f8eac556200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-18T22:47:21.971 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:21 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:21.528+0000 7f8eac556200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-18T22:47:21.971 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:21 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:21.706+0000 7f8eac556200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-18T22:47:22.988 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:22 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:22.716+0000 7f8eac556200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-18T22:47:22.988 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:22 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:22.852+0000 7f8eac556200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-18T22:47:23.488 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:23 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:23.192+0000 7f8eac556200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-18T22:47:23.489 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:23 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:23.285+0000 7f8eac556200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-18T22:47:23.976 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:23 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:23.488+0000 7f8eac556200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-18T22:47:23.976 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:23 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:23.681+0000 7f8eac556200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-18T22:47:24.237 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:23 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:23.975+0000 7f8eac556200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-18T22:47:24.237 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:24 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:24.236+0000 7f8eac556200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-18T22:47:24.488 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:24 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:24.481+0000 7f8eac556200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-18T22:47:25.738 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:25 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:25.322+0000 7f8eac556200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-18T22:47:26.238 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:25 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:25.935+0000 7f8eac556200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-18T22:47:26.239 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:26 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:26.037+0000 7f8eac556200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-18T22:47:26.738 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:26 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:26.260+0000 7f8eac556200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-18T22:47:26.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:26 smithi052 ceph-mon[32520]: Active manager daemon x restarted 2024-03-18T22:47:26.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:26 smithi052 ceph-mon[32520]: Activating manager daemon x 2024-03-18T22:47:26.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:26 smithi052 ceph-mon[32520]: osdmap e2: 0 total, 0 up, 0 in 2024-03-18T22:47:26.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:26 smithi052 ceph-mon[32520]: mgrmap e6: x(active, starting, since 0.00362697s) 2024-03-18T22:47:26.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:26 smithi052 ceph-mon[32520]: from='mgr.14120 172.21.15.52:0/3568061654' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-18T22:47:26.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:26 smithi052 ceph-mon[32520]: from='mgr.14120 172.21.15.52:0/3568061654' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-18T22:47:26.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:26 smithi052 ceph-mon[32520]: from='mgr.14120 172.21.15.52:0/3568061654' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-18T22:47:26.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:26 smithi052 ceph-mon[32520]: from='mgr.14120 172.21.15.52:0/3568061654' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-18T22:47:26.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:26 smithi052 ceph-mon[32520]: from='mgr.14120 172.21.15.52:0/3568061654' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-18T22:47:26.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:26 smithi052 ceph-mon[32520]: Manager daemon x is now available 2024-03-18T22:47:26.740 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:26 smithi052 ceph-mon[32520]: from='mgr.14120 172.21.15.52:0/3568061654' entity='mgr.x' 2024-03-18T22:47:26.740 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:26 smithi052 ceph-mon[32520]: from='mgr.14120 172.21.15.52:0/3568061654' entity='mgr.x' 2024-03-18T22:47:26.740 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:26 smithi052 ceph-mon[32520]: from='mgr.14120 172.21.15.52:0/3568061654' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:47:26.740 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:26 smithi052 ceph-mon[32520]: from='mgr.14120 172.21.15.52:0/3568061654' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:47:27.584 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:27 smithi052 ceph-mon[32520]: Found migration_current of "None". Setting to last migration. 2024-03-18T22:47:27.584 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:27 smithi052 ceph-mon[32520]: from='mgr.14120 172.21.15.52:0/3568061654' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:47:27.585 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:27 smithi052 ceph-mon[32520]: from='mgr.14120 172.21.15.52:0/3568061654' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-18T22:47:27.585 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:27 smithi052 ceph-mon[32520]: from='mgr.14120 172.21.15.52:0/3568061654' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-18T22:47:27.585 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:27 smithi052 ceph-mon[32520]: mgrmap e7: x(active, since 1.00569s) 2024-03-18T22:47:27.853 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout { 2024-03-18T22:47:27.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-03-18T22:47:27.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "initialized": true 2024-03-18T22:47:27.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout } 2024-03-18T22:47:27.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.365+0000 7f0f7f1d4700 1 Processor -- start 2024-03-18T22:47:27.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.365+0000 7f0f7f1d4700 1 -- start start 2024-03-18T22:47:27.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.365+0000 7f0f7f1d4700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0f78108a00 0x7f0f7810adf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:27.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.365+0000 7f0f7f1d4700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0f7807be60 con 0x7f0f78108a00 2024-03-18T22:47:27.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.365+0000 7f0f7cf70700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0f78108a00 0x7f0f7810adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:27.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.365+0000 7f0f7cf70700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0f78108a00 0x7f0f7810adf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:53312/0 (socket says 172.21.15.52:53312) 2024-03-18T22:47:27.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.365+0000 7f0f7cf70700 1 -- 172.21.15.52:0/2675060957 learned_addr learned my addr 172.21.15.52:0/2675060957 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:27.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.365+0000 7f0f7cf70700 1 -- 172.21.15.52:0/2675060957 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f7810b330 con 0x7f0f78108a00 2024-03-18T22:47:27.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.365+0000 7f0f7cf70700 1 --2- 172.21.15.52:0/2675060957 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0f78108a00 0x7f0f7810adf0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f0f6c0098a0 tx=0x7f0f6c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bac587c911a9db5 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:27.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.366+0000 7f0f777fe700 1 -- 172.21.15.52:0/2675060957 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0f6c004160 con 0x7f0f78108a00 2024-03-18T22:47:27.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.366+0000 7f0f777fe700 1 -- 172.21.15.52:0/2675060957 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f0f6c004300 con 0x7f0f78108a00 2024-03-18T22:47:27.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.366+0000 7f0f777fe700 1 -- 172.21.15.52:0/2675060957 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0f6c011c00 con 0x7f0f78108a00 2024-03-18T22:47:27.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.366+0000 7f0f7f1d4700 1 -- 172.21.15.52:0/2675060957 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0f78108a00 msgr2=0x7f0f7810adf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:27.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.366+0000 7f0f7f1d4700 1 --2- 172.21.15.52:0/2675060957 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0f78108a00 0x7f0f7810adf0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f0f6c0098a0 tx=0x7f0f6c009bb0 comp rx=0 tx=0).stop 2024-03-18T22:47:27.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.366+0000 7f0f7f1d4700 1 -- 172.21.15.52:0/2675060957 shutdown_connections 2024-03-18T22:47:27.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.366+0000 7f0f7f1d4700 1 --2- 172.21.15.52:0/2675060957 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0f78108a00 0x7f0f7810adf0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:27.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.366+0000 7f0f7f1d4700 1 -- 172.21.15.52:0/2675060957 >> 172.21.15.52:0/2675060957 conn(0x7f0f781023b0 msgr2=0x7f0f78104810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:27.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.367+0000 7f0f7f1d4700 1 -- 172.21.15.52:0/2675060957 shutdown_connections 2024-03-18T22:47:27.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.367+0000 7f0f7f1d4700 1 -- 172.21.15.52:0/2675060957 wait complete. 2024-03-18T22:47:27.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.367+0000 7f0f7f1d4700 1 Processor -- start 2024-03-18T22:47:27.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.367+0000 7f0f7f1d4700 1 -- start start 2024-03-18T22:47:27.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.367+0000 7f0f7f1d4700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0f78108a00 0x7f0f7819bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:27.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.367+0000 7f0f7f1d4700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0f7810c360 con 0x7f0f78108a00 2024-03-18T22:47:27.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.367+0000 7f0f7cf70700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0f78108a00 0x7f0f7819bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:27.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.367+0000 7f0f7cf70700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0f78108a00 0x7f0f7819bfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:53322/0 (socket says 172.21.15.52:53322) 2024-03-18T22:47:27.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.367+0000 7f0f7cf70700 1 -- 172.21.15.52:0/82727438 learned_addr learned my addr 172.21.15.52:0/82727438 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:27.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.368+0000 7f0f7cf70700 1 -- 172.21.15.52:0/82727438 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f7819c500 con 0x7f0f78108a00 2024-03-18T22:47:27.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.368+0000 7f0f7cf70700 1 --2- 172.21.15.52:0/82727438 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0f78108a00 0x7f0f7819bfc0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f0f6c009fb0 tx=0x7f0f6c011c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:27.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.368+0000 7f0f75ffb700 1 -- 172.21.15.52:0/82727438 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0f6c0038b0 con 0x7f0f78108a00 2024-03-18T22:47:27.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.368+0000 7f0f75ffb700 1 -- 172.21.15.52:0/82727438 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f0f6c01a430 con 0x7f0f78108a00 2024-03-18T22:47:27.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.368+0000 7f0f7f1d4700 1 -- 172.21.15.52:0/82727438 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f7819c790 con 0x7f0f78108a00 2024-03-18T22:47:27.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.368+0000 7f0f75ffb700 1 -- 172.21.15.52:0/82727438 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0f6c019630 con 0x7f0f78108a00 2024-03-18T22:47:27.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.368+0000 7f0f7f1d4700 1 -- 172.21.15.52:0/82727438 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f7819f480 con 0x7f0f78108a00 2024-03-18T22:47:27.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.369+0000 7f0f75ffb700 1 -- 172.21.15.52:0/82727438 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 5) ==== 46106+0+0 (secure 0 0 0) 0x7f0f6c0198e0 con 0x7f0f78108a00 2024-03-18T22:47:27.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.369+0000 7f0f75ffb700 1 --2- 172.21.15.52:0/82727438 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7f0f68038f20 0x7f0f6803b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:27.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.369+0000 7f0f7f1d4700 1 -- 172.21.15.52:0/82727438 --> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f0f78063940 con 0x7f0f68038f20 2024-03-18T22:47:27.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.369+0000 7f0f75ffb700 1 -- 172.21.15.52:0/82727438 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f0f6c04d080 con 0x7f0f78108a00 2024-03-18T22:47:27.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.369+0000 7f0f77fff700 1 -- 172.21.15.52:0/82727438 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7f0f68038f20 msgr2=0x7f0f6803b3e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/3572762748 2024-03-18T22:47:27.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.369+0000 7f0f77fff700 1 --2- 172.21.15.52:0/82727438 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7f0f68038f20 0x7f0f6803b3e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-18T22:47:27.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.570+0000 7f0f77fff700 1 -- 172.21.15.52:0/82727438 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7f0f68038f20 msgr2=0x7f0f6803b3e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/3572762748 2024-03-18T22:47:27.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.570+0000 7f0f77fff700 1 --2- 172.21.15.52:0/82727438 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7f0f68038f20 0x7f0f6803b3e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-03-18T22:47:27.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.971+0000 7f0f77fff700 1 -- 172.21.15.52:0/82727438 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7f0f68038f20 msgr2=0x7f0f6803b3e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/3572762748 2024-03-18T22:47:27.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:21.971+0000 7f0f77fff700 1 --2- 172.21.15.52:0/82727438 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7f0f68038f20 0x7f0f6803b3e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-03-18T22:47:27.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:22.772+0000 7f0f77fff700 1 -- 172.21.15.52:0/82727438 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7f0f68038f20 msgr2=0x7f0f6803b3e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/3572762748 2024-03-18T22:47:27.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:22.772+0000 7f0f77fff700 1 --2- 172.21.15.52:0/82727438 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7f0f68038f20 0x7f0f6803b3e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-03-18T22:47:27.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:24.373+0000 7f0f77fff700 1 -- 172.21.15.52:0/82727438 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7f0f68038f20 msgr2=0x7f0f6803b3e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/3572762748 2024-03-18T22:47:27.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:24.373+0000 7f0f77fff700 1 --2- 172.21.15.52:0/82727438 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7f0f68038f20 0x7f0f6803b3e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-03-18T22:47:27.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:26.275+0000 7f0f75ffb700 1 -- 172.21.15.52:0/82727438 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mgrmap(e 6) ==== 45873+0+0 (secure 0 0 0) 0x7f0f6c02d960 con 0x7f0f78108a00 2024-03-18T22:47:27.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:26.275+0000 7f0f75ffb700 1 -- 172.21.15.52:0/82727438 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7f0f68038f20 msgr2=0x7f0f6803b3e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-18T22:47:27.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:26.275+0000 7f0f75ffb700 1 --2- 172.21.15.52:0/82727438 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7f0f68038f20 0x7f0f6803b3e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:27.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:27.276+0000 7f0f75ffb700 1 -- 172.21.15.52:0/82727438 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mgrmap(e 7) ==== 46000+0+0 (secure 0 0 0) 0x7f0f6c04e8c0 con 0x7f0f78108a00 2024-03-18T22:47:27.858 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:27.276+0000 7f0f75ffb700 1 --2- 172.21.15.52:0/82727438 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f0f6803c620 0x7f0f6803ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:27.858 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:27.276+0000 7f0f75ffb700 1 -- 172.21.15.52:0/82727438 --> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f0f6c04c850 con 0x7f0f6803c620 2024-03-18T22:47:27.858 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:27.277+0000 7f0f77fff700 1 --2- 172.21.15.52:0/82727438 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f0f6803c620 0x7f0f6803ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:27.858 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:27.278+0000 7f0f77fff700 1 --2- 172.21.15.52:0/82727438 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f0f6803c620 0x7f0f6803ea10 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f0f64003a10 tx=0x7f0f640092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:27.858 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:27.278+0000 7f0f75ffb700 1 -- 172.21.15.52:0/82727438 <== mgr.14120 v2:172.21.15.52:6800/2150375137 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f0f6c04c850 con 0x7f0f6803c620 2024-03-18T22:47:27.858 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:27.285+0000 7f0f7f1d4700 1 -- 172.21.15.52:0/82727438 --> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f0f78103620 con 0x7f0f6803c620 2024-03-18T22:47:27.858 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:27.285+0000 7f0f75ffb700 1 -- 172.21.15.52:0/82727438 <== mgr.14120 v2:172.21.15.52:6800/2150375137 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f0f78103620 con 0x7f0f6803c620 2024-03-18T22:47:27.858 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:27.285+0000 7f0f7f1d4700 1 -- 172.21.15.52:0/82727438 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f0f6803c620 msgr2=0x7f0f6803ea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:27.858 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:27.285+0000 7f0f7f1d4700 1 --2- 172.21.15.52:0/82727438 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f0f6803c620 0x7f0f6803ea10 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f0f64003a10 tx=0x7f0f640092b0 comp rx=0 tx=0).stop 2024-03-18T22:47:27.858 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:27.285+0000 7f0f7f1d4700 1 -- 172.21.15.52:0/82727438 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0f78108a00 msgr2=0x7f0f7819bfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:27.858 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:27.285+0000 7f0f7f1d4700 1 --2- 172.21.15.52:0/82727438 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0f78108a00 0x7f0f7819bfc0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f0f6c009fb0 tx=0x7f0f6c011c60 comp rx=0 tx=0).stop 2024-03-18T22:47:27.858 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:27.285+0000 7f0f7f1d4700 1 -- 172.21.15.52:0/82727438 shutdown_connections 2024-03-18T22:47:27.858 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:27.285+0000 7f0f7f1d4700 1 --2- 172.21.15.52:0/82727438 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f0f6803c620 0x7f0f6803ea10 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:27.859 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:27.285+0000 7f0f7f1d4700 1 --2- 172.21.15.52:0/82727438 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0f78108a00 0x7f0f7819bfc0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:27.859 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:27.285+0000 7f0f7f1d4700 1 --2- 172.21.15.52:0/82727438 >> [v2:172.21.15.52:6800/3572762748,v1:172.21.15.52:6801/3572762748] conn(0x7f0f68038f20 0x7f0f6803b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:27.859 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:27.285+0000 7f0f7f1d4700 1 -- 172.21.15.52:0/82727438 >> 172.21.15.52:0/82727438 conn(0x7f0f781023b0 msgr2=0x7f0f78102f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:27.859 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:27.286+0000 7f0f7f1d4700 1 -- 172.21.15.52:0/82727438 shutdown_connections 2024-03-18T22:47:27.859 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:27.286+0000 7f0f7f1d4700 1 -- 172.21.15.52:0/82727438 wait complete. 2024-03-18T22:47:27.859 INFO:teuthology.orchestra.run.smithi052.stdout:mgr epoch 5 is available 2024-03-18T22:47:27.859 INFO:teuthology.orchestra.run.smithi052.stdout:Setting orchestrator backend to cephadm... 2024-03-18T22:47:28.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:28 smithi052 ceph-mon[32520]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-03-18T22:47:28.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:28 smithi052 ceph-mon[32520]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-03-18T22:47:29.075 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.297+0000 7fa3a4c96700 1 Processor -- start 2024-03-18T22:47:29.075 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.297+0000 7fa3a4c96700 1 -- start start 2024-03-18T22:47:29.075 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.297+0000 7fa3a4c96700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa3a0108970 0x7fa3a010ad60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:29.075 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.297+0000 7fa3a4c96700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa3a007be80 con 0x7fa3a0108970 2024-03-18T22:47:29.075 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.297+0000 7fa39e59c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa3a0108970 0x7fa3a010ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:29.075 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.297+0000 7fa39e59c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa3a0108970 0x7fa3a010ad60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49032/0 (socket says 172.21.15.52:49032) 2024-03-18T22:47:29.075 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.297+0000 7fa39e59c700 1 -- 172.21.15.52:0/484102460 learned_addr learned my addr 172.21.15.52:0/484102460 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:29.075 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.297+0000 7fa39e59c700 1 -- 172.21.15.52:0/484102460 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3a010b2a0 con 0x7fa3a0108970 2024-03-18T22:47:29.076 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.298+0000 7fa39e59c700 1 --2- 172.21.15.52:0/484102460 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa3a0108970 0x7fa3a010ad60 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fa3900098a0 tx=0x7fa390009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d2b723baa06261b server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:29.076 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.298+0000 7fa39d59a700 1 -- 172.21.15.52:0/484102460 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa390004160 con 0x7fa3a0108970 2024-03-18T22:47:29.076 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.298+0000 7fa39d59a700 1 -- 172.21.15.52:0/484102460 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fa390004300 con 0x7fa3a0108970 2024-03-18T22:47:29.076 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.298+0000 7fa39d59a700 1 -- 172.21.15.52:0/484102460 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa390011c00 con 0x7fa3a0108970 2024-03-18T22:47:29.076 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.298+0000 7fa3a4c96700 1 -- 172.21.15.52:0/484102460 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa3a0108970 msgr2=0x7fa3a010ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:29.076 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.298+0000 7fa3a4c96700 1 --2- 172.21.15.52:0/484102460 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa3a0108970 0x7fa3a010ad60 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fa3900098a0 tx=0x7fa390009bb0 comp rx=0 tx=0).stop 2024-03-18T22:47:29.076 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.298+0000 7fa3a4c96700 1 -- 172.21.15.52:0/484102460 shutdown_connections 2024-03-18T22:47:29.076 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.298+0000 7fa3a4c96700 1 --2- 172.21.15.52:0/484102460 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa3a0108970 0x7fa3a010ad60 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:29.076 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.298+0000 7fa3a4c96700 1 -- 172.21.15.52:0/484102460 >> 172.21.15.52:0/484102460 conn(0x7fa3a01023a0 msgr2=0x7fa3a01047c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:29.076 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.299+0000 7fa3a4c96700 1 -- 172.21.15.52:0/484102460 shutdown_connections 2024-03-18T22:47:29.076 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.299+0000 7fa3a4c96700 1 -- 172.21.15.52:0/484102460 wait complete. 2024-03-18T22:47:29.076 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.299+0000 7fa3a4c96700 1 Processor -- start 2024-03-18T22:47:29.076 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.299+0000 7fa3a4c96700 1 -- start start 2024-03-18T22:47:29.076 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.299+0000 7fa3a4c96700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa3a0108970 0x7fa3a01081f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:29.077 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.299+0000 7fa3a4c96700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa3a010c320 con 0x7fa3a0108970 2024-03-18T22:47:29.077 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.300+0000 7fa39e59c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa3a0108970 0x7fa3a01081f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:29.077 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.300+0000 7fa39e59c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa3a0108970 0x7fa3a01081f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49040/0 (socket says 172.21.15.52:49040) 2024-03-18T22:47:29.077 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.300+0000 7fa39e59c700 1 -- 172.21.15.52:0/90262460 learned_addr learned my addr 172.21.15.52:0/90262460 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:29.077 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.300+0000 7fa39e59c700 1 -- 172.21.15.52:0/90262460 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3a0108730 con 0x7fa3a0108970 2024-03-18T22:47:29.077 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.300+0000 7fa39e59c700 1 --2- 172.21.15.52:0/90262460 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa3a0108970 0x7fa3a01081f0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa390003fb0 tx=0x7fa390011bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:29.077 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.300+0000 7fa38f7fe700 1 -- 172.21.15.52:0/90262460 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa3900039c0 con 0x7fa3a0108970 2024-03-18T22:47:29.077 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.300+0000 7fa38f7fe700 1 -- 172.21.15.52:0/90262460 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fa390003b60 con 0x7fa3a0108970 2024-03-18T22:47:29.077 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.300+0000 7fa3a4c96700 1 -- 172.21.15.52:0/90262460 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3a0106920 con 0x7fa3a0108970 2024-03-18T22:47:29.077 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.300+0000 7fa38f7fe700 1 -- 172.21.15.52:0/90262460 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa39001a6b0 con 0x7fa3a0108970 2024-03-18T22:47:29.077 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.300+0000 7fa3a4c96700 1 -- 172.21.15.52:0/90262460 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3a0106e60 con 0x7fa3a0108970 2024-03-18T22:47:29.077 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.301+0000 7fa38f7fe700 1 -- 172.21.15.52:0/90262460 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 7) ==== 46000+0+0 (secure 0 0 0) 0x7fa390024430 con 0x7fa3a0108970 2024-03-18T22:47:29.077 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.301+0000 7fa3a4c96700 1 -- 172.21.15.52:0/90262460 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3a0063940 con 0x7fa3a0108970 2024-03-18T22:47:29.077 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.301+0000 7fa38f7fe700 1 --2- 172.21.15.52:0/90262460 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7fa388038e10 0x7fa38803b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:29.078 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.301+0000 7fa38f7fe700 1 -- 172.21.15.52:0/90262460 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa39004d060 con 0x7fa3a0108970 2024-03-18T22:47:29.078 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.301+0000 7fa39dd9b700 1 --2- 172.21.15.52:0/90262460 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7fa388038e10 0x7fa38803b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:29.078 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.302+0000 7fa39dd9b700 1 --2- 172.21.15.52:0/90262460 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7fa388038e10 0x7fa38803b2d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa394006fd0 tx=0x7fa394006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:29.078 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.307+0000 7fa38f7fe700 1 -- 172.21.15.52:0/90262460 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fa390003d10 con 0x7fa3a0108970 2024-03-18T22:47:29.078 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.328+0000 7fa38f7fe700 1 -- 172.21.15.52:0/90262460 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mgrmap(e 8) ==== 46106+0+0 (secure 0 0 0) 0x7fa39002d3f0 con 0x7fa3a0108970 2024-03-18T22:47:29.078 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.529+0000 7fa3a4c96700 1 -- 172.21.15.52:0/90262460 --> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7fa3a0103610 con 0x7fa388038e10 2024-03-18T22:47:29.078 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.534+0000 7fa38f7fe700 1 -- 172.21.15.52:0/90262460 <== mgr.14120 v2:172.21.15.52:6800/2150375137 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fa3a0103610 con 0x7fa388038e10 2024-03-18T22:47:29.078 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.536+0000 7fa3a4c96700 1 -- 172.21.15.52:0/90262460 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7fa388038e10 msgr2=0x7fa38803b2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:29.078 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.536+0000 7fa3a4c96700 1 --2- 172.21.15.52:0/90262460 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7fa388038e10 0x7fa38803b2d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa394006fd0 tx=0x7fa394006e40 comp rx=0 tx=0).stop 2024-03-18T22:47:29.078 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.536+0000 7fa3a4c96700 1 -- 172.21.15.52:0/90262460 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa3a0108970 msgr2=0x7fa3a01081f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:29.078 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.536+0000 7fa3a4c96700 1 --2- 172.21.15.52:0/90262460 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa3a0108970 0x7fa3a01081f0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa390003fb0 tx=0x7fa390011bd0 comp rx=0 tx=0).stop 2024-03-18T22:47:29.078 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.536+0000 7fa3a4c96700 1 -- 172.21.15.52:0/90262460 shutdown_connections 2024-03-18T22:47:29.078 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.536+0000 7fa3a4c96700 1 --2- 172.21.15.52:0/90262460 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7fa388038e10 0x7fa38803b2d0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:29.079 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.536+0000 7fa3a4c96700 1 --2- 172.21.15.52:0/90262460 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa3a0108970 0x7fa3a01081f0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:29.079 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.536+0000 7fa3a4c96700 1 -- 172.21.15.52:0/90262460 >> 172.21.15.52:0/90262460 conn(0x7fa3a01023a0 msgr2=0x7fa3a0102f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:29.079 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.536+0000 7fa3a4c96700 1 -- 172.21.15.52:0/90262460 shutdown_connections 2024-03-18T22:47:29.079 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:28.536+0000 7fa3a4c96700 1 -- 172.21.15.52:0/90262460 wait complete. 2024-03-18T22:47:29.462 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:29 smithi052 ceph-mon[32520]: mgrmap e8: x(active, since 2s) 2024-03-18T22:47:29.462 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:29 smithi052 ceph-mon[32520]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:47:29.462 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:29 smithi052 ceph-mon[32520]: from='mgr.14120 172.21.15.52:0/3568061654' entity='mgr.x' 2024-03-18T22:47:29.462 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:29 smithi052 ceph-mon[32520]: from='mgr.14120 172.21.15.52:0/3568061654' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:47:29.462 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:29 smithi052 ceph-mon[32520]: from='mgr.14120 172.21.15.52:0/3568061654' entity='mgr.x' 2024-03-18T22:47:29.462 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:29 smithi052 ceph-mon[32520]: from='mgr.14120 172.21.15.52:0/3568061654' entity='mgr.x' 2024-03-18T22:47:30.249 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout value unchanged 2024-03-18T22:47:30.249 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.477+0000 7fec00a7a700 1 Processor -- start 2024-03-18T22:47:30.249 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.477+0000 7fec00a7a700 1 -- start start 2024-03-18T22:47:30.249 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.477+0000 7fec00a7a700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febfc107e80 0x7febfc1082a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:30.249 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.477+0000 7fec00a7a700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7febfc1087e0 con 0x7febfc107e80 2024-03-18T22:47:30.249 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.478+0000 7febfa59c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febfc107e80 0x7febfc1082a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:30.249 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.478+0000 7febfa59c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febfc107e80 0x7febfc1082a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49052/0 (socket says 172.21.15.52:49052) 2024-03-18T22:47:30.250 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.478+0000 7febfa59c700 1 -- 172.21.15.52:0/4189170399 learned_addr learned my addr 172.21.15.52:0/4189170399 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:30.250 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.478+0000 7febfa59c700 1 -- 172.21.15.52:0/4189170399 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febfc109070 con 0x7febfc107e80 2024-03-18T22:47:30.250 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.478+0000 7febfa59c700 1 --2- 172.21.15.52:0/4189170399 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febfc107e80 0x7febfc1082a0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7febe40098a0 tx=0x7febe4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a1a85c59e1f59aa server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:30.250 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.478+0000 7febf959a700 1 -- 172.21.15.52:0/4189170399 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7febe4004160 con 0x7febfc107e80 2024-03-18T22:47:30.250 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.478+0000 7febf959a700 1 -- 172.21.15.52:0/4189170399 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7febe4004300 con 0x7febfc107e80 2024-03-18T22:47:30.250 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.478+0000 7febf959a700 1 -- 172.21.15.52:0/4189170399 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7febe4011c00 con 0x7febfc107e80 2024-03-18T22:47:30.250 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.479+0000 7fec00a7a700 1 -- 172.21.15.52:0/4189170399 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febfc107e80 msgr2=0x7febfc1082a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:30.250 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.479+0000 7fec00a7a700 1 --2- 172.21.15.52:0/4189170399 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febfc107e80 0x7febfc1082a0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7febe40098a0 tx=0x7febe4009bb0 comp rx=0 tx=0).stop 2024-03-18T22:47:30.250 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.479+0000 7fec00a7a700 1 -- 172.21.15.52:0/4189170399 shutdown_connections 2024-03-18T22:47:30.250 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.479+0000 7fec00a7a700 1 --2- 172.21.15.52:0/4189170399 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febfc107e80 0x7febfc1082a0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:30.250 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.479+0000 7fec00a7a700 1 -- 172.21.15.52:0/4189170399 >> 172.21.15.52:0/4189170399 conn(0x7febfc1034d0 msgr2=0x7febfc1058f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:30.250 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.479+0000 7fec00a7a700 1 -- 172.21.15.52:0/4189170399 shutdown_connections 2024-03-18T22:47:30.250 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.479+0000 7fec00a7a700 1 -- 172.21.15.52:0/4189170399 wait complete. 2024-03-18T22:47:30.250 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.480+0000 7fec00a7a700 1 Processor -- start 2024-03-18T22:47:30.251 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.480+0000 7fec00a7a700 1 -- start start 2024-03-18T22:47:30.251 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.480+0000 7fec00a7a700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febfc107e80 0x7febfc19c030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:30.251 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.480+0000 7fec00a7a700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7febfc10c330 con 0x7febfc107e80 2024-03-18T22:47:30.251 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.480+0000 7febfa59c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febfc107e80 0x7febfc19c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:30.251 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.480+0000 7febfa59c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febfc107e80 0x7febfc19c030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49066/0 (socket says 172.21.15.52:49066) 2024-03-18T22:47:30.251 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.480+0000 7febfa59c700 1 -- 172.21.15.52:0/1716859348 learned_addr learned my addr 172.21.15.52:0/1716859348 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:30.251 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.480+0000 7febfa59c700 1 -- 172.21.15.52:0/1716859348 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febfc19c570 con 0x7febfc107e80 2024-03-18T22:47:30.251 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.480+0000 7febfa59c700 1 --2- 172.21.15.52:0/1716859348 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febfc107e80 0x7febfc19c030 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7febe4009fb0 tx=0x7febe4011c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:30.251 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.481+0000 7febf37fe700 1 -- 172.21.15.52:0/1716859348 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7febe40038b0 con 0x7febfc107e80 2024-03-18T22:47:30.251 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.481+0000 7fec00a7a700 1 -- 172.21.15.52:0/1716859348 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febfc19c800 con 0x7febfc107e80 2024-03-18T22:47:30.251 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.481+0000 7febf37fe700 1 -- 172.21.15.52:0/1716859348 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7febe401a430 con 0x7febfc107e80 2024-03-18T22:47:30.251 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.481+0000 7febf37fe700 1 -- 172.21.15.52:0/1716859348 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7febe40195e0 con 0x7febfc107e80 2024-03-18T22:47:30.251 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.481+0000 7fec00a7a700 1 -- 172.21.15.52:0/1716859348 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febfc19f4f0 con 0x7febfc107e80 2024-03-18T22:47:30.251 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.482+0000 7febf37fe700 1 -- 172.21.15.52:0/1716859348 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 8) ==== 46106+0+0 (secure 0 0 0) 0x7febe4003a50 con 0x7febfc107e80 2024-03-18T22:47:30.252 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.482+0000 7fec00a7a700 1 -- 172.21.15.52:0/1716859348 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febfc063940 con 0x7febfc107e80 2024-03-18T22:47:30.252 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.482+0000 7febf37fe700 1 --2- 172.21.15.52:0/1716859348 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7febe8038f20 0x7febe803b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:30.252 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.482+0000 7febf37fe700 1 -- 172.21.15.52:0/1716859348 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7febe404d170 con 0x7febfc107e80 2024-03-18T22:47:30.252 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.482+0000 7febf9d9b700 1 --2- 172.21.15.52:0/1716859348 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7febe8038f20 0x7febe803b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:30.252 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.483+0000 7febf9d9b700 1 --2- 172.21.15.52:0/1716859348 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7febe8038f20 0x7febe803b3e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7febec006fd0 tx=0x7febec006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:30.252 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.487+0000 7febf37fe700 1 -- 172.21.15.52:0/1716859348 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7febe401aaa0 con 0x7febfc107e80 2024-03-18T22:47:30.252 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.693+0000 7fec00a7a700 1 -- 172.21.15.52:0/1716859348 --> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7febfc1047d0 con 0x7febe8038f20 2024-03-18T22:47:30.252 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.693+0000 7febf37fe700 1 -- 172.21.15.52:0/1716859348 <== mgr.14120 v2:172.21.15.52:6800/2150375137 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7febfc1047d0 con 0x7febe8038f20 2024-03-18T22:47:30.252 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.695+0000 7fec00a7a700 1 -- 172.21.15.52:0/1716859348 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7febe8038f20 msgr2=0x7febe803b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:30.252 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.695+0000 7fec00a7a700 1 --2- 172.21.15.52:0/1716859348 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7febe8038f20 0x7febe803b3e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7febec006fd0 tx=0x7febec006e40 comp rx=0 tx=0).stop 2024-03-18T22:47:30.252 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.695+0000 7fec00a7a700 1 -- 172.21.15.52:0/1716859348 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febfc107e80 msgr2=0x7febfc19c030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:30.252 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.695+0000 7fec00a7a700 1 --2- 172.21.15.52:0/1716859348 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febfc107e80 0x7febfc19c030 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7febe4009fb0 tx=0x7febe4011c60 comp rx=0 tx=0).stop 2024-03-18T22:47:30.252 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.695+0000 7fec00a7a700 1 -- 172.21.15.52:0/1716859348 shutdown_connections 2024-03-18T22:47:30.252 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.695+0000 7fec00a7a700 1 --2- 172.21.15.52:0/1716859348 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7febe8038f20 0x7febe803b3e0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:30.253 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.695+0000 7fec00a7a700 1 --2- 172.21.15.52:0/1716859348 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febfc107e80 0x7febfc19c030 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:30.253 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.695+0000 7fec00a7a700 1 -- 172.21.15.52:0/1716859348 >> 172.21.15.52:0/1716859348 conn(0x7febfc1034d0 msgr2=0x7febfc104080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:30.253 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.695+0000 7fec00a7a700 1 -- 172.21.15.52:0/1716859348 shutdown_connections 2024-03-18T22:47:30.253 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:29.696+0000 7fec00a7a700 1 -- 172.21.15.52:0/1716859348 wait complete. 2024-03-18T22:47:30.253 INFO:teuthology.orchestra.run.smithi052.stdout:Generating ssh key... 2024-03-18T22:47:30.535 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:30 smithi052 ceph-mon[32520]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:47:30.536 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:30 smithi052 ceph-mon[32520]: [18/Mar/2024:22:47:29] ENGINE Bus STARTING 2024-03-18T22:47:30.536 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:30 smithi052 ceph-mon[32520]: [18/Mar/2024:22:47:30] ENGINE Serving on http://172.21.15.52:8765 2024-03-18T22:47:30.536 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:30 smithi052 ceph-mon[32520]: [18/Mar/2024:22:47:30] ENGINE Serving on https://172.21.15.52:7150 2024-03-18T22:47:30.536 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:30 smithi052 ceph-mon[32520]: [18/Mar/2024:22:47:30] ENGINE Bus STARTED 2024-03-18T22:47:30.536 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:30 smithi052 ceph-mon[32520]: from='mgr.14120 172.21.15.52:0/3568061654' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:47:31.239 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:31 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: Generating public/private rsa key pair. 2024-03-18T22:47:31.239 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:31 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: Your identification has been saved in /tmp/tmptaeu20ez/key. 2024-03-18T22:47:31.239 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:31 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: Your public key has been saved in /tmp/tmptaeu20ez/key.pub. 2024-03-18T22:47:31.239 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:31 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: The key fingerprint is: 2024-03-18T22:47:31.239 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:31 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: SHA256:sf2Jlr82d63FKRR0mG9ngAXwez1fw8akK628+clS8m8 ceph-444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:47:31.239 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:31 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: The key's randomart image is: 2024-03-18T22:47:31.239 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:31 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: +---[RSA 3072]----+ 2024-03-18T22:47:31.239 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:31 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: | ...=+. | 2024-03-18T22:47:31.239 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:31 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: | .ooo | 2024-03-18T22:47:31.239 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:31 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: | . ...o | 2024-03-18T22:47:31.240 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:31 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: | + .*+o| 2024-03-18T22:47:31.240 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:31 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: | S . .ooB+| 2024-03-18T22:47:31.240 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:31 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: | =o+o.*| 2024-03-18T22:47:31.240 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:31 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: | +.*+ .=| 2024-03-18T22:47:31.240 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:31 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: | ..oB.+Eo| 2024-03-18T22:47:31.240 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:31 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: | **B++ | 2024-03-18T22:47:31.240 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:31 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: +----[SHA256]-----+ 2024-03-18T22:47:31.639 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.633+0000 7f310fd6b700 1 Processor -- start 2024-03-18T22:47:31.639 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.633+0000 7f310fd6b700 1 -- start start 2024-03-18T22:47:31.639 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.633+0000 7f310fd6b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f31081089a0 0x7f310810ad90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:31.639 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.633+0000 7f310fd6b700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f310807bea0 con 0x7f31081089a0 2024-03-18T22:47:31.639 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.634+0000 7f310db07700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f31081089a0 0x7f310810ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:31.639 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.634+0000 7f310db07700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f31081089a0 0x7f310810ad90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49070/0 (socket says 172.21.15.52:49070) 2024-03-18T22:47:31.639 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.634+0000 7f310db07700 1 -- 172.21.15.52:0/2468278796 learned_addr learned my addr 172.21.15.52:0/2468278796 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:31.640 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.634+0000 7f310db07700 1 -- 172.21.15.52:0/2468278796 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f310810b2d0 con 0x7f31081089a0 2024-03-18T22:47:31.640 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.634+0000 7f310db07700 1 --2- 172.21.15.52:0/2468278796 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f31081089a0 0x7f310810ad90 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f30fc0098a0 tx=0x7f30fc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1d3ba4ebf8e1207 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:31.640 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.634+0000 7f310cb05700 1 -- 172.21.15.52:0/2468278796 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f30fc004160 con 0x7f31081089a0 2024-03-18T22:47:31.640 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.634+0000 7f310cb05700 1 -- 172.21.15.52:0/2468278796 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f30fc004300 con 0x7f31081089a0 2024-03-18T22:47:31.640 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.634+0000 7f310cb05700 1 -- 172.21.15.52:0/2468278796 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f30fc011c00 con 0x7f31081089a0 2024-03-18T22:47:31.640 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.635+0000 7f310fd6b700 1 -- 172.21.15.52:0/2468278796 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f31081089a0 msgr2=0x7f310810ad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:31.640 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.635+0000 7f310fd6b700 1 --2- 172.21.15.52:0/2468278796 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f31081089a0 0x7f310810ad90 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f30fc0098a0 tx=0x7f30fc009bb0 comp rx=0 tx=0).stop 2024-03-18T22:47:31.640 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.635+0000 7f310fd6b700 1 -- 172.21.15.52:0/2468278796 shutdown_connections 2024-03-18T22:47:31.640 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.635+0000 7f310fd6b700 1 --2- 172.21.15.52:0/2468278796 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f31081089a0 0x7f310810ad90 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:31.640 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.635+0000 7f310fd6b700 1 -- 172.21.15.52:0/2468278796 >> 172.21.15.52:0/2468278796 conn(0x7f31081023f0 msgr2=0x7f3108104810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:31.640 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.635+0000 7f310fd6b700 1 -- 172.21.15.52:0/2468278796 shutdown_connections 2024-03-18T22:47:31.640 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.635+0000 7f310fd6b700 1 -- 172.21.15.52:0/2468278796 wait complete. 2024-03-18T22:47:31.641 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.636+0000 7f310fd6b700 1 Processor -- start 2024-03-18T22:47:31.641 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.636+0000 7f310fd6b700 1 -- start start 2024-03-18T22:47:31.641 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.636+0000 7f310fd6b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f31081089a0 0x7f310819bee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:31.641 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.636+0000 7f310fd6b700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f310810c2e0 con 0x7f31081089a0 2024-03-18T22:47:31.641 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.636+0000 7f310db07700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f31081089a0 0x7f310819bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:31.641 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.636+0000 7f310db07700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f31081089a0 0x7f310819bee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49082/0 (socket says 172.21.15.52:49082) 2024-03-18T22:47:31.641 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.636+0000 7f310db07700 1 -- 172.21.15.52:0/1400014874 learned_addr learned my addr 172.21.15.52:0/1400014874 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:31.641 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.636+0000 7f310db07700 1 -- 172.21.15.52:0/1400014874 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f310819c420 con 0x7f31081089a0 2024-03-18T22:47:31.641 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.636+0000 7f310db07700 1 --2- 172.21.15.52:0/1400014874 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f31081089a0 0x7f310819bee0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f30fc003fb0 tx=0x7f30fc011bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:31.641 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.636+0000 7f30faffd700 1 -- 172.21.15.52:0/1400014874 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f30fc0039c0 con 0x7f31081089a0 2024-03-18T22:47:31.641 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.636+0000 7f30faffd700 1 -- 172.21.15.52:0/1400014874 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f30fc003b60 con 0x7f31081089a0 2024-03-18T22:47:31.641 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.636+0000 7f310fd6b700 1 -- 172.21.15.52:0/1400014874 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f310819c710 con 0x7f31081089a0 2024-03-18T22:47:31.641 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.636+0000 7f30faffd700 1 -- 172.21.15.52:0/1400014874 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f30fc01a6b0 con 0x7f31081089a0 2024-03-18T22:47:31.642 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.637+0000 7f310fd6b700 1 -- 172.21.15.52:0/1400014874 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f310819f3a0 con 0x7f31081089a0 2024-03-18T22:47:31.642 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.637+0000 7f30faffd700 1 -- 172.21.15.52:0/1400014874 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 8) ==== 46106+0+0 (secure 0 0 0) 0x7f30fc01a960 con 0x7f31081089a0 2024-03-18T22:47:31.642 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.637+0000 7f310fd6b700 1 -- 172.21.15.52:0/1400014874 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3108063940 con 0x7f31081089a0 2024-03-18T22:47:31.642 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.637+0000 7f30faffd700 1 --2- 172.21.15.52:0/1400014874 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f30f4038f20 0x7f30f403b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:31.642 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.638+0000 7f30faffd700 1 -- 172.21.15.52:0/1400014874 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f30fc04d300 con 0x7f31081089a0 2024-03-18T22:47:31.642 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.638+0000 7f310d306700 1 --2- 172.21.15.52:0/1400014874 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f30f4038f20 0x7f30f403b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:31.642 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.638+0000 7f310d306700 1 --2- 172.21.15.52:0/1400014874 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f30f4038f20 0x7f30f403b3e0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f3104006fd0 tx=0x7f3104006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:31.642 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.643+0000 7f30faffd700 1 -- 172.21.15.52:0/1400014874 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f30fc0249a0 con 0x7f31081089a0 2024-03-18T22:47:31.642 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:30.849+0000 7f310fd6b700 1 -- 172.21.15.52:0/1400014874 --> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7f310819f570 con 0x7f30f4038f20 2024-03-18T22:47:31.642 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:31.084+0000 7f30faffd700 1 -- 172.21.15.52:0/1400014874 <== mgr.14120 v2:172.21.15.52:6800/2150375137 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f310819f570 con 0x7f30f4038f20 2024-03-18T22:47:31.642 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:31.086+0000 7f310fd6b700 1 -- 172.21.15.52:0/1400014874 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f30f4038f20 msgr2=0x7f30f403b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:31.642 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:31.086+0000 7f310fd6b700 1 --2- 172.21.15.52:0/1400014874 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f30f4038f20 0x7f30f403b3e0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f3104006fd0 tx=0x7f3104006e40 comp rx=0 tx=0).stop 2024-03-18T22:47:31.642 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:31.086+0000 7f310fd6b700 1 -- 172.21.15.52:0/1400014874 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f31081089a0 msgr2=0x7f310819bee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:31.643 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:31.086+0000 7f310fd6b700 1 --2- 172.21.15.52:0/1400014874 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f31081089a0 0x7f310819bee0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f30fc003fb0 tx=0x7f30fc011bd0 comp rx=0 tx=0).stop 2024-03-18T22:47:31.643 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:31.086+0000 7f310fd6b700 1 -- 172.21.15.52:0/1400014874 shutdown_connections 2024-03-18T22:47:31.643 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:31.086+0000 7f310fd6b700 1 --2- 172.21.15.52:0/1400014874 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f30f4038f20 0x7f30f403b3e0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:31.643 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:31.086+0000 7f310fd6b700 1 --2- 172.21.15.52:0/1400014874 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f31081089a0 0x7f310819bee0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:31.643 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:31.086+0000 7f310fd6b700 1 -- 172.21.15.52:0/1400014874 >> 172.21.15.52:0/1400014874 conn(0x7f31081023f0 msgr2=0x7f3108102fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:31.643 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:31.086+0000 7f310fd6b700 1 -- 172.21.15.52:0/1400014874 shutdown_connections 2024-03-18T22:47:31.643 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:31.086+0000 7f310fd6b700 1 -- 172.21.15.52:0/1400014874 wait complete. 2024-03-18T22:47:32.277 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:32 smithi052 ceph-mon[32520]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:47:32.277 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:32 smithi052 ceph-mon[32520]: Generating ssh key... 2024-03-18T22:47:32.277 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:32 smithi052 ceph-mon[32520]: from='mgr.14120 172.21.15.52:0/3568061654' entity='mgr.x' 2024-03-18T22:47:32.277 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:32 smithi052 ceph-mon[32520]: from='mgr.14120 172.21.15.52:0/3568061654' entity='mgr.x' 2024-03-18T22:47:32.837 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCfe4YPvduWNRnSI4ent8oKol7KcsqDaEhctY41ZZYfJEh5xICQha1may6yQJiHx5XhJZvmJ02k22a97wV4oCNGKYw6li5jHRWqWH+71fhqMmJXgNeyUBH3oPO8KiUDnSCTIu6YWbSN8eD48FoKrejwjPPYI/gzQEDTTL+TDBs+xp85fvLnBFgX+h36gR8U9FtCvHb7XtCBqXLnWmFn/9Ll5Hf6HAu3nf/T1zoXgtV5s3/DefZPwh5tCmS4eMCCqCdV+3rO5l6YY9lXwLlLDlwslGQ641ww1u3Z9jVVxiW3ZMmSQuqFC+cIODF6Oa2bXt0nNyCkRq+T6LziOBv01q6tamLpHVmxLP/Ek35cSChifjtnk54wIBoPlFHgU4wpjEH8749PQ2TMrXMN0I308voG7mVavNXql3pZNzbLV6AO3qK2S6qXHm5NiVYxe3CuXIrdRSEPBfNLoClbDuYjX2apWJttBU5CLJ1bIVvI1uV7wLum9VR3WP1rUsyQHqKsHQc= ceph-444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:47:32.837 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.048+0000 7f83dbbac700 1 Processor -- start 2024-03-18T22:47:32.837 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.049+0000 7f83dbbac700 1 -- start start 2024-03-18T22:47:32.838 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.049+0000 7f83dbbac700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83d41061a0 0x7f83d41065c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:32.838 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.049+0000 7f83dbbac700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f83d4106b90 con 0x7f83d41061a0 2024-03-18T22:47:32.838 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.049+0000 7f83d9948700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83d41061a0 0x7f83d41065c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:32.838 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.049+0000 7f83d9948700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83d41061a0 0x7f83d41065c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49096/0 (socket says 172.21.15.52:49096) 2024-03-18T22:47:32.838 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.049+0000 7f83d9948700 1 -- 172.21.15.52:0/130681987 learned_addr learned my addr 172.21.15.52:0/130681987 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:32.838 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.049+0000 7f83d9948700 1 -- 172.21.15.52:0/130681987 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83d4109130 con 0x7f83d41061a0 2024-03-18T22:47:32.838 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.049+0000 7f83d9948700 1 --2- 172.21.15.52:0/130681987 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83d41061a0 0x7f83d41065c0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f83c4009e80 tx=0x7f83c400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11a403af074bf155 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:32.838 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.050+0000 7f83d8946700 1 -- 172.21.15.52:0/130681987 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f83c4017070 con 0x7f83d41061a0 2024-03-18T22:47:32.838 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.050+0000 7f83d8946700 1 -- 172.21.15.52:0/130681987 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f83c400b8c0 con 0x7f83d41061a0 2024-03-18T22:47:32.838 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.050+0000 7f83d8946700 1 -- 172.21.15.52:0/130681987 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f83c4004620 con 0x7f83d41061a0 2024-03-18T22:47:32.838 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.050+0000 7f83dbbac700 1 -- 172.21.15.52:0/130681987 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83d41061a0 msgr2=0x7f83d41065c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:32.839 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.050+0000 7f83dbbac700 1 --2- 172.21.15.52:0/130681987 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83d41061a0 0x7f83d41065c0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f83c4009e80 tx=0x7f83c400b330 comp rx=0 tx=0).stop 2024-03-18T22:47:32.839 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.050+0000 7f83dbbac700 1 -- 172.21.15.52:0/130681987 shutdown_connections 2024-03-18T22:47:32.839 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.050+0000 7f83dbbac700 1 --2- 172.21.15.52:0/130681987 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83d41061a0 0x7f83d41065c0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:32.839 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.050+0000 7f83dbbac700 1 -- 172.21.15.52:0/130681987 >> 172.21.15.52:0/130681987 conn(0x7f83d4101b10 msgr2=0x7f83d4103f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:32.839 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.050+0000 7f83dbbac700 1 -- 172.21.15.52:0/130681987 shutdown_connections 2024-03-18T22:47:32.839 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.050+0000 7f83dbbac700 1 -- 172.21.15.52:0/130681987 wait complete. 2024-03-18T22:47:32.839 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.051+0000 7f83dbbac700 1 Processor -- start 2024-03-18T22:47:32.839 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.051+0000 7f83dbbac700 1 -- start start 2024-03-18T22:47:32.839 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.051+0000 7f83dbbac700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83d41061a0 0x7f83d419bf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:32.839 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.051+0000 7f83dbbac700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f83d410c4e0 con 0x7f83d41061a0 2024-03-18T22:47:32.839 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.051+0000 7f83d9948700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83d41061a0 0x7f83d419bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:32.839 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.051+0000 7f83d9948700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83d41061a0 0x7f83d419bf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49112/0 (socket says 172.21.15.52:49112) 2024-03-18T22:47:32.839 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.051+0000 7f83d9948700 1 -- 172.21.15.52:0/293382404 learned_addr learned my addr 172.21.15.52:0/293382404 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:32.840 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.052+0000 7f83d9948700 1 -- 172.21.15.52:0/293382404 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83d419c450 con 0x7f83d41061a0 2024-03-18T22:47:32.840 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.052+0000 7f83d9948700 1 --2- 172.21.15.52:0/293382404 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83d41061a0 0x7f83d419bf10 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f83c400d010 tx=0x7f83c4003d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:32.840 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.052+0000 7f83d2ffd700 1 -- 172.21.15.52:0/293382404 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f83c4021020 con 0x7f83d41061a0 2024-03-18T22:47:32.840 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.052+0000 7f83d2ffd700 1 -- 172.21.15.52:0/293382404 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f83c40094d0 con 0x7f83d41061a0 2024-03-18T22:47:32.840 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.052+0000 7f83d2ffd700 1 -- 172.21.15.52:0/293382404 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f83c4017040 con 0x7f83d41061a0 2024-03-18T22:47:32.840 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.052+0000 7f83dbbac700 1 -- 172.21.15.52:0/293382404 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83d419c6e0 con 0x7f83d41061a0 2024-03-18T22:47:32.840 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.052+0000 7f83dbbac700 1 -- 172.21.15.52:0/293382404 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83d419f3d0 con 0x7f83d41061a0 2024-03-18T22:47:32.840 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.053+0000 7f83d2ffd700 1 -- 172.21.15.52:0/293382404 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 8) ==== 46106+0+0 (secure 0 0 0) 0x7f83c4024020 con 0x7f83d41061a0 2024-03-18T22:47:32.840 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.053+0000 7f83d2ffd700 1 --2- 172.21.15.52:0/293382404 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f83bc038f20 0x7f83bc03b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:32.840 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.053+0000 7f83d2ffd700 1 -- 172.21.15.52:0/293382404 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f83c400f050 con 0x7f83d41061a0 2024-03-18T22:47:32.840 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.053+0000 7f83dbbac700 1 -- 172.21.15.52:0/293382404 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83d4063940 con 0x7f83d41061a0 2024-03-18T22:47:32.840 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.053+0000 7f83d9147700 1 --2- 172.21.15.52:0/293382404 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f83bc038f20 0x7f83bc03b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:32.840 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.054+0000 7f83d9147700 1 --2- 172.21.15.52:0/293382404 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f83bc038f20 0x7f83bc03b3e0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f83c8006fd0 tx=0x7f83c8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:32.841 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.058+0000 7f83d2ffd700 1 -- 172.21.15.52:0/293382404 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f83c402b020 con 0x7f83d41061a0 2024-03-18T22:47:32.841 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.263+0000 7f83dbbac700 1 -- 172.21.15.52:0/293382404 --> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f83d4102ce0 con 0x7f83bc038f20 2024-03-18T22:47:32.841 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.263+0000 7f83d2ffd700 1 -- 172.21.15.52:0/293382404 <== mgr.14120 v2:172.21.15.52:6800/2150375137 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f83d4102ce0 con 0x7f83bc038f20 2024-03-18T22:47:32.841 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.265+0000 7f83dbbac700 1 -- 172.21.15.52:0/293382404 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f83bc038f20 msgr2=0x7f83bc03b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:32.841 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.265+0000 7f83dbbac700 1 --2- 172.21.15.52:0/293382404 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f83bc038f20 0x7f83bc03b3e0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f83c8006fd0 tx=0x7f83c8006e40 comp rx=0 tx=0).stop 2024-03-18T22:47:32.841 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.265+0000 7f83dbbac700 1 -- 172.21.15.52:0/293382404 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83d41061a0 msgr2=0x7f83d419bf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:32.841 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.265+0000 7f83dbbac700 1 --2- 172.21.15.52:0/293382404 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83d41061a0 0x7f83d419bf10 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f83c400d010 tx=0x7f83c4003d00 comp rx=0 tx=0).stop 2024-03-18T22:47:32.841 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.265+0000 7f83dbbac700 1 -- 172.21.15.52:0/293382404 shutdown_connections 2024-03-18T22:47:32.841 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.265+0000 7f83dbbac700 1 --2- 172.21.15.52:0/293382404 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f83bc038f20 0x7f83bc03b3e0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:32.841 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.265+0000 7f83dbbac700 1 --2- 172.21.15.52:0/293382404 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83d41061a0 0x7f83d419bf10 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:32.841 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.265+0000 7f83dbbac700 1 -- 172.21.15.52:0/293382404 >> 172.21.15.52:0/293382404 conn(0x7f83d4101b10 msgr2=0x7f83d41025d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:32.841 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.265+0000 7f83dbbac700 1 -- 172.21.15.52:0/293382404 shutdown_connections 2024-03-18T22:47:32.841 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:32.265+0000 7f83dbbac700 1 -- 172.21.15.52:0/293382404 wait complete. 2024-03-18T22:47:32.842 INFO:teuthology.orchestra.run.smithi052.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-03-18T22:47:32.842 INFO:teuthology.orchestra.run.smithi052.stdout:Adding key to root@localhost authorized_keys... 2024-03-18T22:47:32.842 INFO:teuthology.orchestra.run.smithi052.stdout:Adding host smithi052... 2024-03-18T22:47:33.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:33 smithi052 ceph-mon[32520]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:47:34.316 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:34 smithi052 ceph-mon[32520]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi052", "addr": "172.21.15.52", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:47:34.316 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:34 smithi052 ceph-mon[32520]: Deploying cephadm binary to smithi052 2024-03-18T22:47:38.437 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout Added host 'smithi052' with addr '172.21.15.52' 2024-03-18T22:47:38.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.227+0000 7f5d4619f700 1 Processor -- start 2024-03-18T22:47:38.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.227+0000 7f5d4619f700 1 -- start start 2024-03-18T22:47:38.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.228+0000 7f5d4619f700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d40106600 0x7f5d40106a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:38.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.228+0000 7f5d4619f700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f5d4007be40 con 0x7f5d40106600 2024-03-18T22:47:38.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.228+0000 7f5d4519d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d40106600 0x7f5d40106a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:38.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.228+0000 7f5d4519d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d40106600 0x7f5d40106a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49116/0 (socket says 172.21.15.52:49116) 2024-03-18T22:47:38.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.228+0000 7f5d4519d700 1 -- 172.21.15.52:0/723566937 learned_addr learned my addr 172.21.15.52:0/723566937 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:38.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.228+0000 7f5d4519d700 1 -- 172.21.15.52:0/723566937 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d40106f60 con 0x7f5d40106600 2024-03-18T22:47:38.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.228+0000 7f5d4519d700 1 --2- 172.21.15.52:0/723566937 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d40106600 0x7f5d40106a20 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f5d3c0098a0 tx=0x7f5d3c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c692eee416bb1615 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:38.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.228+0000 7f5d37fff700 1 -- 172.21.15.52:0/723566937 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5d3c004160 con 0x7f5d40106600 2024-03-18T22:47:38.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.228+0000 7f5d37fff700 1 -- 172.21.15.52:0/723566937 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f5d3c004300 con 0x7f5d40106600 2024-03-18T22:47:38.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.228+0000 7f5d37fff700 1 -- 172.21.15.52:0/723566937 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5d3c011c00 con 0x7f5d40106600 2024-03-18T22:47:38.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.229+0000 7f5d4619f700 1 -- 172.21.15.52:0/723566937 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d40106600 msgr2=0x7f5d40106a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:38.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.229+0000 7f5d4619f700 1 --2- 172.21.15.52:0/723566937 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d40106600 0x7f5d40106a20 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f5d3c0098a0 tx=0x7f5d3c009bb0 comp rx=0 tx=0).stop 2024-03-18T22:47:38.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.229+0000 7f5d4619f700 1 -- 172.21.15.52:0/723566937 shutdown_connections 2024-03-18T22:47:38.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.229+0000 7f5d4619f700 1 --2- 172.21.15.52:0/723566937 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d40106600 0x7f5d40106a20 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:38.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.229+0000 7f5d4619f700 1 -- 172.21.15.52:0/723566937 >> 172.21.15.52:0/723566937 conn(0x7f5d401021c0 msgr2=0x7f5d40104600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:38.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.229+0000 7f5d4619f700 1 -- 172.21.15.52:0/723566937 shutdown_connections 2024-03-18T22:47:38.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.229+0000 7f5d4619f700 1 -- 172.21.15.52:0/723566937 wait complete. 2024-03-18T22:47:38.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.230+0000 7f5d4619f700 1 Processor -- start 2024-03-18T22:47:38.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.230+0000 7f5d4619f700 1 -- start start 2024-03-18T22:47:38.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.230+0000 7f5d4619f700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d40106600 0x7f5d4019dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:38.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.230+0000 7f5d4619f700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f5d40108050 con 0x7f5d40106600 2024-03-18T22:47:38.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.230+0000 7f5d4519d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d40106600 0x7f5d4019dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:38.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.230+0000 7f5d4519d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d40106600 0x7f5d4019dfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49120/0 (socket says 172.21.15.52:49120) 2024-03-18T22:47:38.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.230+0000 7f5d4519d700 1 -- 172.21.15.52:0/391488424 learned_addr learned my addr 172.21.15.52:0/391488424 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:38.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.230+0000 7f5d4519d700 1 -- 172.21.15.52:0/391488424 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d4019e520 con 0x7f5d40106600 2024-03-18T22:47:38.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.231+0000 7f5d4519d700 1 --2- 172.21.15.52:0/391488424 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d40106600 0x7f5d4019dfe0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f5d3c011bd0 tx=0x7f5d3c011cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:38.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.231+0000 7f5d367fc700 1 -- 172.21.15.52:0/391488424 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5d3c003970 con 0x7f5d40106600 2024-03-18T22:47:38.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.231+0000 7f5d367fc700 1 -- 172.21.15.52:0/391488424 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f5d3c003b10 con 0x7f5d40106600 2024-03-18T22:47:38.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.231+0000 7f5d4619f700 1 -- 172.21.15.52:0/391488424 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d4019e7b0 con 0x7f5d40106600 2024-03-18T22:47:38.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.231+0000 7f5d367fc700 1 -- 172.21.15.52:0/391488424 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5d3c0245a0 con 0x7f5d40106600 2024-03-18T22:47:38.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.231+0000 7f5d4619f700 1 -- 172.21.15.52:0/391488424 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d401a14a0 con 0x7f5d40106600 2024-03-18T22:47:38.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.232+0000 7f5d367fc700 1 -- 172.21.15.52:0/391488424 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 8) ==== 46106+0+0 (secure 0 0 0) 0x7f5d3c0248c0 con 0x7f5d40106600 2024-03-18T22:47:38.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.232+0000 7f5d4619f700 1 -- 172.21.15.52:0/391488424 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d40063940 con 0x7f5d40106600 2024-03-18T22:47:38.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.232+0000 7f5d367fc700 1 --2- 172.21.15.52:0/391488424 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f5d2c038f20 0x7f5d2c03b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:38.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.232+0000 7f5d367fc700 1 -- 172.21.15.52:0/391488424 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f5d3c04d040 con 0x7f5d40106600 2024-03-18T22:47:38.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.232+0000 7f5d4499c700 1 --2- 172.21.15.52:0/391488424 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f5d2c038f20 0x7f5d2c03b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:38.441 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.232+0000 7f5d4499c700 1 --2- 172.21.15.52:0/391488424 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f5d2c038f20 0x7f5d2c03b3e0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f5d30006fd0 tx=0x7f5d30006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:38.441 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.237+0000 7f5d367fc700 1 -- 172.21.15.52:0/391488424 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f5d3c019c90 con 0x7f5d40106600 2024-03-18T22:47:38.441 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:33.446+0000 7f5d4619f700 1 -- 172.21.15.52:0/391488424 --> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi052", "addr": "172.21.15.52", "target": ["mon-mgr", ""]}) -- 0x7f5d400008d0 con 0x7f5d2c038f20 2024-03-18T22:47:38.441 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:37.845+0000 7f5d367fc700 1 -- 172.21.15.52:0/391488424 <== mgr.14120 v2:172.21.15.52:6800/2150375137 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f5d400008d0 con 0x7f5d2c038f20 2024-03-18T22:47:38.441 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:37.847+0000 7f5d4619f700 1 -- 172.21.15.52:0/391488424 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f5d2c038f20 msgr2=0x7f5d2c03b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:38.441 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:37.847+0000 7f5d4619f700 1 --2- 172.21.15.52:0/391488424 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f5d2c038f20 0x7f5d2c03b3e0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f5d30006fd0 tx=0x7f5d30006e40 comp rx=0 tx=0).stop 2024-03-18T22:47:38.441 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:37.847+0000 7f5d4619f700 1 -- 172.21.15.52:0/391488424 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d40106600 msgr2=0x7f5d4019dfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:38.441 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:37.847+0000 7f5d4619f700 1 --2- 172.21.15.52:0/391488424 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d40106600 0x7f5d4019dfe0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f5d3c011bd0 tx=0x7f5d3c011cb0 comp rx=0 tx=0).stop 2024-03-18T22:47:38.441 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:37.847+0000 7f5d4619f700 1 -- 172.21.15.52:0/391488424 shutdown_connections 2024-03-18T22:47:38.441 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:37.847+0000 7f5d4619f700 1 --2- 172.21.15.52:0/391488424 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f5d2c038f20 0x7f5d2c03b3e0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:38.441 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:37.847+0000 7f5d4619f700 1 --2- 172.21.15.52:0/391488424 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d40106600 0x7f5d4019dfe0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:38.441 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:37.847+0000 7f5d4619f700 1 -- 172.21.15.52:0/391488424 >> 172.21.15.52:0/391488424 conn(0x7f5d401021c0 msgr2=0x7f5d40194c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:38.441 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:37.847+0000 7f5d4619f700 1 -- 172.21.15.52:0/391488424 shutdown_connections 2024-03-18T22:47:38.441 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:37.847+0000 7f5d4619f700 1 -- 172.21.15.52:0/391488424 wait complete. 2024-03-18T22:47:38.442 INFO:teuthology.orchestra.run.smithi052.stdout:Deploying unmanaged mon service... 2024-03-18T22:47:38.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:38 smithi052 ceph-mon[32520]: from='mgr.14120 172.21.15.52:0/3568061654' entity='mgr.x' 2024-03-18T22:47:38.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:38 smithi052 ceph-mon[32520]: Added host smithi052 2024-03-18T22:47:38.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:38 smithi052 ceph-mon[32520]: from='mgr.14120 172.21.15.52:0/3568061654' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:47:40.100 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:40 smithi052 ceph-mon[32520]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:47:40.100 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:40 smithi052 ceph-mon[32520]: Saving service mon spec with placement count:5 2024-03-18T22:47:40.100 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:40 smithi052 ceph-mon[32520]: from='mgr.14120 172.21.15.52:0/3568061654' entity='mgr.x' 2024-03-18T22:47:40.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-03-18T22:47:40.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.864+0000 7f360cf73700 1 Processor -- start 2024-03-18T22:47:40.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.864+0000 7f360cf73700 1 -- start start 2024-03-18T22:47:40.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.864+0000 7f360cf73700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f36081082f0 0x7f3608108710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:40.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.864+0000 7f360cf73700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f3608108c50 con 0x7f36081082f0 2024-03-18T22:47:40.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.865+0000 7f360659c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f36081082f0 0x7f3608108710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:40.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.865+0000 7f360659c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f36081082f0 0x7f3608108710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52308/0 (socket says 172.21.15.52:52308) 2024-03-18T22:47:40.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.865+0000 7f360659c700 1 -- 172.21.15.52:0/1465922518 learned_addr learned my addr 172.21.15.52:0/1465922518 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:40.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.865+0000 7f360659c700 1 -- 172.21.15.52:0/1465922518 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3608106f50 con 0x7f36081082f0 2024-03-18T22:47:40.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.865+0000 7f360659c700 1 --2- 172.21.15.52:0/1465922518 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f36081082f0 0x7f3608108710 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f35f800d180 tx=0x7f35f800d490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e9c7ed40e24defc server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:40.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.865+0000 7f360559a700 1 -- 172.21.15.52:0/1465922518 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f35f8019070 con 0x7f36081082f0 2024-03-18T22:47:40.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.866+0000 7f360559a700 1 -- 172.21.15.52:0/1465922518 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f35f800de20 con 0x7f36081082f0 2024-03-18T22:47:40.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.866+0000 7f360559a700 1 -- 172.21.15.52:0/1465922518 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f35f8009c30 con 0x7f36081082f0 2024-03-18T22:47:40.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.866+0000 7f360cf73700 1 -- 172.21.15.52:0/1465922518 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f36081082f0 msgr2=0x7f3608108710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:40.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.866+0000 7f360cf73700 1 --2- 172.21.15.52:0/1465922518 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f36081082f0 0x7f3608108710 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f35f800d180 tx=0x7f35f800d490 comp rx=0 tx=0).stop 2024-03-18T22:47:40.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.867+0000 7f360cf73700 1 -- 172.21.15.52:0/1465922518 shutdown_connections 2024-03-18T22:47:40.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.867+0000 7f360cf73700 1 --2- 172.21.15.52:0/1465922518 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f36081082f0 0x7f3608108710 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:40.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.867+0000 7f360cf73700 1 -- 172.21.15.52:0/1465922518 >> 172.21.15.52:0/1465922518 conn(0x7f3608101ba0 msgr2=0x7f3608103fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:40.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.867+0000 7f360cf73700 1 -- 172.21.15.52:0/1465922518 shutdown_connections 2024-03-18T22:47:40.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.867+0000 7f360cf73700 1 -- 172.21.15.52:0/1465922518 wait complete. 2024-03-18T22:47:40.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.867+0000 7f360cf73700 1 Processor -- start 2024-03-18T22:47:40.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.867+0000 7f360cf73700 1 -- start start 2024-03-18T22:47:40.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.867+0000 7f360cf73700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f36081082f0 0x7f3608199d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:40.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.868+0000 7f360cf73700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f3608105e40 con 0x7f36081082f0 2024-03-18T22:47:40.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.868+0000 7f360659c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f36081082f0 0x7f3608199d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:40.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.868+0000 7f360659c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f36081082f0 0x7f3608199d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52312/0 (socket says 172.21.15.52:52312) 2024-03-18T22:47:40.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.868+0000 7f360659c700 1 -- 172.21.15.52:0/2656667356 learned_addr learned my addr 172.21.15.52:0/2656667356 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:40.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.868+0000 7f360659c700 1 -- 172.21.15.52:0/2656667356 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f360819a290 con 0x7f36081082f0 2024-03-18T22:47:40.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.868+0000 7f360659c700 1 --2- 172.21.15.52:0/2656667356 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f36081082f0 0x7f3608199d50 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f35f80099c0 tx=0x7f35f800dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:40.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.868+0000 7f35ff7fe700 1 -- 172.21.15.52:0/2656667356 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f35f8019050 con 0x7f36081082f0 2024-03-18T22:47:40.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.868+0000 7f35ff7fe700 1 -- 172.21.15.52:0/2656667356 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f35f8025070 con 0x7f36081082f0 2024-03-18T22:47:40.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.868+0000 7f360cf73700 1 -- 172.21.15.52:0/2656667356 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f360819a520 con 0x7f36081082f0 2024-03-18T22:47:40.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.868+0000 7f35ff7fe700 1 -- 172.21.15.52:0/2656667356 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f35f8020cf0 con 0x7f36081082f0 2024-03-18T22:47:40.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.868+0000 7f360cf73700 1 -- 172.21.15.52:0/2656667356 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f360819d210 con 0x7f36081082f0 2024-03-18T22:47:40.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.869+0000 7f35ff7fe700 1 -- 172.21.15.52:0/2656667356 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 8) ==== 46106+0+0 (secure 0 0 0) 0x7f35f802a460 con 0x7f36081082f0 2024-03-18T22:47:40.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.869+0000 7f35ff7fe700 1 --2- 172.21.15.52:0/2656667356 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f35f4038f20 0x7f35f403b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:40.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.869+0000 7f360cf73700 1 -- 172.21.15.52:0/2656667356 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3608063940 con 0x7f36081082f0 2024-03-18T22:47:40.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.870+0000 7f35ff7fe700 1 -- 172.21.15.52:0/2656667356 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f35f8011050 con 0x7f36081082f0 2024-03-18T22:47:40.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.870+0000 7f3605d9b700 1 --2- 172.21.15.52:0/2656667356 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f35f4038f20 0x7f35f403b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:40.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.870+0000 7f3605d9b700 1 --2- 172.21.15.52:0/2656667356 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f35f4038f20 0x7f35f403b3e0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f35f0006fd0 tx=0x7f35f0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:40.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:38.875+0000 7f35ff7fe700 1 -- 172.21.15.52:0/2656667356 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f35f8026270 con 0x7f36081082f0 2024-03-18T22:47:40.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:39.094+0000 7f360cf73700 1 -- 172.21.15.52:0/2656667356 --> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f36080008d0 con 0x7f35f4038f20 2024-03-18T22:47:40.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:39.099+0000 7f35ff7fe700 1 -- 172.21.15.52:0/2656667356 <== mgr.14120 v2:172.21.15.52:6800/2150375137 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f36080008d0 con 0x7f35f4038f20 2024-03-18T22:47:40.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:39.101+0000 7f360cf73700 1 -- 172.21.15.52:0/2656667356 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f35f4038f20 msgr2=0x7f35f403b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:40.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:39.101+0000 7f360cf73700 1 --2- 172.21.15.52:0/2656667356 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f35f4038f20 0x7f35f403b3e0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f35f0006fd0 tx=0x7f35f0006e40 comp rx=0 tx=0).stop 2024-03-18T22:47:40.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:39.101+0000 7f360cf73700 1 -- 172.21.15.52:0/2656667356 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f36081082f0 msgr2=0x7f3608199d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:40.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:39.101+0000 7f360cf73700 1 --2- 172.21.15.52:0/2656667356 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f36081082f0 0x7f3608199d50 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f35f80099c0 tx=0x7f35f800dcf0 comp rx=0 tx=0).stop 2024-03-18T22:47:40.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:39.101+0000 7f360cf73700 1 -- 172.21.15.52:0/2656667356 shutdown_connections 2024-03-18T22:47:40.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:39.101+0000 7f360cf73700 1 --2- 172.21.15.52:0/2656667356 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f35f4038f20 0x7f35f403b3e0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:40.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:39.101+0000 7f360cf73700 1 --2- 172.21.15.52:0/2656667356 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f36081082f0 0x7f3608199d50 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:40.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:39.101+0000 7f360cf73700 1 -- 172.21.15.52:0/2656667356 >> 172.21.15.52:0/2656667356 conn(0x7f3608101ba0 msgr2=0x7f36081907c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:40.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:39.101+0000 7f360cf73700 1 -- 172.21.15.52:0/2656667356 shutdown_connections 2024-03-18T22:47:40.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:39.101+0000 7f360cf73700 1 -- 172.21.15.52:0/2656667356 wait complete. 2024-03-18T22:47:40.858 INFO:teuthology.orchestra.run.smithi052.stdout:Deploying unmanaged mgr service... 2024-03-18T22:47:41.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:41 smithi052 ceph-mon[32520]: from='mgr.14120 172.21.15.52:0/3568061654' entity='mgr.x' 2024-03-18T22:47:41.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:41 smithi052 ceph-mon[32520]: from='mgr.14120 172.21.15.52:0/3568061654' entity='mgr.x' 2024-03-18T22:47:42.076 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-03-18T22:47:42.076 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.292+0000 7efdc7ae0700 1 Processor -- start 2024-03-18T22:47:42.076 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.292+0000 7efdc7ae0700 1 -- start start 2024-03-18T22:47:42.076 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.292+0000 7efdc7ae0700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efdc0108970 0x7efdc010ad60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:42.076 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.292+0000 7efdc7ae0700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7efdc007be80 con 0x7efdc0108970 2024-03-18T22:47:42.076 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.293+0000 7efdc587c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efdc0108970 0x7efdc010ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:42.076 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.293+0000 7efdc587c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efdc0108970 0x7efdc010ad60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52324/0 (socket says 172.21.15.52:52324) 2024-03-18T22:47:42.076 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.293+0000 7efdc587c700 1 -- 172.21.15.52:0/2769015126 learned_addr learned my addr 172.21.15.52:0/2769015126 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:42.076 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.293+0000 7efdc587c700 1 -- 172.21.15.52:0/2769015126 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdc010b2a0 con 0x7efdc0108970 2024-03-18T22:47:42.076 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.293+0000 7efdc587c700 1 --2- 172.21.15.52:0/2769015126 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efdc0108970 0x7efdc010ad60 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7efdb00098a0 tx=0x7efdb0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7bb7bfa0ca58deb server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:42.077 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.293+0000 7efdc487a700 1 -- 172.21.15.52:0/2769015126 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efdb0004160 con 0x7efdc0108970 2024-03-18T22:47:42.077 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.293+0000 7efdc487a700 1 -- 172.21.15.52:0/2769015126 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7efdb0004300 con 0x7efdc0108970 2024-03-18T22:47:42.077 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.293+0000 7efdc487a700 1 -- 172.21.15.52:0/2769015126 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efdb0011bb0 con 0x7efdc0108970 2024-03-18T22:47:42.077 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.294+0000 7efdc7ae0700 1 -- 172.21.15.52:0/2769015126 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efdc0108970 msgr2=0x7efdc010ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:42.077 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.294+0000 7efdc7ae0700 1 --2- 172.21.15.52:0/2769015126 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efdc0108970 0x7efdc010ad60 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7efdb00098a0 tx=0x7efdb0009bb0 comp rx=0 tx=0).stop 2024-03-18T22:47:42.077 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.294+0000 7efdc7ae0700 1 -- 172.21.15.52:0/2769015126 shutdown_connections 2024-03-18T22:47:42.077 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.294+0000 7efdc7ae0700 1 --2- 172.21.15.52:0/2769015126 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efdc0108970 0x7efdc010ad60 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:42.077 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.294+0000 7efdc7ae0700 1 -- 172.21.15.52:0/2769015126 >> 172.21.15.52:0/2769015126 conn(0x7efdc01023a0 msgr2=0x7efdc01047c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:42.077 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.294+0000 7efdc7ae0700 1 -- 172.21.15.52:0/2769015126 shutdown_connections 2024-03-18T22:47:42.077 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.294+0000 7efdc7ae0700 1 -- 172.21.15.52:0/2769015126 wait complete. 2024-03-18T22:47:42.077 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.295+0000 7efdc7ae0700 1 Processor -- start 2024-03-18T22:47:42.077 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.295+0000 7efdc7ae0700 1 -- start start 2024-03-18T22:47:42.077 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.295+0000 7efdc7ae0700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efdc0108970 0x7efdc019be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:42.078 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.295+0000 7efdc7ae0700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7efdc010c360 con 0x7efdc0108970 2024-03-18T22:47:42.078 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.295+0000 7efdc587c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efdc0108970 0x7efdc019be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:42.078 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.295+0000 7efdc587c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efdc0108970 0x7efdc019be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52332/0 (socket says 172.21.15.52:52332) 2024-03-18T22:47:42.078 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.295+0000 7efdc587c700 1 -- 172.21.15.52:0/2908692246 learned_addr learned my addr 172.21.15.52:0/2908692246 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:42.078 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.295+0000 7efdc587c700 1 -- 172.21.15.52:0/2908692246 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdc019c3c0 con 0x7efdc0108970 2024-03-18T22:47:42.078 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.296+0000 7efdc587c700 1 --2- 172.21.15.52:0/2908692246 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efdc0108970 0x7efdc019be80 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7efdb0011870 tx=0x7efdb0011d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:42.078 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.296+0000 7efdb6ffd700 1 -- 172.21.15.52:0/2908692246 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efdb0003af0 con 0x7efdc0108970 2024-03-18T22:47:42.078 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.296+0000 7efdc7ae0700 1 -- 172.21.15.52:0/2908692246 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efdc019c650 con 0x7efdc0108970 2024-03-18T22:47:42.078 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.296+0000 7efdb6ffd700 1 -- 172.21.15.52:0/2908692246 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7efdb0003c90 con 0x7efdc0108970 2024-03-18T22:47:42.078 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.296+0000 7efdb6ffd700 1 -- 172.21.15.52:0/2908692246 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efdb0019960 con 0x7efdc0108970 2024-03-18T22:47:42.078 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.296+0000 7efdc7ae0700 1 -- 172.21.15.52:0/2908692246 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efdc019cab0 con 0x7efdc0108970 2024-03-18T22:47:42.078 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.297+0000 7efdb6ffd700 1 -- 172.21.15.52:0/2908692246 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 8) ==== 46106+0+0 (secure 0 0 0) 0x7efdb0019c60 con 0x7efdc0108970 2024-03-18T22:47:42.078 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.297+0000 7efdb6ffd700 1 --2- 172.21.15.52:0/2908692246 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7efdac038ed0 0x7efdac03b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:42.079 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.297+0000 7efdc7ae0700 1 -- 172.21.15.52:0/2908692246 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efdc0063940 con 0x7efdc0108970 2024-03-18T22:47:42.079 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.297+0000 7efdb6ffd700 1 -- 172.21.15.52:0/2908692246 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7efdb004d3c0 con 0x7efdc0108970 2024-03-18T22:47:42.079 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.297+0000 7efdc507b700 1 --2- 172.21.15.52:0/2908692246 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7efdac038ed0 0x7efdac03b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:42.079 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.298+0000 7efdc507b700 1 --2- 172.21.15.52:0/2908692246 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7efdac038ed0 0x7efdac03b390 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7efdbc006fd0 tx=0x7efdbc006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:42.079 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.302+0000 7efdb6ffd700 1 -- 172.21.15.52:0/2908692246 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7efdb001ad10 con 0x7efdc0108970 2024-03-18T22:47:42.079 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.538+0000 7efdc7ae0700 1 -- 172.21.15.52:0/2908692246 --> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7efdc0103550 con 0x7efdac038ed0 2024-03-18T22:47:42.079 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.543+0000 7efdb6ffd700 1 -- 172.21.15.52:0/2908692246 <== mgr.14120 v2:172.21.15.52:6800/2150375137 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7efdc0103550 con 0x7efdac038ed0 2024-03-18T22:47:42.079 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.545+0000 7efdc7ae0700 1 -- 172.21.15.52:0/2908692246 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7efdac038ed0 msgr2=0x7efdac03b390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:42.079 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.545+0000 7efdc7ae0700 1 --2- 172.21.15.52:0/2908692246 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7efdac038ed0 0x7efdac03b390 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7efdbc006fd0 tx=0x7efdbc006e40 comp rx=0 tx=0).stop 2024-03-18T22:47:42.079 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.545+0000 7efdc7ae0700 1 -- 172.21.15.52:0/2908692246 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efdc0108970 msgr2=0x7efdc019be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:42.079 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.545+0000 7efdc7ae0700 1 --2- 172.21.15.52:0/2908692246 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efdc0108970 0x7efdc019be80 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7efdb0011870 tx=0x7efdb0011d70 comp rx=0 tx=0).stop 2024-03-18T22:47:42.079 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.545+0000 7efdc7ae0700 1 -- 172.21.15.52:0/2908692246 shutdown_connections 2024-03-18T22:47:42.080 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.545+0000 7efdc7ae0700 1 --2- 172.21.15.52:0/2908692246 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7efdac038ed0 0x7efdac03b390 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:42.080 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.545+0000 7efdc7ae0700 1 --2- 172.21.15.52:0/2908692246 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efdc0108970 0x7efdc019be80 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:42.080 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.545+0000 7efdc7ae0700 1 -- 172.21.15.52:0/2908692246 >> 172.21.15.52:0/2908692246 conn(0x7efdc01023a0 msgr2=0x7efdc0102e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:42.080 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.546+0000 7efdc7ae0700 1 -- 172.21.15.52:0/2908692246 shutdown_connections 2024-03-18T22:47:42.080 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:41.546+0000 7efdc7ae0700 1 -- 172.21.15.52:0/2908692246 wait complete. 2024-03-18T22:47:42.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:42 smithi052 ceph-mon[32520]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:47:42.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:42 smithi052 ceph-mon[32520]: Saving service mgr spec with placement count:2 2024-03-18T22:47:42.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:42 smithi052 ceph-mon[32520]: from='mgr.14120 172.21.15.52:0/3568061654' entity='mgr.x' 2024-03-18T22:47:43.511 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.574+0000 7f46b1509700 1 Processor -- start 2024-03-18T22:47:43.511 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.574+0000 7f46b1509700 1 -- start start 2024-03-18T22:47:43.511 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.574+0000 7f46b1509700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46ac106e00 0x7f46ac107220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:43.511 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.574+0000 7f46b1509700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f46ac107760 con 0x7f46ac106e00 2024-03-18T22:47:43.511 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.575+0000 7f46aaffd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46ac106e00 0x7f46ac107220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:43.511 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.575+0000 7f46aaffd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46ac106e00 0x7f46ac107220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52346/0 (socket says 172.21.15.52:52346) 2024-03-18T22:47:43.511 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.575+0000 7f46aaffd700 1 -- 172.21.15.52:0/681792890 learned_addr learned my addr 172.21.15.52:0/681792890 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:43.511 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.575+0000 7f46aaffd700 1 -- 172.21.15.52:0/681792890 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46ac107f60 con 0x7f46ac106e00 2024-03-18T22:47:43.512 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.575+0000 7f46aaffd700 1 --2- 172.21.15.52:0/681792890 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46ac106e00 0x7f46ac107220 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f469c009e80 tx=0x7f469c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=885368cb16be830f server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:43.512 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.575+0000 7f46a9ffb700 1 -- 172.21.15.52:0/681792890 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f469c017070 con 0x7f46ac106e00 2024-03-18T22:47:43.512 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.575+0000 7f46a9ffb700 1 -- 172.21.15.52:0/681792890 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f469c00b8c0 con 0x7f46ac106e00 2024-03-18T22:47:43.512 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.575+0000 7f46a9ffb700 1 -- 172.21.15.52:0/681792890 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f469c004580 con 0x7f46ac106e00 2024-03-18T22:47:43.512 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.576+0000 7f46b1509700 1 -- 172.21.15.52:0/681792890 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46ac106e00 msgr2=0x7f46ac107220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:43.512 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.576+0000 7f46b1509700 1 --2- 172.21.15.52:0/681792890 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46ac106e00 0x7f46ac107220 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f469c009e80 tx=0x7f469c00b330 comp rx=0 tx=0).stop 2024-03-18T22:47:43.512 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.576+0000 7f46b1509700 1 -- 172.21.15.52:0/681792890 shutdown_connections 2024-03-18T22:47:43.512 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.576+0000 7f46b1509700 1 --2- 172.21.15.52:0/681792890 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46ac106e00 0x7f46ac107220 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:43.512 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.576+0000 7f46b1509700 1 -- 172.21.15.52:0/681792890 >> 172.21.15.52:0/681792890 conn(0x7f46ac1023a0 msgr2=0x7f46ac1047e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:43.512 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.576+0000 7f46b1509700 1 -- 172.21.15.52:0/681792890 shutdown_connections 2024-03-18T22:47:43.512 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.576+0000 7f46b1509700 1 -- 172.21.15.52:0/681792890 wait complete. 2024-03-18T22:47:43.512 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.577+0000 7f46b1509700 1 Processor -- start 2024-03-18T22:47:43.513 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.577+0000 7f46b1509700 1 -- start start 2024-03-18T22:47:43.513 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.577+0000 7f46b1509700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46ac106e00 0x7f46ac19bef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:43.513 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.577+0000 7f46b1509700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f46ac10b3a0 con 0x7f46ac106e00 2024-03-18T22:47:43.513 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.577+0000 7f46aaffd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46ac106e00 0x7f46ac19bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:43.513 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.577+0000 7f46aaffd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46ac106e00 0x7f46ac19bef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52362/0 (socket says 172.21.15.52:52362) 2024-03-18T22:47:43.513 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.577+0000 7f46aaffd700 1 -- 172.21.15.52:0/3064511778 learned_addr learned my addr 172.21.15.52:0/3064511778 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:43.513 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.577+0000 7f46aaffd700 1 -- 172.21.15.52:0/3064511778 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46ac19c430 con 0x7f46ac106e00 2024-03-18T22:47:43.513 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.578+0000 7f46aaffd700 1 --2- 172.21.15.52:0/3064511778 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46ac106e00 0x7f46ac19bef0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f469c0072a0 tx=0x7f469c003d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:43.513 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.578+0000 7f46a3fff700 1 -- 172.21.15.52:0/3064511778 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f469c021020 con 0x7f46ac106e00 2024-03-18T22:47:43.513 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.578+0000 7f46b1509700 1 -- 172.21.15.52:0/3064511778 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46ac19c6c0 con 0x7f46ac106e00 2024-03-18T22:47:43.513 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.578+0000 7f46a3fff700 1 -- 172.21.15.52:0/3064511778 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f469c00bde0 con 0x7f46ac106e00 2024-03-18T22:47:43.513 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.578+0000 7f46a3fff700 1 -- 172.21.15.52:0/3064511778 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f469c017040 con 0x7f46ac106e00 2024-03-18T22:47:43.514 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.578+0000 7f46b1509700 1 -- 172.21.15.52:0/3064511778 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46ac19f3b0 con 0x7f46ac106e00 2024-03-18T22:47:43.514 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.579+0000 7f46b1509700 1 -- 172.21.15.52:0/3064511778 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46ac063940 con 0x7f46ac106e00 2024-03-18T22:47:43.514 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.579+0000 7f46a3fff700 1 -- 172.21.15.52:0/3064511778 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 8) ==== 46106+0+0 (secure 0 0 0) 0x7f469c024020 con 0x7f46ac106e00 2024-03-18T22:47:43.514 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.579+0000 7f46a3fff700 1 --2- 172.21.15.52:0/3064511778 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f4698038ed0 0x7f469803b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:43.514 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.579+0000 7f46a3fff700 1 -- 172.21.15.52:0/3064511778 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f469c00f050 con 0x7f46ac106e00 2024-03-18T22:47:43.514 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.579+0000 7f46aa7fc700 1 --2- 172.21.15.52:0/3064511778 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f4698038ed0 0x7f469803b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:43.514 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.580+0000 7f46aa7fc700 1 --2- 172.21.15.52:0/3064511778 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f4698038ed0 0x7f469803b390 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f4694006fd0 tx=0x7f4694006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:43.514 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.584+0000 7f46a3fff700 1 -- 172.21.15.52:0/3064511778 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f469c02b020 con 0x7f46ac106e00 2024-03-18T22:47:43.514 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.799+0000 7f46b1509700 1 -- 172.21.15.52:0/3064511778 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7f46ac02de00 con 0x7f46ac106e00 2024-03-18T22:47:43.514 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.801+0000 7f46a3fff700 1 -- 172.21.15.52:0/3064511778 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7f469c003f60 con 0x7f46ac106e00 2024-03-18T22:47:43.514 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.803+0000 7f46b1509700 1 -- 172.21.15.52:0/3064511778 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f4698038ed0 msgr2=0x7f469803b390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:43.515 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.803+0000 7f46b1509700 1 --2- 172.21.15.52:0/3064511778 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f4698038ed0 0x7f469803b390 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f4694006fd0 tx=0x7f4694006e40 comp rx=0 tx=0).stop 2024-03-18T22:47:43.515 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.803+0000 7f46b1509700 1 -- 172.21.15.52:0/3064511778 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46ac106e00 msgr2=0x7f46ac19bef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:43.515 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.803+0000 7f46b1509700 1 --2- 172.21.15.52:0/3064511778 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46ac106e00 0x7f46ac19bef0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f469c0072a0 tx=0x7f469c003d00 comp rx=0 tx=0).stop 2024-03-18T22:47:43.515 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.803+0000 7f46b1509700 1 -- 172.21.15.52:0/3064511778 shutdown_connections 2024-03-18T22:47:43.515 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.803+0000 7f46b1509700 1 --2- 172.21.15.52:0/3064511778 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f4698038ed0 0x7f469803b390 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:43.515 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.803+0000 7f46b1509700 1 --2- 172.21.15.52:0/3064511778 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46ac106e00 0x7f46ac19bef0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:43.515 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.803+0000 7f46b1509700 1 -- 172.21.15.52:0/3064511778 >> 172.21.15.52:0/3064511778 conn(0x7f46ac1023a0 msgr2=0x7f46ac1031d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:43.515 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.803+0000 7f46b1509700 1 -- 172.21.15.52:0/3064511778 shutdown_connections 2024-03-18T22:47:43.515 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:42.803+0000 7f46b1509700 1 -- 172.21.15.52:0/3064511778 wait complete. 2024-03-18T22:47:44.099 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:43 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3064511778' entity='client.admin' 2024-03-18T22:47:44.952 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.202+0000 7f4d09c3c700 1 Processor -- start 2024-03-18T22:47:44.952 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.202+0000 7f4d09c3c700 1 -- start start 2024-03-18T22:47:44.952 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.202+0000 7f4d09c3c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d04106e00 0x7f4d04107220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:44.952 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.202+0000 7f4d09c3c700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4d04107760 con 0x7f4d04106e00 2024-03-18T22:47:44.952 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.202+0000 7f4d037fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d04106e00 0x7f4d04107220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:44.952 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.202+0000 7f4d037fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d04106e00 0x7f4d04107220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52368/0 (socket says 172.21.15.52:52368) 2024-03-18T22:47:44.952 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.202+0000 7f4d037fe700 1 -- 172.21.15.52:0/3742744675 learned_addr learned my addr 172.21.15.52:0/3742744675 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:44.952 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.203+0000 7f4d037fe700 1 -- 172.21.15.52:0/3742744675 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d04107f60 con 0x7f4d04106e00 2024-03-18T22:47:44.953 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.203+0000 7f4d037fe700 1 --2- 172.21.15.52:0/3742744675 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d04106e00 0x7f4d04107220 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4cf40098a0 tx=0x7f4cf4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96b90f2b44440b39 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:44.953 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.203+0000 7f4d02ffd700 1 -- 172.21.15.52:0/3742744675 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4cf4004160 con 0x7f4d04106e00 2024-03-18T22:47:44.953 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.203+0000 7f4d02ffd700 1 -- 172.21.15.52:0/3742744675 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4cf4004300 con 0x7f4d04106e00 2024-03-18T22:47:44.953 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.203+0000 7f4d02ffd700 1 -- 172.21.15.52:0/3742744675 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4cf4011bb0 con 0x7f4d04106e00 2024-03-18T22:47:44.953 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.204+0000 7f4d09c3c700 1 -- 172.21.15.52:0/3742744675 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d04106e00 msgr2=0x7f4d04107220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:44.953 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.204+0000 7f4d09c3c700 1 --2- 172.21.15.52:0/3742744675 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d04106e00 0x7f4d04107220 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4cf40098a0 tx=0x7f4cf4009bb0 comp rx=0 tx=0).stop 2024-03-18T22:47:44.953 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.204+0000 7f4d09c3c700 1 -- 172.21.15.52:0/3742744675 shutdown_connections 2024-03-18T22:47:44.953 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.204+0000 7f4d09c3c700 1 --2- 172.21.15.52:0/3742744675 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d04106e00 0x7f4d04107220 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:44.953 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.204+0000 7f4d09c3c700 1 -- 172.21.15.52:0/3742744675 >> 172.21.15.52:0/3742744675 conn(0x7f4d041023e0 msgr2=0x7f4d04104800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:44.953 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.204+0000 7f4d09c3c700 1 -- 172.21.15.52:0/3742744675 shutdown_connections 2024-03-18T22:47:44.953 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.204+0000 7f4d09c3c700 1 -- 172.21.15.52:0/3742744675 wait complete. 2024-03-18T22:47:44.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.204+0000 7f4d09c3c700 1 Processor -- start 2024-03-18T22:47:44.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.205+0000 7f4d09c3c700 1 -- start start 2024-03-18T22:47:44.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.205+0000 7f4d09c3c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d04106e00 0x7f4d0419bef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:44.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.205+0000 7f4d09c3c700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4d0410b3a0 con 0x7f4d04106e00 2024-03-18T22:47:44.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.205+0000 7f4d037fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d04106e00 0x7f4d0419bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:44.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.205+0000 7f4d037fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d04106e00 0x7f4d0419bef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52376/0 (socket says 172.21.15.52:52376) 2024-03-18T22:47:44.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.205+0000 7f4d037fe700 1 -- 172.21.15.52:0/1627540644 learned_addr learned my addr 172.21.15.52:0/1627540644 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:44.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.205+0000 7f4d037fe700 1 -- 172.21.15.52:0/1627540644 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d0419c430 con 0x7f4d04106e00 2024-03-18T22:47:44.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.205+0000 7f4d037fe700 1 --2- 172.21.15.52:0/1627540644 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d04106e00 0x7f4d0419bef0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4cf4011690 tx=0x7f4cf4011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:44.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.206+0000 7f4d017fa700 1 -- 172.21.15.52:0/1627540644 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4cf4003930 con 0x7f4d04106e00 2024-03-18T22:47:44.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.206+0000 7f4d09c3c700 1 -- 172.21.15.52:0/1627540644 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d0419c6c0 con 0x7f4d04106e00 2024-03-18T22:47:44.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.206+0000 7f4d017fa700 1 -- 172.21.15.52:0/1627540644 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4cf4003ad0 con 0x7f4d04106e00 2024-03-18T22:47:44.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.206+0000 7f4d017fa700 1 -- 172.21.15.52:0/1627540644 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4cf4019730 con 0x7f4d04106e00 2024-03-18T22:47:44.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.206+0000 7f4d09c3c700 1 -- 172.21.15.52:0/1627540644 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d0419cb20 con 0x7f4d04106e00 2024-03-18T22:47:44.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.207+0000 7f4d017fa700 1 -- 172.21.15.52:0/1627540644 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 8) ==== 46106+0+0 (secure 0 0 0) 0x7f4cf4019a90 con 0x7f4d04106e00 2024-03-18T22:47:44.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.207+0000 7f4d017fa700 1 --2- 172.21.15.52:0/1627540644 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f4cf0038ed0 0x7f4cf003b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:44.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.207+0000 7f4d017fa700 1 -- 172.21.15.52:0/1627540644 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f4cf404d2d0 con 0x7f4d04106e00 2024-03-18T22:47:44.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.207+0000 7f4cfaffd700 1 --2- 172.21.15.52:0/1627540644 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f4cf0038ed0 0x7f4cf003b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:44.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.207+0000 7f4d09c3c700 1 -- 172.21.15.52:0/1627540644 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ce4005360 con 0x7f4d04106e00 2024-03-18T22:47:44.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.207+0000 7f4cfaffd700 1 --2- 172.21.15.52:0/1627540644 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f4cf0038ed0 0x7f4cf003b390 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f4cec006fd0 tx=0x7f4cec006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:44.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.212+0000 7f4d017fa700 1 -- 172.21.15.52:0/1627540644 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f4cf4003c80 con 0x7f4d04106e00 2024-03-18T22:47:44.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.417+0000 7f4d09c3c700 1 -- 172.21.15.52:0/1627540644 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7f4ce4005650 con 0x7f4d04106e00 2024-03-18T22:47:44.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.419+0000 7f4d017fa700 1 -- 172.21.15.52:0/1627540644 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7f4cf400f2e0 con 0x7f4d04106e00 2024-03-18T22:47:44.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.422+0000 7f4d09c3c700 1 -- 172.21.15.52:0/1627540644 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f4cf0038ed0 msgr2=0x7f4cf003b390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:44.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.422+0000 7f4d09c3c700 1 --2- 172.21.15.52:0/1627540644 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f4cf0038ed0 0x7f4cf003b390 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f4cec006fd0 tx=0x7f4cec006e40 comp rx=0 tx=0).stop 2024-03-18T22:47:44.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.422+0000 7f4d09c3c700 1 -- 172.21.15.52:0/1627540644 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d04106e00 msgr2=0x7f4d0419bef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:44.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.422+0000 7f4d09c3c700 1 --2- 172.21.15.52:0/1627540644 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d04106e00 0x7f4d0419bef0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4cf4011690 tx=0x7f4cf4011ca0 comp rx=0 tx=0).stop 2024-03-18T22:47:44.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.422+0000 7f4d09c3c700 1 -- 172.21.15.52:0/1627540644 shutdown_connections 2024-03-18T22:47:44.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.422+0000 7f4d09c3c700 1 --2- 172.21.15.52:0/1627540644 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f4cf0038ed0 0x7f4cf003b390 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:44.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.422+0000 7f4d09c3c700 1 --2- 172.21.15.52:0/1627540644 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d04106e00 0x7f4d0419bef0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:44.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.422+0000 7f4d09c3c700 1 -- 172.21.15.52:0/1627540644 >> 172.21.15.52:0/1627540644 conn(0x7f4d041023e0 msgr2=0x7f4d04103220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:44.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.422+0000 7f4d09c3c700 1 -- 172.21.15.52:0/1627540644 shutdown_connections 2024-03-18T22:47:44.957 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:44.422+0000 7f4d09c3c700 1 -- 172.21.15.52:0/1627540644 wait complete. 2024-03-18T22:47:44.957 INFO:teuthology.orchestra.run.smithi052.stdout:Enabling the dashboard module... 2024-03-18T22:47:45.297 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:45 smithi052 ceph-mon[32520]: from='mgr.14120 172.21.15.52:0/3568061654' entity='mgr.x' 2024-03-18T22:47:45.297 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:45 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1627540644' entity='client.admin' 2024-03-18T22:47:46.376 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:46 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: ignoring --setuser ceph since I am not root 2024-03-18T22:47:46.376 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:46 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: ignoring --setgroup ceph since I am not root 2024-03-18T22:47:46.376 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:46 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/4211015316' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-03-18T22:47:46.376 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:46 smithi052 ceph-mon[32520]: from='mgr.14120 172.21.15.52:0/3568061654' entity='mgr.x' 2024-03-18T22:47:46.668 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.414+0000 7ff70849d700 1 Processor -- start 2024-03-18T22:47:46.668 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.414+0000 7ff70849d700 1 -- start start 2024-03-18T22:47:46.668 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.414+0000 7ff70849d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff700106190 0x7ff7001065b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:46.668 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.414+0000 7ff70849d700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff700106b80 con 0x7ff700106190 2024-03-18T22:47:46.668 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.414+0000 7ff706239700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff700106190 0x7ff7001065b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:46.668 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.414+0000 7ff706239700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff700106190 0x7ff7001065b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52380/0 (socket says 172.21.15.52:52380) 2024-03-18T22:47:46.668 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.414+0000 7ff706239700 1 -- 172.21.15.52:0/4131010119 learned_addr learned my addr 172.21.15.52:0/4131010119 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:46.668 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.414+0000 7ff706239700 1 -- 172.21.15.52:0/4131010119 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff700109120 con 0x7ff700106190 2024-03-18T22:47:46.668 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.415+0000 7ff706239700 1 --2- 172.21.15.52:0/4131010119 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff700106190 0x7ff7001065b0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff6fc0098a0 tx=0x7ff6fc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=489441c65884a647 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:46.668 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.415+0000 7ff705237700 1 -- 172.21.15.52:0/4131010119 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff6fc004160 con 0x7ff700106190 2024-03-18T22:47:46.668 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.415+0000 7ff705237700 1 -- 172.21.15.52:0/4131010119 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff6fc004300 con 0x7ff700106190 2024-03-18T22:47:46.668 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.415+0000 7ff705237700 1 -- 172.21.15.52:0/4131010119 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff6fc011bb0 con 0x7ff700106190 2024-03-18T22:47:46.668 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.415+0000 7ff70849d700 1 -- 172.21.15.52:0/4131010119 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff700106190 msgr2=0x7ff7001065b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:46.669 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.415+0000 7ff70849d700 1 --2- 172.21.15.52:0/4131010119 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff700106190 0x7ff7001065b0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff6fc0098a0 tx=0x7ff6fc009bb0 comp rx=0 tx=0).stop 2024-03-18T22:47:46.669 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.415+0000 7ff70849d700 1 -- 172.21.15.52:0/4131010119 shutdown_connections 2024-03-18T22:47:46.669 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.415+0000 7ff70849d700 1 --2- 172.21.15.52:0/4131010119 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff700106190 0x7ff7001065b0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:46.669 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.415+0000 7ff70849d700 1 -- 172.21.15.52:0/4131010119 >> 172.21.15.52:0/4131010119 conn(0x7ff700101b40 msgr2=0x7ff700103f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:46.669 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.416+0000 7ff70849d700 1 -- 172.21.15.52:0/4131010119 shutdown_connections 2024-03-18T22:47:46.669 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.416+0000 7ff70849d700 1 -- 172.21.15.52:0/4131010119 wait complete. 2024-03-18T22:47:46.669 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.416+0000 7ff70849d700 1 Processor -- start 2024-03-18T22:47:46.669 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.416+0000 7ff70849d700 1 -- start start 2024-03-18T22:47:46.669 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.416+0000 7ff70849d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff700106190 0x7ff7001089a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:46.669 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.416+0000 7ff70849d700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff70010c4d0 con 0x7ff700106190 2024-03-18T22:47:46.669 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.416+0000 7ff706239700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff700106190 0x7ff7001089a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:46.669 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.416+0000 7ff706239700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff700106190 0x7ff7001089a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52390/0 (socket says 172.21.15.52:52390) 2024-03-18T22:47:46.669 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.416+0000 7ff706239700 1 -- 172.21.15.52:0/4211015316 learned_addr learned my addr 172.21.15.52:0/4211015316 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:46.669 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.417+0000 7ff706239700 1 -- 172.21.15.52:0/4211015316 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff700108ee0 con 0x7ff700106190 2024-03-18T22:47:46.670 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.417+0000 7ff706239700 1 --2- 172.21.15.52:0/4211015316 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff700106190 0x7ff7001089a0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7ff6fc011690 tx=0x7ff6fc011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:46.670 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.417+0000 7ff6f77fe700 1 -- 172.21.15.52:0/4211015316 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff6fc003b70 con 0x7ff700106190 2024-03-18T22:47:46.670 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.417+0000 7ff6f77fe700 1 -- 172.21.15.52:0/4211015316 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff6fc01a930 con 0x7ff700106190 2024-03-18T22:47:46.670 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.417+0000 7ff6f77fe700 1 -- 172.21.15.52:0/4211015316 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff6fc019920 con 0x7ff700106190 2024-03-18T22:47:46.670 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.417+0000 7ff70849d700 1 -- 172.21.15.52:0/4211015316 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7001070d0 con 0x7ff700106190 2024-03-18T22:47:46.670 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.417+0000 7ff70849d700 1 -- 172.21.15.52:0/4211015316 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff700107590 con 0x7ff700106190 2024-03-18T22:47:46.670 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.418+0000 7ff6f77fe700 1 -- 172.21.15.52:0/4211015316 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 8) ==== 46106+0+0 (secure 0 0 0) 0x7ff6fc022020 con 0x7ff700106190 2024-03-18T22:47:46.670 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.418+0000 7ff70849d700 1 -- 172.21.15.52:0/4211015316 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff700063940 con 0x7ff700106190 2024-03-18T22:47:46.670 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.418+0000 7ff6f77fe700 1 --2- 172.21.15.52:0/4211015316 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7ff6ec038f20 0x7ff6ec03b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:46.670 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.418+0000 7ff6f77fe700 1 -- 172.21.15.52:0/4211015316 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ff6fc04d020 con 0x7ff700106190 2024-03-18T22:47:46.670 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.418+0000 7ff705a38700 1 --2- 172.21.15.52:0/4211015316 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7ff6ec038f20 0x7ff6ec03b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:46.670 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.419+0000 7ff705a38700 1 --2- 172.21.15.52:0/4211015316 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7ff6ec038f20 0x7ff6ec03b3e0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7ff6f0006fd0 tx=0x7ff6f0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:46.670 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.423+0000 7ff6f77fe700 1 -- 172.21.15.52:0/4211015316 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7ff6fc02b350 con 0x7ff700106190 2024-03-18T22:47:46.671 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:45.695+0000 7ff70849d700 1 -- 172.21.15.52:0/4211015316 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7ff7001078d0 con 0x7ff700106190 2024-03-18T22:47:46.671 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:46.030+0000 7ff6f77fe700 1 -- 172.21.15.52:0/4211015316 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7ff7001078d0 con 0x7ff700106190 2024-03-18T22:47:46.671 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:46.031+0000 7ff6f77fe700 1 -- 172.21.15.52:0/4211015316 <== mon.0 v2:172.21.15.52:3300/0 8 ==== mgrmap(e 9) ==== 46119+0+0 (secure 0 0 0) 0x7ff6fc01a430 con 0x7ff700106190 2024-03-18T22:47:46.671 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:46.033+0000 7ff70849d700 1 -- 172.21.15.52:0/4211015316 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7ff6ec038f20 msgr2=0x7ff6ec03b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:46.671 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:46.033+0000 7ff70849d700 1 --2- 172.21.15.52:0/4211015316 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7ff6ec038f20 0x7ff6ec03b3e0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7ff6f0006fd0 tx=0x7ff6f0006e40 comp rx=0 tx=0).stop 2024-03-18T22:47:46.671 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:46.033+0000 7ff70849d700 1 -- 172.21.15.52:0/4211015316 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff700106190 msgr2=0x7ff7001089a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:46.671 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:46.033+0000 7ff70849d700 1 --2- 172.21.15.52:0/4211015316 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff700106190 0x7ff7001089a0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7ff6fc011690 tx=0x7ff6fc011ca0 comp rx=0 tx=0).stop 2024-03-18T22:47:46.671 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:46.033+0000 7ff70849d700 1 -- 172.21.15.52:0/4211015316 shutdown_connections 2024-03-18T22:47:46.671 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:46.033+0000 7ff70849d700 1 --2- 172.21.15.52:0/4211015316 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7ff6ec038f20 0x7ff6ec03b3e0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:46.672 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:46.033+0000 7ff70849d700 1 --2- 172.21.15.52:0/4211015316 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff700106190 0x7ff7001089a0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:46.672 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:46.033+0000 7ff70849d700 1 -- 172.21.15.52:0/4211015316 >> 172.21.15.52:0/4211015316 conn(0x7ff700101b40 msgr2=0x7ff7001025e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:46.672 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:46.033+0000 7ff70849d700 1 -- 172.21.15.52:0/4211015316 shutdown_connections 2024-03-18T22:47:46.672 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:46.034+0000 7ff70849d700 1 -- 172.21.15.52:0/4211015316 wait complete. 2024-03-18T22:47:46.891 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:46 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:46.634+0000 7f015142f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-18T22:47:46.892 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:46 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:46.739+0000 7f015142f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-18T22:47:47.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:47 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/4211015316' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-03-18T22:47:47.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:47 smithi052 ceph-mon[32520]: mgrmap e9: x(active, since 19s) 2024-03-18T22:47:47.680 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:47 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:47.433+0000 7f015142f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-18T22:47:47.680 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:47 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:47.532+0000 7f015142f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-18T22:47:47.680 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:47 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:47.678+0000 7f015142f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-18T22:47:47.988 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:47 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:47.778+0000 7f015142f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-18T22:47:47.989 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:47 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:47.864+0000 7f015142f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-18T22:47:48.005 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout { 2024-03-18T22:47:48.005 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-03-18T22:47:48.005 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "available": true, 2024-03-18T22:47:48.005 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-03-18T22:47:48.005 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-03-18T22:47:48.005 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout } 2024-03-18T22:47:48.005 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.094+0000 7fac3373b700 1 Processor -- start 2024-03-18T22:47:48.006 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.094+0000 7fac3373b700 1 -- start start 2024-03-18T22:47:48.006 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.094+0000 7fac3373b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fac2c108970 0x7fac2c10ad60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:48.006 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.094+0000 7fac3373b700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fac2c07bec0 con 0x7fac2c108970 2024-03-18T22:47:48.006 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.095+0000 7fac314d7700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fac2c108970 0x7fac2c10ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:48.006 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.095+0000 7fac314d7700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fac2c108970 0x7fac2c10ad60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52432/0 (socket says 172.21.15.52:52432) 2024-03-18T22:47:48.006 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.095+0000 7fac314d7700 1 -- 172.21.15.52:0/3144085861 learned_addr learned my addr 172.21.15.52:0/3144085861 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:48.006 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.095+0000 7fac314d7700 1 -- 172.21.15.52:0/3144085861 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac2c10b2a0 con 0x7fac2c108970 2024-03-18T22:47:48.006 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.095+0000 7fac314d7700 1 --2- 172.21.15.52:0/3144085861 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fac2c108970 0x7fac2c10ad60 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fac280098a0 tx=0x7fac28009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44230a6620747ff9 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:48.006 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.095+0000 7fac1ffff700 1 -- 172.21.15.52:0/3144085861 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fac28004160 con 0x7fac2c108970 2024-03-18T22:47:48.006 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.095+0000 7fac1ffff700 1 -- 172.21.15.52:0/3144085861 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fac28004300 con 0x7fac2c108970 2024-03-18T22:47:48.006 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.095+0000 7fac1ffff700 1 -- 172.21.15.52:0/3144085861 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fac28011bb0 con 0x7fac2c108970 2024-03-18T22:47:48.006 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.096+0000 7fac3373b700 1 -- 172.21.15.52:0/3144085861 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fac2c108970 msgr2=0x7fac2c10ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:48.007 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.096+0000 7fac3373b700 1 --2- 172.21.15.52:0/3144085861 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fac2c108970 0x7fac2c10ad60 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fac280098a0 tx=0x7fac28009bb0 comp rx=0 tx=0).stop 2024-03-18T22:47:48.007 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.096+0000 7fac3373b700 1 -- 172.21.15.52:0/3144085861 shutdown_connections 2024-03-18T22:47:48.007 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.096+0000 7fac3373b700 1 --2- 172.21.15.52:0/3144085861 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fac2c108970 0x7fac2c10ad60 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:48.007 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.096+0000 7fac3373b700 1 -- 172.21.15.52:0/3144085861 >> 172.21.15.52:0/3144085861 conn(0x7fac2c102460 msgr2=0x7fac2c104880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:48.007 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.096+0000 7fac3373b700 1 -- 172.21.15.52:0/3144085861 shutdown_connections 2024-03-18T22:47:48.007 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.096+0000 7fac3373b700 1 -- 172.21.15.52:0/3144085861 wait complete. 2024-03-18T22:47:48.007 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.097+0000 7fac3373b700 1 Processor -- start 2024-03-18T22:47:48.007 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.097+0000 7fac3373b700 1 -- start start 2024-03-18T22:47:48.007 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.097+0000 7fac3373b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fac2c108970 0x7fac2c19bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:48.007 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.097+0000 7fac3373b700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fac2c10c370 con 0x7fac2c108970 2024-03-18T22:47:48.007 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.097+0000 7fac314d7700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fac2c108970 0x7fac2c19bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:48.007 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.097+0000 7fac314d7700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fac2c108970 0x7fac2c19bea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52436/0 (socket says 172.21.15.52:52436) 2024-03-18T22:47:48.007 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.097+0000 7fac314d7700 1 -- 172.21.15.52:0/4267763337 learned_addr learned my addr 172.21.15.52:0/4267763337 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:48.008 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.097+0000 7fac314d7700 1 -- 172.21.15.52:0/4267763337 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac2c19c3e0 con 0x7fac2c108970 2024-03-18T22:47:48.008 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.097+0000 7fac314d7700 1 --2- 172.21.15.52:0/4267763337 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fac2c108970 0x7fac2c19bea0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fac28011870 tx=0x7fac28011d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:48.008 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.098+0000 7fac1e7fc700 1 -- 172.21.15.52:0/4267763337 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fac28003af0 con 0x7fac2c108970 2024-03-18T22:47:48.008 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.098+0000 7fac3373b700 1 -- 172.21.15.52:0/4267763337 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac2c19c670 con 0x7fac2c108970 2024-03-18T22:47:48.008 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.098+0000 7fac1e7fc700 1 -- 172.21.15.52:0/4267763337 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fac28003c90 con 0x7fac2c108970 2024-03-18T22:47:48.008 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.098+0000 7fac1e7fc700 1 -- 172.21.15.52:0/4267763337 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fac28019960 con 0x7fac2c108970 2024-03-18T22:47:48.008 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.098+0000 7fac3373b700 1 -- 172.21.15.52:0/4267763337 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac2c19cad0 con 0x7fac2c108970 2024-03-18T22:47:48.008 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.099+0000 7fac3373b700 1 -- 172.21.15.52:0/4267763337 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac2c063940 con 0x7fac2c108970 2024-03-18T22:47:48.008 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.099+0000 7fac1e7fc700 1 -- 172.21.15.52:0/4267763337 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 9) ==== 46119+0+0 (secure 0 0 0) 0x7fac28019c60 con 0x7fac2c108970 2024-03-18T22:47:48.008 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.099+0000 7fac1e7fc700 1 --2- 172.21.15.52:0/4267763337 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7fac18038f20 0x7fac1803b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:48.008 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.099+0000 7fac1e7fc700 1 -- 172.21.15.52:0/4267763337 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fac2804d1f0 con 0x7fac2c108970 2024-03-18T22:47:48.008 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.099+0000 7fac30cd6700 1 -- 172.21.15.52:0/4267763337 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7fac18038f20 msgr2=0x7fac1803b3e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/2150375137 2024-03-18T22:47:48.008 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.099+0000 7fac30cd6700 1 --2- 172.21.15.52:0/4267763337 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7fac18038f20 0x7fac1803b3e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-18T22:47:48.008 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.104+0000 7fac1e7fc700 1 -- 172.21.15.52:0/4267763337 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fac2804cf50 con 0x7fac2c108970 2024-03-18T22:47:48.009 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.300+0000 7fac30cd6700 1 -- 172.21.15.52:0/4267763337 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7fac18038f20 msgr2=0x7fac1803b3e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/2150375137 2024-03-18T22:47:48.009 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.300+0000 7fac30cd6700 1 --2- 172.21.15.52:0/4267763337 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7fac18038f20 0x7fac1803b3e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-03-18T22:47:48.009 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.387+0000 7fac3373b700 1 -- 172.21.15.52:0/4267763337 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7fac2c19f540 con 0x7fac2c108970 2024-03-18T22:47:48.009 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.387+0000 7fac1e7fc700 1 -- 172.21.15.52:0/4267763337 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7fac28020c30 con 0x7fac2c108970 2024-03-18T22:47:48.009 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.389+0000 7fac3373b700 1 -- 172.21.15.52:0/4267763337 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7fac18038f20 msgr2=0x7fac1803b3e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-18T22:47:48.009 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.389+0000 7fac3373b700 1 --2- 172.21.15.52:0/4267763337 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7fac18038f20 0x7fac1803b3e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:48.009 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.389+0000 7fac3373b700 1 -- 172.21.15.52:0/4267763337 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fac2c108970 msgr2=0x7fac2c19bea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:48.009 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.389+0000 7fac3373b700 1 --2- 172.21.15.52:0/4267763337 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fac2c108970 0x7fac2c19bea0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fac28011870 tx=0x7fac28011d70 comp rx=0 tx=0).stop 2024-03-18T22:47:48.009 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.389+0000 7fac3373b700 1 -- 172.21.15.52:0/4267763337 shutdown_connections 2024-03-18T22:47:48.009 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.389+0000 7fac3373b700 1 --2- 172.21.15.52:0/4267763337 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7fac18038f20 0x7fac1803b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:48.009 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.389+0000 7fac3373b700 1 --2- 172.21.15.52:0/4267763337 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fac2c108970 0x7fac2c19bea0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:48.009 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.389+0000 7fac3373b700 1 -- 172.21.15.52:0/4267763337 >> 172.21.15.52:0/4267763337 conn(0x7fac2c102460 msgr2=0x7fac2c102eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:48.009 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.389+0000 7fac3373b700 1 -- 172.21.15.52:0/4267763337 shutdown_connections 2024-03-18T22:47:48.009 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:47.389+0000 7fac3373b700 1 -- 172.21.15.52:0/4267763337 wait complete. 2024-03-18T22:47:48.010 INFO:teuthology.orchestra.run.smithi052.stdout:Waiting for the mgr to restart... 2024-03-18T22:47:48.010 INFO:teuthology.orchestra.run.smithi052.stdout:Waiting for mgr epoch 9... 2024-03-18T22:47:48.263 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:48 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/4267763337' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-03-18T22:47:48.263 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:48 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:48.147+0000 7f015142f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-18T22:47:48.263 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:48 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:48.261+0000 7f015142f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-18T22:47:48.549 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:48 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:48.350+0000 7f015142f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-18T22:47:48.549 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:48 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:48.449+0000 7f015142f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-18T22:47:48.856 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:48 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:48.631+0000 7f015142f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-18T22:47:49.988 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:49 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:49.643+0000 7f015142f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-18T22:47:49.989 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:49 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:49.780+0000 7f015142f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-18T22:47:50.423 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:50 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:50.121+0000 7f015142f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-18T22:47:50.423 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:50 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:50.215+0000 7f015142f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-18T22:47:50.423 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:50 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:50.421+0000 7f015142f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-18T22:47:50.738 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:50 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:50.616+0000 7f015142f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-18T22:47:51.186 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:50 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:50.917+0000 7f015142f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-18T22:47:51.488 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:51 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:51.184+0000 7f015142f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-18T22:47:51.489 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:51 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:51.433+0000 7f015142f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-18T22:47:52.738 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:52 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:52.290+0000 7f015142f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-18T22:47:53.218 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:52 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:52.886+0000 7f015142f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-18T22:47:53.219 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:52 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:52.989+0000 7f015142f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-18T22:47:53.219 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:47:53 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:47:53.217+0000 7f015142f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-18T22:47:53.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:53 smithi052 ceph-mon[32520]: Active manager daemon x restarted 2024-03-18T22:47:53.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:53 smithi052 ceph-mon[32520]: Activating manager daemon x 2024-03-18T22:47:53.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:53 smithi052 ceph-mon[32520]: osdmap e3: 0 total, 0 up, 0 in 2024-03-18T22:47:53.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:53 smithi052 ceph-mon[32520]: mgrmap e10: x(active, starting, since 0.00352332s) 2024-03-18T22:47:53.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:53 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-18T22:47:53.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:53 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-18T22:47:53.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:53 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-18T22:47:53.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:53 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-18T22:47:53.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:53 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-18T22:47:53.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:53 smithi052 ceph-mon[32520]: Manager daemon x is now available 2024-03-18T22:47:53.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:53 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:47:53.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:53 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:47:54.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:54 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-18T22:47:54.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:54 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-18T22:47:54.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:54 smithi052 ceph-mon[32520]: mgrmap e11: x(active, since 1.00607s) 2024-03-18T22:47:54.892 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout { 2024-03-18T22:47:54.899 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-03-18T22:47:54.900 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "initialized": true 2024-03-18T22:47:54.900 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout } 2024-03-18T22:47:54.900 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.872+0000 7f79b3f62700 1 Processor -- start 2024-03-18T22:47:54.900 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.873+0000 7f79b3f62700 1 -- start start 2024-03-18T22:47:54.900 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.873+0000 7f79b3f62700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f79ac1067d0 0x7f79ac106bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:54.900 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.873+0000 7f79b3f62700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f79ac07be40 con 0x7f79ac1067d0 2024-03-18T22:47:54.900 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.873+0000 7f79b1cfe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f79ac1067d0 0x7f79ac106bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:54.900 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.873+0000 7f79b1cfe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f79ac1067d0 0x7f79ac106bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:57282/0 (socket says 172.21.15.52:57282) 2024-03-18T22:47:54.900 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.873+0000 7f79b1cfe700 1 -- 172.21.15.52:0/1989211543 learned_addr learned my addr 172.21.15.52:0/1989211543 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:54.900 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.873+0000 7f79b1cfe700 1 -- 172.21.15.52:0/1989211543 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79ac107130 con 0x7f79ac1067d0 2024-03-18T22:47:54.900 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.873+0000 7f79b1cfe700 1 --2- 172.21.15.52:0/1989211543 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f79ac1067d0 0x7f79ac106bf0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f79a80098a0 tx=0x7f79a8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87b90c25ecb74bbf server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:54.900 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.874+0000 7f79b0cfc700 1 -- 172.21.15.52:0/1989211543 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f79a8004160 con 0x7f79ac1067d0 2024-03-18T22:47:54.900 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.874+0000 7f79b0cfc700 1 -- 172.21.15.52:0/1989211543 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f79a8004300 con 0x7f79ac1067d0 2024-03-18T22:47:54.901 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.874+0000 7f79b0cfc700 1 -- 172.21.15.52:0/1989211543 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f79a8011bb0 con 0x7f79ac1067d0 2024-03-18T22:47:54.901 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.874+0000 7f79b3f62700 1 -- 172.21.15.52:0/1989211543 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f79ac1067d0 msgr2=0x7f79ac106bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:54.901 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.874+0000 7f79b3f62700 1 --2- 172.21.15.52:0/1989211543 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f79ac1067d0 0x7f79ac106bf0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f79a80098a0 tx=0x7f79a8009bb0 comp rx=0 tx=0).stop 2024-03-18T22:47:54.901 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.874+0000 7f79b3f62700 1 -- 172.21.15.52:0/1989211543 shutdown_connections 2024-03-18T22:47:54.901 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.874+0000 7f79b3f62700 1 --2- 172.21.15.52:0/1989211543 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f79ac1067d0 0x7f79ac106bf0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:54.901 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.874+0000 7f79b3f62700 1 -- 172.21.15.52:0/1989211543 >> 172.21.15.52:0/1989211543 conn(0x7f79ac1023d0 msgr2=0x7f79ac1047f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:54.901 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.874+0000 7f79b3f62700 1 -- 172.21.15.52:0/1989211543 shutdown_connections 2024-03-18T22:47:54.901 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.874+0000 7f79b3f62700 1 -- 172.21.15.52:0/1989211543 wait complete. 2024-03-18T22:47:54.901 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.875+0000 7f79b3f62700 1 Processor -- start 2024-03-18T22:47:54.901 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.875+0000 7f79b3f62700 1 -- start start 2024-03-18T22:47:54.901 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.875+0000 7f79b3f62700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f79ac1067d0 0x7f79ac19e160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:54.901 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.875+0000 7f79b3f62700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f79ac108260 con 0x7f79ac1067d0 2024-03-18T22:47:54.901 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.875+0000 7f79b1cfe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f79ac1067d0 0x7f79ac19e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:54.902 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.875+0000 7f79b1cfe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f79ac1067d0 0x7f79ac19e160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:57288/0 (socket says 172.21.15.52:57288) 2024-03-18T22:47:54.902 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.875+0000 7f79b1cfe700 1 -- 172.21.15.52:0/706441078 learned_addr learned my addr 172.21.15.52:0/706441078 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:54.902 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.876+0000 7f79b1cfe700 1 -- 172.21.15.52:0/706441078 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79ac19e6a0 con 0x7f79ac1067d0 2024-03-18T22:47:54.902 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.876+0000 7f79b1cfe700 1 --2- 172.21.15.52:0/706441078 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f79ac1067d0 0x7f79ac19e160 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f79a8011690 tx=0x7f79a8011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:54.902 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.876+0000 7f799effd700 1 -- 172.21.15.52:0/706441078 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f79a8003930 con 0x7f79ac1067d0 2024-03-18T22:47:54.902 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.876+0000 7f799effd700 1 -- 172.21.15.52:0/706441078 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f79a8003ad0 con 0x7f79ac1067d0 2024-03-18T22:47:54.902 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.876+0000 7f79b3f62700 1 -- 172.21.15.52:0/706441078 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79ac19e930 con 0x7f79ac1067d0 2024-03-18T22:47:54.902 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.876+0000 7f799effd700 1 -- 172.21.15.52:0/706441078 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f79a8019730 con 0x7f79ac1067d0 2024-03-18T22:47:54.902 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.876+0000 7f79b3f62700 1 -- 172.21.15.52:0/706441078 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79ac19ed90 con 0x7f79ac1067d0 2024-03-18T22:47:54.902 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.877+0000 7f799effd700 1 -- 172.21.15.52:0/706441078 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 9) ==== 46119+0+0 (secure 0 0 0) 0x7f79a80199e0 con 0x7f79ac1067d0 2024-03-18T22:47:54.902 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.877+0000 7f799effd700 1 --2- 172.21.15.52:0/706441078 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f7998038f80 0x7f799803b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:54.902 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.877+0000 7f79b3f62700 1 -- 172.21.15.52:0/706441078 --> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f79ac063940 con 0x7f7998038f80 2024-03-18T22:47:54.902 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.877+0000 7f799effd700 1 -- 172.21.15.52:0/706441078 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f79a804d400 con 0x7f79ac1067d0 2024-03-18T22:47:54.903 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.877+0000 7f79b14fd700 1 -- 172.21.15.52:0/706441078 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f7998038f80 msgr2=0x7f799803b440 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/2150375137 2024-03-18T22:47:54.903 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:48.877+0000 7f79b14fd700 1 --2- 172.21.15.52:0/706441078 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f7998038f80 0x7f799803b440 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-18T22:47:54.903 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:49.078+0000 7f79b14fd700 1 -- 172.21.15.52:0/706441078 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f7998038f80 msgr2=0x7f799803b440 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/2150375137 2024-03-18T22:47:54.903 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:49.078+0000 7f79b14fd700 1 --2- 172.21.15.52:0/706441078 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f7998038f80 0x7f799803b440 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-03-18T22:47:54.903 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:49.479+0000 7f79b14fd700 1 -- 172.21.15.52:0/706441078 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f7998038f80 msgr2=0x7f799803b440 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/2150375137 2024-03-18T22:47:54.903 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:49.479+0000 7f79b14fd700 1 --2- 172.21.15.52:0/706441078 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f7998038f80 0x7f799803b440 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-03-18T22:47:54.903 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:50.280+0000 7f79b14fd700 1 -- 172.21.15.52:0/706441078 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f7998038f80 msgr2=0x7f799803b440 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/2150375137 2024-03-18T22:47:54.903 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:50.280+0000 7f79b14fd700 1 --2- 172.21.15.52:0/706441078 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f7998038f80 0x7f799803b440 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-03-18T22:47:54.903 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:51.881+0000 7f79b14fd700 1 -- 172.21.15.52:0/706441078 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f7998038f80 msgr2=0x7f799803b440 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/2150375137 2024-03-18T22:47:54.903 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:51.881+0000 7f79b14fd700 1 --2- 172.21.15.52:0/706441078 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f7998038f80 0x7f799803b440 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-03-18T22:47:54.903 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:53.233+0000 7f799effd700 1 -- 172.21.15.52:0/706441078 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mgrmap(e 10) ==== 45886+0+0 (secure 0 0 0) 0x7f79a802d960 con 0x7f79ac1067d0 2024-03-18T22:47:54.903 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:53.233+0000 7f799effd700 1 -- 172.21.15.52:0/706441078 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f7998038f80 msgr2=0x7f799803b440 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-18T22:47:54.903 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:53.233+0000 7f799effd700 1 --2- 172.21.15.52:0/706441078 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f7998038f80 0x7f799803b440 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:54.904 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:54.234+0000 7f799effd700 1 -- 172.21.15.52:0/706441078 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mgrmap(e 11) ==== 46013+0+0 (secure 0 0 0) 0x7f79a8018350 con 0x7f79ac1067d0 2024-03-18T22:47:54.904 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:54.235+0000 7f799effd700 1 --2- 172.21.15.52:0/706441078 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f799803c840 0x7f799803ec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:54.904 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:54.235+0000 7f799effd700 1 -- 172.21.15.52:0/706441078 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f79a8012ea0 con 0x7f799803c840 2024-03-18T22:47:54.904 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:54.235+0000 7f79b14fd700 1 --2- 172.21.15.52:0/706441078 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f799803c840 0x7f799803ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:54.904 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:54.236+0000 7f79b14fd700 1 --2- 172.21.15.52:0/706441078 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f799803c840 0x7f799803ec30 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f79a0003a10 tx=0x7f79a0009270 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:54.904 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:54.237+0000 7f799effd700 1 -- 172.21.15.52:0/706441078 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f79a8012ea0 con 0x7f799803c840 2024-03-18T22:47:54.904 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:54.248+0000 7f79b3f62700 1 -- 172.21.15.52:0/706441078 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f79ac062750 con 0x7f799803c840 2024-03-18T22:47:54.904 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:54.248+0000 7f799effd700 1 -- 172.21.15.52:0/706441078 <== mgr.14152 v2:172.21.15.52:6800/2914531926 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f79ac062750 con 0x7f799803c840 2024-03-18T22:47:54.904 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:54.249+0000 7f79b3f62700 1 -- 172.21.15.52:0/706441078 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f799803c840 msgr2=0x7f799803ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:54.904 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:54.249+0000 7f79b3f62700 1 --2- 172.21.15.52:0/706441078 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f799803c840 0x7f799803ec30 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f79a0003a10 tx=0x7f79a0009270 comp rx=0 tx=0).stop 2024-03-18T22:47:54.904 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:54.249+0000 7f79b3f62700 1 -- 172.21.15.52:0/706441078 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f79ac1067d0 msgr2=0x7f79ac19e160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:54.904 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:54.249+0000 7f79b3f62700 1 --2- 172.21.15.52:0/706441078 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f79ac1067d0 0x7f79ac19e160 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f79a8011690 tx=0x7f79a8011ca0 comp rx=0 tx=0).stop 2024-03-18T22:47:54.904 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:54.249+0000 7f79b3f62700 1 -- 172.21.15.52:0/706441078 shutdown_connections 2024-03-18T22:47:54.904 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:54.249+0000 7f79b3f62700 1 --2- 172.21.15.52:0/706441078 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f799803c840 0x7f799803ec30 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:54.905 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:54.249+0000 7f79b3f62700 1 --2- 172.21.15.52:0/706441078 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f79ac1067d0 0x7f79ac19e160 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:54.905 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:54.249+0000 7f79b3f62700 1 --2- 172.21.15.52:0/706441078 >> [v2:172.21.15.52:6800/2150375137,v1:172.21.15.52:6801/2150375137] conn(0x7f7998038f80 0x7f799803b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:54.905 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:54.249+0000 7f79b3f62700 1 -- 172.21.15.52:0/706441078 >> 172.21.15.52:0/706441078 conn(0x7f79ac1023d0 msgr2=0x7f79ac194d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:54.905 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:54.249+0000 7f79b3f62700 1 -- 172.21.15.52:0/706441078 shutdown_connections 2024-03-18T22:47:54.905 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:54.249+0000 7f79b3f62700 1 -- 172.21.15.52:0/706441078 wait complete. 2024-03-18T22:47:54.905 INFO:teuthology.orchestra.run.smithi052.stdout:mgr epoch 9 is available 2024-03-18T22:47:54.905 INFO:teuthology.orchestra.run.smithi052.stdout:Generating a dashboard self-signed certificate... 2024-03-18T22:47:55.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:55 smithi052 ceph-mon[32520]: [18/Mar/2024:22:47:54] ENGINE Bus STARTING 2024-03-18T22:47:55.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:55 smithi052 ceph-mon[32520]: [18/Mar/2024:22:47:54] ENGINE Serving on http://172.21.15.52:8765 2024-03-18T22:47:55.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:55 smithi052 ceph-mon[32520]: [18/Mar/2024:22:47:55] ENGINE Serving on https://172.21.15.52:7150 2024-03-18T22:47:55.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:55 smithi052 ceph-mon[32520]: [18/Mar/2024:22:47:55] ENGINE Bus STARTED 2024-03-18T22:47:56.199 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-03-18T22:47:56.199 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.282+0000 7fc7bc7fe700 1 Processor -- start 2024-03-18T22:47:56.199 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.282+0000 7fc7bc7fe700 1 -- start start 2024-03-18T22:47:56.199 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.282+0000 7fc7bc7fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc7b407de40 0x7fc7b407c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:56.199 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.282+0000 7fc7bc7fe700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc7b407c830 con 0x7fc7b407de40 2024-03-18T22:47:56.199 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.283+0000 7fc7ba59a700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc7b407de40 0x7fc7b407c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:56.200 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.283+0000 7fc7ba59a700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc7b407de40 0x7fc7b407c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:57354/0 (socket says 172.21.15.52:57354) 2024-03-18T22:47:56.200 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.283+0000 7fc7ba59a700 1 -- 172.21.15.52:0/456591847 learned_addr learned my addr 172.21.15.52:0/456591847 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:56.200 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.283+0000 7fc7ba59a700 1 -- 172.21.15.52:0/456591847 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7b407c9b0 con 0x7fc7b407de40 2024-03-18T22:47:56.200 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.283+0000 7fc7ba59a700 1 --2- 172.21.15.52:0/456591847 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc7b407de40 0x7fc7b407c2f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc7ac009e80 tx=0x7fc7ac00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a85b9a938ad2a4 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:56.200 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.285+0000 7fc7b9598700 1 -- 172.21.15.52:0/456591847 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc7ac017070 con 0x7fc7b407de40 2024-03-18T22:47:56.200 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.286+0000 7fc7b9598700 1 -- 172.21.15.52:0/456591847 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc7ac00b8c0 con 0x7fc7b407de40 2024-03-18T22:47:56.200 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.286+0000 7fc7b9598700 1 -- 172.21.15.52:0/456591847 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc7ac004580 con 0x7fc7b407de40 2024-03-18T22:47:56.200 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.286+0000 7fc7bc7fe700 1 -- 172.21.15.52:0/456591847 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc7b407de40 msgr2=0x7fc7b407c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:56.200 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.286+0000 7fc7bc7fe700 1 --2- 172.21.15.52:0/456591847 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc7b407de40 0x7fc7b407c2f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc7ac009e80 tx=0x7fc7ac00b330 comp rx=0 tx=0).stop 2024-03-18T22:47:56.200 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.286+0000 7fc7bc7fe700 1 -- 172.21.15.52:0/456591847 shutdown_connections 2024-03-18T22:47:56.200 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.286+0000 7fc7bc7fe700 1 --2- 172.21.15.52:0/456591847 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc7b407de40 0x7fc7b407c2f0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:56.200 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.286+0000 7fc7bc7fe700 1 -- 172.21.15.52:0/456591847 >> 172.21.15.52:0/456591847 conn(0x7fc7b41034c0 msgr2=0x7fc7b41058e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:56.200 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.287+0000 7fc7bc7fe700 1 -- 172.21.15.52:0/456591847 shutdown_connections 2024-03-18T22:47:56.200 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.287+0000 7fc7bc7fe700 1 -- 172.21.15.52:0/456591847 wait complete. 2024-03-18T22:47:56.200 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.287+0000 7fc7bc7fe700 1 Processor -- start 2024-03-18T22:47:56.200 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.288+0000 7fc7bc7fe700 1 -- start start 2024-03-18T22:47:56.201 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.288+0000 7fc7bc7fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc7b407de40 0x7fc7b41a2480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:56.201 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.288+0000 7fc7bc7fe700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc7b410e500 con 0x7fc7b407de40 2024-03-18T22:47:56.201 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.288+0000 7fc7ba59a700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc7b407de40 0x7fc7b41a2480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:56.201 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.288+0000 7fc7ba59a700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc7b407de40 0x7fc7b41a2480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:57364/0 (socket says 172.21.15.52:57364) 2024-03-18T22:47:56.201 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.288+0000 7fc7ba59a700 1 -- 172.21.15.52:0/2201462291 learned_addr learned my addr 172.21.15.52:0/2201462291 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:56.201 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.288+0000 7fc7ba59a700 1 -- 172.21.15.52:0/2201462291 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7b41a29c0 con 0x7fc7b407de40 2024-03-18T22:47:56.201 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.288+0000 7fc7ba59a700 1 --2- 172.21.15.52:0/2201462291 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc7b407de40 0x7fc7b41a2480 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fc7ac009530 tx=0x7fc7ac003d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:56.201 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.288+0000 7fc7b37fe700 1 -- 172.21.15.52:0/2201462291 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc7ac021020 con 0x7fc7b407de40 2024-03-18T22:47:56.201 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.289+0000 7fc7b37fe700 1 -- 172.21.15.52:0/2201462291 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc7ac0048a0 con 0x7fc7b407de40 2024-03-18T22:47:56.201 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.289+0000 7fc7bc7fe700 1 -- 172.21.15.52:0/2201462291 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7b41a2c50 con 0x7fc7b407de40 2024-03-18T22:47:56.201 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.289+0000 7fc7b37fe700 1 -- 172.21.15.52:0/2201462291 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc7ac017040 con 0x7fc7b407de40 2024-03-18T22:47:56.201 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.289+0000 7fc7bc7fe700 1 -- 172.21.15.52:0/2201462291 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7b41a5940 con 0x7fc7b407de40 2024-03-18T22:47:56.201 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.289+0000 7fc7b37fe700 1 -- 172.21.15.52:0/2201462291 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 12) ==== 46119+0+0 (secure 0 0 0) 0x7fc7ac024020 con 0x7fc7b407de40 2024-03-18T22:47:56.201 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.290+0000 7fc7b37fe700 1 --2- 172.21.15.52:0/2201462291 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc79c038fc0 0x7fc79c03b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:56.201 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.290+0000 7fc7b37fe700 1 -- 172.21.15.52:0/2201462291 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fc7ac00f050 con 0x7fc7b407de40 2024-03-18T22:47:56.201 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.290+0000 7fc7bc7fe700 1 -- 172.21.15.52:0/2201462291 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7b4063940 con 0x7fc7b407de40 2024-03-18T22:47:56.202 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.290+0000 7fc7b9d99700 1 --2- 172.21.15.52:0/2201462291 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc79c038fc0 0x7fc79c03b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:56.202 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.290+0000 7fc7b9d99700 1 --2- 172.21.15.52:0/2201462291 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc79c038fc0 0x7fc79c03b480 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fc7a8006fd0 tx=0x7fc7a8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:56.202 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.295+0000 7fc7b37fe700 1 -- 172.21.15.52:0/2201462291 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fc7ac02b020 con 0x7fc7b407de40 2024-03-18T22:47:56.202 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.505+0000 7fc7bc7fe700 1 -- 172.21.15.52:0/2201462291 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7fc7b4104650 con 0x7fc79c038fc0 2024-03-18T22:47:56.202 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.558+0000 7fc7b37fe700 1 -- 172.21.15.52:0/2201462291 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7fc7b4104650 con 0x7fc79c038fc0 2024-03-18T22:47:56.202 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.560+0000 7fc7bc7fe700 1 -- 172.21.15.52:0/2201462291 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc79c038fc0 msgr2=0x7fc79c03b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:56.202 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.560+0000 7fc7bc7fe700 1 --2- 172.21.15.52:0/2201462291 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc79c038fc0 0x7fc79c03b480 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fc7a8006fd0 tx=0x7fc7a8006e40 comp rx=0 tx=0).stop 2024-03-18T22:47:56.202 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.560+0000 7fc7bc7fe700 1 -- 172.21.15.52:0/2201462291 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc7b407de40 msgr2=0x7fc7b41a2480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:56.202 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.560+0000 7fc7bc7fe700 1 --2- 172.21.15.52:0/2201462291 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc7b407de40 0x7fc7b41a2480 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fc7ac009530 tx=0x7fc7ac003d00 comp rx=0 tx=0).stop 2024-03-18T22:47:56.202 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.560+0000 7fc7bc7fe700 1 -- 172.21.15.52:0/2201462291 shutdown_connections 2024-03-18T22:47:56.202 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.560+0000 7fc7bc7fe700 1 --2- 172.21.15.52:0/2201462291 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc79c038fc0 0x7fc79c03b480 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:56.202 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.560+0000 7fc7bc7fe700 1 --2- 172.21.15.52:0/2201462291 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc7b407de40 0x7fc7b41a2480 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:56.202 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.560+0000 7fc7bc7fe700 1 -- 172.21.15.52:0/2201462291 >> 172.21.15.52:0/2201462291 conn(0x7fc7b41034c0 msgr2=0x7fc7b4103f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:56.203 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.560+0000 7fc7bc7fe700 1 -- 172.21.15.52:0/2201462291 shutdown_connections 2024-03-18T22:47:56.203 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:55.560+0000 7fc7bc7fe700 1 -- 172.21.15.52:0/2201462291 wait complete. 2024-03-18T22:47:56.203 INFO:teuthology.orchestra.run.smithi052.stdout:Creating initial admin user... 2024-03-18T22:47:56.485 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:56 smithi052 ceph-mon[32520]: mgrmap e12: x(active, since 2s) 2024-03-18T22:47:56.486 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:56 smithi052 ceph-mon[32520]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:47:56.486 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:56 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:47:56.486 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:56 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:47:57.648 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:57 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:47:57.648 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:57 smithi052 ceph-mon[32520]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:47:57.648 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:57 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:47:57.655 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$/dPeX6tjlwQwS0xsRMHLYOmdj24GZp4uSQNA.MrSdYetPGQ7ZrO5.", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1710802077, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-03-18T22:47:57.655 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.595+0000 7f2fd0757700 1 Processor -- start 2024-03-18T22:47:57.655 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.595+0000 7f2fd0757700 1 -- start start 2024-03-18T22:47:57.655 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.595+0000 7f2fd0757700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2fc81089e0 0x7f2fc810add0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:57.656 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.595+0000 7f2fd0757700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f2fc807be80 con 0x7f2fc81089e0 2024-03-18T22:47:57.656 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.595+0000 7f2fce4f3700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2fc81089e0 0x7f2fc810add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:57.656 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.595+0000 7f2fce4f3700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2fc81089e0 0x7f2fc810add0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:57372/0 (socket says 172.21.15.52:57372) 2024-03-18T22:47:57.656 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.595+0000 7f2fce4f3700 1 -- 172.21.15.52:0/2008447676 learned_addr learned my addr 172.21.15.52:0/2008447676 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:57.656 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.595+0000 7f2fce4f3700 1 -- 172.21.15.52:0/2008447676 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fc810b310 con 0x7f2fc81089e0 2024-03-18T22:47:57.656 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.596+0000 7f2fce4f3700 1 --2- 172.21.15.52:0/2008447676 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2fc81089e0 0x7f2fc810add0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f2fc40098a0 tx=0x7f2fc4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d211aef4c5a759ca server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:57.656 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.596+0000 7f2fcd4f1700 1 -- 172.21.15.52:0/2008447676 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2fc4004160 con 0x7f2fc81089e0 2024-03-18T22:47:57.656 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.596+0000 7f2fcd4f1700 1 -- 172.21.15.52:0/2008447676 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2fc4004300 con 0x7f2fc81089e0 2024-03-18T22:47:57.657 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.596+0000 7f2fcd4f1700 1 -- 172.21.15.52:0/2008447676 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2fc4011bb0 con 0x7f2fc81089e0 2024-03-18T22:47:57.657 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.597+0000 7f2fd0757700 1 -- 172.21.15.52:0/2008447676 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2fc81089e0 msgr2=0x7f2fc810add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:57.657 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.597+0000 7f2fd0757700 1 --2- 172.21.15.52:0/2008447676 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2fc81089e0 0x7f2fc810add0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f2fc40098a0 tx=0x7f2fc4009bb0 comp rx=0 tx=0).stop 2024-03-18T22:47:57.657 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.597+0000 7f2fd0757700 1 -- 172.21.15.52:0/2008447676 shutdown_connections 2024-03-18T22:47:57.657 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.597+0000 7f2fd0757700 1 --2- 172.21.15.52:0/2008447676 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2fc81089e0 0x7f2fc810add0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:57.657 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.597+0000 7f2fd0757700 1 -- 172.21.15.52:0/2008447676 >> 172.21.15.52:0/2008447676 conn(0x7f2fc81023b0 msgr2=0x7f2fc8104810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:57.657 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.597+0000 7f2fd0757700 1 -- 172.21.15.52:0/2008447676 shutdown_connections 2024-03-18T22:47:57.657 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.597+0000 7f2fd0757700 1 -- 172.21.15.52:0/2008447676 wait complete. 2024-03-18T22:47:57.657 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.597+0000 7f2fd0757700 1 Processor -- start 2024-03-18T22:47:57.657 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.597+0000 7f2fd0757700 1 -- start start 2024-03-18T22:47:57.657 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.598+0000 7f2fd0757700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2fc81089e0 0x7f2fc8199d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:57.657 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.598+0000 7f2fd0757700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f2fc81076c0 con 0x7f2fc81089e0 2024-03-18T22:47:57.657 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.598+0000 7f2fce4f3700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2fc81089e0 0x7f2fc8199d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:57.657 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.598+0000 7f2fce4f3700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2fc81089e0 0x7f2fc8199d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:57376/0 (socket says 172.21.15.52:57376) 2024-03-18T22:47:57.658 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.598+0000 7f2fce4f3700 1 -- 172.21.15.52:0/1722740956 learned_addr learned my addr 172.21.15.52:0/1722740956 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:57.658 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.598+0000 7f2fce4f3700 1 -- 172.21.15.52:0/1722740956 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fc819a240 con 0x7f2fc81089e0 2024-03-18T22:47:57.658 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.598+0000 7f2fce4f3700 1 --2- 172.21.15.52:0/1722740956 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2fc81089e0 0x7f2fc8199d00 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f2fc4000c00 tx=0x7f2fc4011c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:57.658 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.598+0000 7f2fbf7fe700 1 -- 172.21.15.52:0/1722740956 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2fc4011e60 con 0x7f2fc81089e0 2024-03-18T22:47:57.658 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.598+0000 7f2fd0757700 1 -- 172.21.15.52:0/1722740956 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2fc819a4d0 con 0x7f2fc81089e0 2024-03-18T22:47:57.658 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.598+0000 7f2fbf7fe700 1 -- 172.21.15.52:0/1722740956 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2fc4020070 con 0x7f2fc81089e0 2024-03-18T22:47:57.658 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.598+0000 7f2fbf7fe700 1 -- 172.21.15.52:0/1722740956 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2fc4019550 con 0x7f2fc81089e0 2024-03-18T22:47:57.658 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.599+0000 7f2fd0757700 1 -- 172.21.15.52:0/1722740956 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2fc819a930 con 0x7f2fc81089e0 2024-03-18T22:47:57.658 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.599+0000 7f2fbf7fe700 1 -- 172.21.15.52:0/1722740956 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 12) ==== 46119+0+0 (secure 0 0 0) 0x7f2fc40197c0 con 0x7f2fc81089e0 2024-03-18T22:47:57.658 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.600+0000 7f2fd0757700 1 -- 172.21.15.52:0/1722740956 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2fc8063940 con 0x7f2fc81089e0 2024-03-18T22:47:57.658 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.600+0000 7f2fbf7fe700 1 --2- 172.21.15.52:0/1722740956 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f2fb403d420 0x7f2fb403f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:57.658 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.600+0000 7f2fbf7fe700 1 -- 172.21.15.52:0/1722740956 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f2fc404d340 con 0x7f2fc81089e0 2024-03-18T22:47:57.658 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.600+0000 7f2fcdcf2700 1 --2- 172.21.15.52:0/1722740956 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f2fb403d420 0x7f2fb403f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:57.659 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.600+0000 7f2fcdcf2700 1 --2- 172.21.15.52:0/1722740956 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f2fb403d420 0x7f2fb403f8e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2fb8006fd0 tx=0x7f2fb8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:57.659 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.605+0000 7f2fbf7fe700 1 -- 172.21.15.52:0/1722740956 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f2fc402d350 con 0x7f2fc81089e0 2024-03-18T22:47:57.659 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:56.834+0000 7f2fd0757700 1 -- 172.21.15.52:0/1722740956 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7f2fc81939a0 con 0x7f2fb403d420 2024-03-18T22:47:57.659 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:57.080+0000 7f2fbf7fe700 1 -- 172.21.15.52:0/1722740956 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7f2fc81939a0 con 0x7f2fb403d420 2024-03-18T22:47:57.659 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:57.082+0000 7f2fd0757700 1 -- 172.21.15.52:0/1722740956 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f2fb403d420 msgr2=0x7f2fb403f8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:57.659 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:57.082+0000 7f2fd0757700 1 --2- 172.21.15.52:0/1722740956 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f2fb403d420 0x7f2fb403f8e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2fb8006fd0 tx=0x7f2fb8006e40 comp rx=0 tx=0).stop 2024-03-18T22:47:57.659 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:57.082+0000 7f2fd0757700 1 -- 172.21.15.52:0/1722740956 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2fc81089e0 msgr2=0x7f2fc8199d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:57.659 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:57.082+0000 7f2fd0757700 1 --2- 172.21.15.52:0/1722740956 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2fc81089e0 0x7f2fc8199d00 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f2fc4000c00 tx=0x7f2fc4011c30 comp rx=0 tx=0).stop 2024-03-18T22:47:57.659 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:57.082+0000 7f2fd0757700 1 -- 172.21.15.52:0/1722740956 shutdown_connections 2024-03-18T22:47:57.659 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:57.082+0000 7f2fd0757700 1 --2- 172.21.15.52:0/1722740956 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f2fb403d420 0x7f2fb403f8e0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:57.659 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:57.082+0000 7f2fd0757700 1 --2- 172.21.15.52:0/1722740956 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2fc81089e0 0x7f2fc8199d00 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:57.659 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:57.082+0000 7f2fd0757700 1 -- 172.21.15.52:0/1722740956 >> 172.21.15.52:0/1722740956 conn(0x7f2fc81023b0 msgr2=0x7f2fc8103090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:57.659 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:57.082+0000 7f2fd0757700 1 -- 172.21.15.52:0/1722740956 shutdown_connections 2024-03-18T22:47:57.659 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:57.082+0000 7f2fd0757700 1 -- 172.21.15.52:0/1722740956 wait complete. 2024-03-18T22:47:57.659 INFO:teuthology.orchestra.run.smithi052.stdout:Fetching dashboard port number... 2024-03-18T22:47:58.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 8443 2024-03-18T22:47:58.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.061+0000 7f8ec8a7b700 1 Processor -- start 2024-03-18T22:47:58.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.061+0000 7f8ec8a7b700 1 -- start start 2024-03-18T22:47:58.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.062+0000 7f8ec8a7b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8ec4108990 0x7f8ec410ad80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:58.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.062+0000 7f8ec8a7b700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f8ec4075bf0 con 0x7f8ec4108990 2024-03-18T22:47:58.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.062+0000 7f8ec259c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8ec4108990 0x7f8ec410ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:58.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.062+0000 7f8ec259c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8ec4108990 0x7f8ec410ad80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:44264/0 (socket says 172.21.15.52:44264) 2024-03-18T22:47:58.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.062+0000 7f8ec259c700 1 -- 172.21.15.52:0/3731330716 learned_addr learned my addr 172.21.15.52:0/3731330716 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:58.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.062+0000 7f8ec259c700 1 -- 172.21.15.52:0/3731330716 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ec410b2c0 con 0x7f8ec4108990 2024-03-18T22:47:58.854 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.062+0000 7f8ec259c700 1 --2- 172.21.15.52:0/3731330716 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8ec4108990 0x7f8ec410ad80 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f8eb80098a0 tx=0x7f8eb8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d1d08afc5d6f264 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:58.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.062+0000 7f8ec159a700 1 -- 172.21.15.52:0/3731330716 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8eb8004160 con 0x7f8ec4108990 2024-03-18T22:47:58.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.062+0000 7f8ec159a700 1 -- 172.21.15.52:0/3731330716 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8eb8004300 con 0x7f8ec4108990 2024-03-18T22:47:58.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.062+0000 7f8ec159a700 1 -- 172.21.15.52:0/3731330716 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8eb8011bb0 con 0x7f8ec4108990 2024-03-18T22:47:58.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.063+0000 7f8ec8a7b700 1 -- 172.21.15.52:0/3731330716 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8ec4108990 msgr2=0x7f8ec410ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:58.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.063+0000 7f8ec8a7b700 1 --2- 172.21.15.52:0/3731330716 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8ec4108990 0x7f8ec410ad80 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f8eb80098a0 tx=0x7f8eb8009bb0 comp rx=0 tx=0).stop 2024-03-18T22:47:58.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.063+0000 7f8ec8a7b700 1 -- 172.21.15.52:0/3731330716 shutdown_connections 2024-03-18T22:47:58.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.063+0000 7f8ec8a7b700 1 --2- 172.21.15.52:0/3731330716 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8ec4108990 0x7f8ec410ad80 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:58.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.063+0000 7f8ec8a7b700 1 -- 172.21.15.52:0/3731330716 >> 172.21.15.52:0/3731330716 conn(0x7f8ec41023e0 msgr2=0x7f8ec4104800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:58.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.063+0000 7f8ec8a7b700 1 -- 172.21.15.52:0/3731330716 shutdown_connections 2024-03-18T22:47:58.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.063+0000 7f8ec8a7b700 1 -- 172.21.15.52:0/3731330716 wait complete. 2024-03-18T22:47:58.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.064+0000 7f8ec8a7b700 1 Processor -- start 2024-03-18T22:47:58.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.064+0000 7f8ec8a7b700 1 -- start start 2024-03-18T22:47:58.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.064+0000 7f8ec8a7b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8ec4108990 0x7f8ec419bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:58.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.064+0000 7f8ec8a7b700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f8ec410c320 con 0x7f8ec4108990 2024-03-18T22:47:58.855 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.065+0000 7f8ec259c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8ec4108990 0x7f8ec419bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:58.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.065+0000 7f8ec259c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8ec4108990 0x7f8ec419bea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:44278/0 (socket says 172.21.15.52:44278) 2024-03-18T22:47:58.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.065+0000 7f8ec259c700 1 -- 172.21.15.52:0/3939690719 learned_addr learned my addr 172.21.15.52:0/3939690719 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:47:58.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.065+0000 7f8ec259c700 1 -- 172.21.15.52:0/3939690719 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ec419c3e0 con 0x7f8ec4108990 2024-03-18T22:47:58.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.065+0000 7f8ec259c700 1 --2- 172.21.15.52:0/3939690719 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8ec4108990 0x7f8ec419bea0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f8eb8011690 tx=0x7f8eb8011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:58.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.065+0000 7f8eb37fe700 1 -- 172.21.15.52:0/3939690719 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8eb8003930 con 0x7f8ec4108990 2024-03-18T22:47:58.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.065+0000 7f8eb37fe700 1 -- 172.21.15.52:0/3939690719 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8eb8003ad0 con 0x7f8ec4108990 2024-03-18T22:47:58.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.065+0000 7f8ec8a7b700 1 -- 172.21.15.52:0/3939690719 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ec419c6d0 con 0x7f8ec4108990 2024-03-18T22:47:58.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.065+0000 7f8eb37fe700 1 -- 172.21.15.52:0/3939690719 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8eb8019730 con 0x7f8ec4108990 2024-03-18T22:47:58.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.065+0000 7f8ec8a7b700 1 -- 172.21.15.52:0/3939690719 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ec419f360 con 0x7f8ec4108990 2024-03-18T22:47:58.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.066+0000 7f8eb37fe700 1 -- 172.21.15.52:0/3939690719 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 12) ==== 46119+0+0 (secure 0 0 0) 0x7f8eb8019a30 con 0x7f8ec4108990 2024-03-18T22:47:58.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.066+0000 7f8eb37fe700 1 --2- 172.21.15.52:0/3939690719 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8eac038f20 0x7f8eac03b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:47:58.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.066+0000 7f8eb37fe700 1 -- 172.21.15.52:0/3939690719 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f8eb804e4e0 con 0x7f8ec4108990 2024-03-18T22:47:58.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.067+0000 7f8ec1d9b700 1 --2- 172.21.15.52:0/3939690719 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8eac038f20 0x7f8eac03b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:47:58.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.067+0000 7f8ec8a7b700 1 -- 172.21.15.52:0/3939690719 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ec4063940 con 0x7f8ec4108990 2024-03-18T22:47:58.856 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.067+0000 7f8ec1d9b700 1 --2- 172.21.15.52:0/3939690719 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8eac038f20 0x7f8eac03b3e0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f8eb4006fd0 tx=0x7f8eb4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:47:58.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.072+0000 7f8eb37fe700 1 -- 172.21.15.52:0/3939690719 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f8eb8003c80 con 0x7f8ec4108990 2024-03-18T22:47:58.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.285+0000 7f8ec8a7b700 1 -- 172.21.15.52:0/3939690719 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7f8ec419f530 con 0x7f8ec4108990 2024-03-18T22:47:58.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.286+0000 7f8eb37fe700 1 -- 172.21.15.52:0/3939690719 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7f8eb800f2e0 con 0x7f8ec4108990 2024-03-18T22:47:58.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.289+0000 7f8ec8a7b700 1 -- 172.21.15.52:0/3939690719 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8eac038f20 msgr2=0x7f8eac03b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:58.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.289+0000 7f8ec8a7b700 1 --2- 172.21.15.52:0/3939690719 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8eac038f20 0x7f8eac03b3e0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f8eb4006fd0 tx=0x7f8eb4006e40 comp rx=0 tx=0).stop 2024-03-18T22:47:58.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.289+0000 7f8ec8a7b700 1 -- 172.21.15.52:0/3939690719 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8ec4108990 msgr2=0x7f8ec419bea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:47:58.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.289+0000 7f8ec8a7b700 1 --2- 172.21.15.52:0/3939690719 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8ec4108990 0x7f8ec419bea0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f8eb8011690 tx=0x7f8eb8011ca0 comp rx=0 tx=0).stop 2024-03-18T22:47:58.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.289+0000 7f8ec8a7b700 1 -- 172.21.15.52:0/3939690719 shutdown_connections 2024-03-18T22:47:58.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.289+0000 7f8ec8a7b700 1 --2- 172.21.15.52:0/3939690719 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8eac038f20 0x7f8eac03b3e0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:58.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.289+0000 7f8ec8a7b700 1 --2- 172.21.15.52:0/3939690719 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8ec4108990 0x7f8ec419bea0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:47:58.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.289+0000 7f8ec8a7b700 1 -- 172.21.15.52:0/3939690719 >> 172.21.15.52:0/3939690719 conn(0x7f8ec41023e0 msgr2=0x7f8ec4102ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:47:58.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.289+0000 7f8ec8a7b700 1 -- 172.21.15.52:0/3939690719 shutdown_connections 2024-03-18T22:47:58.857 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:58.289+0000 7f8ec8a7b700 1 -- 172.21.15.52:0/3939690719 wait complete. 2024-03-18T22:47:58.860 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-03-18T22:47:58.860 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout disabled 2024-03-18T22:47:58.867 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-03-18T22:47:58.867 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout inactive 2024-03-18T22:47:58.867 INFO:teuthology.orchestra.run.smithi052.stdout:firewalld.service is not enabled 2024-03-18T22:47:58.867 INFO:teuthology.orchestra.run.smithi052.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-03-18T22:47:58.869 INFO:teuthology.orchestra.run.smithi052.stdout:Ceph Dashboard is now available at: 2024-03-18T22:47:58.869 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:47:58.869 INFO:teuthology.orchestra.run.smithi052.stdout: URL: https://smithi052.front.sepia.ceph.com:8443/ 2024-03-18T22:47:58.869 INFO:teuthology.orchestra.run.smithi052.stdout: User: admin 2024-03-18T22:47:58.869 INFO:teuthology.orchestra.run.smithi052.stdout: Password: uqkkk5u5dw 2024-03-18T22:47:58.869 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:47:58.869 INFO:teuthology.orchestra.run.smithi052.stdout:Saving cluster configuration to /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config directory 2024-03-18T22:47:58.870 INFO:teuthology.orchestra.run.smithi052.stdout:Enabling autotune for osd_memory_target 2024-03-18T22:47:59.266 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:59 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:47:59.266 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:47:59 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3939690719' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-03-18T22:48:01.100 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.368+0000 7f04be67f700 1 Processor -- start 2024-03-18T22:48:01.100 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.368+0000 7f04be67f700 1 -- start start 2024-03-18T22:48:01.100 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.368+0000 7f04be67f700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04b8107ee0 0x7f04b8108300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:01.101 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.368+0000 7f04be67f700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f04b8108840 con 0x7f04b8107ee0 2024-03-18T22:48:01.101 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.369+0000 7f04b7fff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04b8107ee0 0x7f04b8108300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:01.101 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.369+0000 7f04b7fff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04b8107ee0 0x7f04b8108300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:44294/0 (socket says 172.21.15.52:44294) 2024-03-18T22:48:01.101 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.369+0000 7f04b7fff700 1 -- 172.21.15.52:0/1117741747 learned_addr learned my addr 172.21.15.52:0/1117741747 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:48:01.101 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.369+0000 7f04b7fff700 1 -- 172.21.15.52:0/1117741747 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04b8109080 con 0x7f04b8107ee0 2024-03-18T22:48:01.101 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.369+0000 7f04b7fff700 1 --2- 172.21.15.52:0/1117741747 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04b8107ee0 0x7f04b8108300 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f04a80098a0 tx=0x7f04a8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69f7c51f6b7fce8c server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:01.101 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.369+0000 7f04b6ffd700 1 -- 172.21.15.52:0/1117741747 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f04a8004160 con 0x7f04b8107ee0 2024-03-18T22:48:01.101 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.369+0000 7f04b6ffd700 1 -- 172.21.15.52:0/1117741747 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f04a8004300 con 0x7f04b8107ee0 2024-03-18T22:48:01.101 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.369+0000 7f04b6ffd700 1 -- 172.21.15.52:0/1117741747 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f04a8011bb0 con 0x7f04b8107ee0 2024-03-18T22:48:01.101 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.370+0000 7f04be67f700 1 -- 172.21.15.52:0/1117741747 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04b8107ee0 msgr2=0x7f04b8108300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:01.101 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.370+0000 7f04be67f700 1 --2- 172.21.15.52:0/1117741747 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04b8107ee0 0x7f04b8108300 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f04a80098a0 tx=0x7f04a8009bb0 comp rx=0 tx=0).stop 2024-03-18T22:48:01.101 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.370+0000 7f04be67f700 1 -- 172.21.15.52:0/1117741747 shutdown_connections 2024-03-18T22:48:01.101 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.370+0000 7f04be67f700 1 --2- 172.21.15.52:0/1117741747 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04b8107ee0 0x7f04b8108300 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:01.102 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.370+0000 7f04be67f700 1 -- 172.21.15.52:0/1117741747 >> 172.21.15.52:0/1117741747 conn(0x7f04b8103530 msgr2=0x7f04b8105950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:48:01.102 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.370+0000 7f04be67f700 1 -- 172.21.15.52:0/1117741747 shutdown_connections 2024-03-18T22:48:01.102 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.370+0000 7f04be67f700 1 -- 172.21.15.52:0/1117741747 wait complete. 2024-03-18T22:48:01.102 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.370+0000 7f04be67f700 1 Processor -- start 2024-03-18T22:48:01.102 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.370+0000 7f04be67f700 1 -- start start 2024-03-18T22:48:01.102 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.371+0000 7f04be67f700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04b8107ee0 0x7f04b807db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:01.102 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.371+0000 7f04be67f700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f04b810c340 con 0x7f04b8107ee0 2024-03-18T22:48:01.102 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.371+0000 7f04b7fff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04b8107ee0 0x7f04b807db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:01.102 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.371+0000 7f04b7fff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04b8107ee0 0x7f04b807db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:44302/0 (socket says 172.21.15.52:44302) 2024-03-18T22:48:01.102 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.371+0000 7f04b7fff700 1 -- 172.21.15.52:0/680153377 learned_addr learned my addr 172.21.15.52:0/680153377 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:48:01.102 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.371+0000 7f04b7fff700 1 -- 172.21.15.52:0/680153377 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04b807e0c0 con 0x7f04b8107ee0 2024-03-18T22:48:01.102 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.371+0000 7f04b7fff700 1 --2- 172.21.15.52:0/680153377 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04b8107ee0 0x7f04b807db80 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f04a8009520 tx=0x7f04a8011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:01.102 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.371+0000 7f04b57fa700 1 -- 172.21.15.52:0/680153377 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f04a8011e60 con 0x7f04b8107ee0 2024-03-18T22:48:01.103 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.371+0000 7f04b57fa700 1 -- 172.21.15.52:0/680153377 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f04a8003b20 con 0x7f04b8107ee0 2024-03-18T22:48:01.103 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.371+0000 7f04be67f700 1 -- 172.21.15.52:0/680153377 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04b807c2b0 con 0x7f04b8107ee0 2024-03-18T22:48:01.103 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.372+0000 7f04b57fa700 1 -- 172.21.15.52:0/680153377 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f04a80247c0 con 0x7f04b8107ee0 2024-03-18T22:48:01.103 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.372+0000 7f04be67f700 1 -- 172.21.15.52:0/680153377 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04b807c770 con 0x7f04b8107ee0 2024-03-18T22:48:01.103 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.372+0000 7f04b57fa700 1 -- 172.21.15.52:0/680153377 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 12) ==== 46119+0+0 (secure 0 0 0) 0x7f04a8022020 con 0x7f04b8107ee0 2024-03-18T22:48:01.103 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.372+0000 7f04be67f700 1 -- 172.21.15.52:0/680153377 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04b8063940 con 0x7f04b8107ee0 2024-03-18T22:48:01.103 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.372+0000 7f04b57fa700 1 --2- 172.21.15.52:0/680153377 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f04a0038f70 0x7f04a003b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:01.103 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.373+0000 7f04b57fa700 1 -- 172.21.15.52:0/680153377 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f04a804cef0 con 0x7f04b8107ee0 2024-03-18T22:48:01.103 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.373+0000 7f04b77fe700 1 --2- 172.21.15.52:0/680153377 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f04a0038f70 0x7f04a003b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:01.103 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.373+0000 7f04b77fe700 1 --2- 172.21.15.52:0/680153377 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f04a0038f70 0x7f04a003b430 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f04ac006fd0 tx=0x7f04ac006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:01.103 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.378+0000 7f04b57fa700 1 -- 172.21.15.52:0/680153377 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f04a800b9e0 con 0x7f04b8107ee0 2024-03-18T22:48:01.103 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.583+0000 7f04be67f700 1 -- 172.21.15.52:0/680153377 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7f04b807c9f0 con 0x7f04b8107ee0 2024-03-18T22:48:01.103 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.583+0000 7f04b57fa700 1 -- 172.21.15.52:0/680153377 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7f04a800bc40 con 0x7f04b8107ee0 2024-03-18T22:48:01.103 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.586+0000 7f04be67f700 1 -- 172.21.15.52:0/680153377 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f04a0038f70 msgr2=0x7f04a003b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:01.104 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.586+0000 7f04be67f700 1 --2- 172.21.15.52:0/680153377 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f04a0038f70 0x7f04a003b430 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f04ac006fd0 tx=0x7f04ac006e40 comp rx=0 tx=0).stop 2024-03-18T22:48:01.104 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.586+0000 7f04be67f700 1 -- 172.21.15.52:0/680153377 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04b8107ee0 msgr2=0x7f04b807db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:01.104 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.586+0000 7f04be67f700 1 --2- 172.21.15.52:0/680153377 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04b8107ee0 0x7f04b807db80 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f04a8009520 tx=0x7f04a8011ca0 comp rx=0 tx=0).stop 2024-03-18T22:48:01.104 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.586+0000 7f04be67f700 1 -- 172.21.15.52:0/680153377 shutdown_connections 2024-03-18T22:48:01.104 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.586+0000 7f04be67f700 1 --2- 172.21.15.52:0/680153377 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f04a0038f70 0x7f04a003b430 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:01.104 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.586+0000 7f04be67f700 1 --2- 172.21.15.52:0/680153377 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04b8107ee0 0x7f04b807db80 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:01.104 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.586+0000 7f04be67f700 1 -- 172.21.15.52:0/680153377 >> 172.21.15.52:0/680153377 conn(0x7f04b8103530 msgr2=0x7f04b8104070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:48:01.104 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.586+0000 7f04be67f700 1 -- 172.21.15.52:0/680153377 shutdown_connections 2024-03-18T22:48:01.104 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:47:59.586+0000 7f04be67f700 1 -- 172.21.15.52:0/680153377 wait complete. 2024-03-18T22:48:01.395 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:01 smithi052 ceph-mon[32520]: mgrmap e13: x(active, since 6s) 2024-03-18T22:48:02.423 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.500+0000 7f4fe068f700 1 Processor -- start 2024-03-18T22:48:02.423 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.500+0000 7f4fe068f700 1 -- start start 2024-03-18T22:48:02.424 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.500+0000 7f4fe068f700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4fd8106dc0 0x7f4fd81071e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:02.424 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.500+0000 7f4fe068f700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4fd81077b0 con 0x7f4fd8106dc0 2024-03-18T22:48:02.424 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.500+0000 7f4fde42b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4fd8106dc0 0x7f4fd81071e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:02.424 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.500+0000 7f4fde42b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4fd8106dc0 0x7f4fd81071e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:44306/0 (socket says 172.21.15.52:44306) 2024-03-18T22:48:02.424 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.500+0000 7f4fde42b700 1 -- 172.21.15.52:0/4177717384 learned_addr learned my addr 172.21.15.52:0/4177717384 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:48:02.424 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.501+0000 7f4fde42b700 1 -- 172.21.15.52:0/4177717384 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fd8107fc0 con 0x7f4fd8106dc0 2024-03-18T22:48:02.424 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.501+0000 7f4fde42b700 1 --2- 172.21.15.52:0/4177717384 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4fd8106dc0 0x7f4fd81071e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4fd40098a0 tx=0x7f4fd4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ebaaf33c99f9863 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:02.424 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.501+0000 7f4fdd429700 1 -- 172.21.15.52:0/4177717384 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4fd4004160 con 0x7f4fd8106dc0 2024-03-18T22:48:02.424 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.501+0000 7f4fdd429700 1 -- 172.21.15.52:0/4177717384 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4fd4004300 con 0x7f4fd8106dc0 2024-03-18T22:48:02.424 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.501+0000 7f4fdd429700 1 -- 172.21.15.52:0/4177717384 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4fd4011bb0 con 0x7f4fd8106dc0 2024-03-18T22:48:02.424 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.501+0000 7f4fe068f700 1 -- 172.21.15.52:0/4177717384 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4fd8106dc0 msgr2=0x7f4fd81071e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:02.424 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.501+0000 7f4fe068f700 1 --2- 172.21.15.52:0/4177717384 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4fd8106dc0 0x7f4fd81071e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4fd40098a0 tx=0x7f4fd4009bb0 comp rx=0 tx=0).stop 2024-03-18T22:48:02.424 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.502+0000 7f4fe068f700 1 -- 172.21.15.52:0/4177717384 shutdown_connections 2024-03-18T22:48:02.425 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.502+0000 7f4fe068f700 1 --2- 172.21.15.52:0/4177717384 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4fd8106dc0 0x7f4fd81071e0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:02.425 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.502+0000 7f4fe068f700 1 -- 172.21.15.52:0/4177717384 >> 172.21.15.52:0/4177717384 conn(0x7f4fd81023a0 msgr2=0x7f4fd81047c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:48:02.425 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.502+0000 7f4fe068f700 1 -- 172.21.15.52:0/4177717384 shutdown_connections 2024-03-18T22:48:02.425 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.502+0000 7f4fe068f700 1 -- 172.21.15.52:0/4177717384 wait complete. 2024-03-18T22:48:02.425 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.502+0000 7f4fe068f700 1 Processor -- start 2024-03-18T22:48:02.425 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.502+0000 7f4fe068f700 1 -- start start 2024-03-18T22:48:02.425 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.502+0000 7f4fe068f700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4fd8106dc0 0x7f4fd819e130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:02.425 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.502+0000 7f4fe068f700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4fd807b160 con 0x7f4fd8106dc0 2024-03-18T22:48:02.425 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.502+0000 7f4fde42b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4fd8106dc0 0x7f4fd819e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:02.425 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.502+0000 7f4fde42b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4fd8106dc0 0x7f4fd819e130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:44316/0 (socket says 172.21.15.52:44316) 2024-03-18T22:48:02.425 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.502+0000 7f4fde42b700 1 -- 172.21.15.52:0/1429049025 learned_addr learned my addr 172.21.15.52:0/1429049025 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:48:02.425 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.503+0000 7f4fde42b700 1 -- 172.21.15.52:0/1429049025 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fd819e670 con 0x7f4fd8106dc0 2024-03-18T22:48:02.425 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.503+0000 7f4fde42b700 1 --2- 172.21.15.52:0/1429049025 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4fd8106dc0 0x7f4fd819e130 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f4fd4009520 tx=0x7f4fd4011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:02.425 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.503+0000 7f4fcf7fe700 1 -- 172.21.15.52:0/1429049025 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4fd4011e60 con 0x7f4fd8106dc0 2024-03-18T22:48:02.425 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.503+0000 7f4fcf7fe700 1 -- 172.21.15.52:0/1429049025 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4fd4003b20 con 0x7f4fd8106dc0 2024-03-18T22:48:02.426 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.503+0000 7f4fe068f700 1 -- 172.21.15.52:0/1429049025 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fd819e900 con 0x7f4fd8106dc0 2024-03-18T22:48:02.426 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.503+0000 7f4fcf7fe700 1 -- 172.21.15.52:0/1429049025 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4fd40247c0 con 0x7f4fd8106dc0 2024-03-18T22:48:02.426 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.503+0000 7f4fe068f700 1 -- 172.21.15.52:0/1429049025 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fd819ed60 con 0x7f4fd8106dc0 2024-03-18T22:48:02.426 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.504+0000 7f4fcf7fe700 1 -- 172.21.15.52:0/1429049025 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7f4fd4022020 con 0x7f4fd8106dc0 2024-03-18T22:48:02.426 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.504+0000 7f4fe068f700 1 -- 172.21.15.52:0/1429049025 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4fd8063940 con 0x7f4fd8106dc0 2024-03-18T22:48:02.426 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.504+0000 7f4fcf7fe700 1 --2- 172.21.15.52:0/1429049025 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f4fc4039060 0x7f4fc403b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:02.426 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.504+0000 7f4fcf7fe700 1 -- 172.21.15.52:0/1429049025 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f4fd404cfa0 con 0x7f4fd8106dc0 2024-03-18T22:48:02.426 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.504+0000 7f4fddc2a700 1 --2- 172.21.15.52:0/1429049025 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f4fc4039060 0x7f4fc403b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:02.426 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.505+0000 7f4fddc2a700 1 --2- 172.21.15.52:0/1429049025 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f4fc4039060 0x7f4fc403b520 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f4fc8006fd0 tx=0x7f4fc8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:02.426 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.509+0000 7f4fcf7fe700 1 -- 172.21.15.52:0/1429049025 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f4fd402ddb0 con 0x7f4fd8106dc0 2024-03-18T22:48:02.426 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.823+0000 7f4fe068f700 1 -- 172.21.15.52:0/1429049025 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7f4fd8197690 con 0x7f4fd8106dc0 2024-03-18T22:48:02.426 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.826+0000 7f4fcf7fe700 1 -- 172.21.15.52:0/1429049025 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7f4fd8197690 con 0x7f4fd8106dc0 2024-03-18T22:48:02.426 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.828+0000 7f4fe068f700 1 -- 172.21.15.52:0/1429049025 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f4fc4039060 msgr2=0x7f4fc403b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:02.427 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.828+0000 7f4fe068f700 1 --2- 172.21.15.52:0/1429049025 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f4fc4039060 0x7f4fc403b520 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f4fc8006fd0 tx=0x7f4fc8006e40 comp rx=0 tx=0).stop 2024-03-18T22:48:02.427 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.828+0000 7f4fe068f700 1 -- 172.21.15.52:0/1429049025 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4fd8106dc0 msgr2=0x7f4fd819e130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:02.427 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.828+0000 7f4fe068f700 1 --2- 172.21.15.52:0/1429049025 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4fd8106dc0 0x7f4fd819e130 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f4fd4009520 tx=0x7f4fd4011ca0 comp rx=0 tx=0).stop 2024-03-18T22:48:02.427 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.828+0000 7f4fe068f700 1 -- 172.21.15.52:0/1429049025 shutdown_connections 2024-03-18T22:48:02.427 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.828+0000 7f4fe068f700 1 --2- 172.21.15.52:0/1429049025 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f4fc4039060 0x7f4fc403b520 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:02.427 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.828+0000 7f4fe068f700 1 --2- 172.21.15.52:0/1429049025 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4fd8106dc0 0x7f4fd819e130 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:02.427 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.828+0000 7f4fe068f700 1 -- 172.21.15.52:0/1429049025 >> 172.21.15.52:0/1429049025 conn(0x7f4fd81023a0 msgr2=0x7f4fd8194750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:48:02.427 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.828+0000 7f4fe068f700 1 -- 172.21.15.52:0/1429049025 shutdown_connections 2024-03-18T22:48:02.427 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-03-18T22:48:01.828+0000 7f4fe068f700 1 -- 172.21.15.52:0/1429049025 wait complete. 2024-03-18T22:48:02.427 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-03-18T22:48:02.427 INFO:teuthology.orchestra.run.smithi052.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-03-18T22:48:02.427 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:48:02.427 INFO:teuthology.orchestra.run.smithi052.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-03-18T22:48:02.428 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:48:02.428 INFO:teuthology.orchestra.run.smithi052.stdout:Or, if you are only running a single cluster on this host: 2024-03-18T22:48:02.428 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:48:02.428 INFO:teuthology.orchestra.run.smithi052.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-03-18T22:48:02.428 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:48:02.428 INFO:teuthology.orchestra.run.smithi052.stdout:Please consider enabling telemetry to help improve Ceph: 2024-03-18T22:48:02.428 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:48:02.428 INFO:teuthology.orchestra.run.smithi052.stdout: ceph telemetry on 2024-03-18T22:48:02.428 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:48:02.428 INFO:teuthology.orchestra.run.smithi052.stdout:For more information see: 2024-03-18T22:48:02.428 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:48:02.428 INFO:teuthology.orchestra.run.smithi052.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-03-18T22:48:02.428 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:48:02.428 INFO:teuthology.orchestra.run.smithi052.stdout:Bootstrap complete. 2024-03-18T22:48:02.462 INFO:tasks.cephadm:Fetching config... 2024-03-18T22:48:02.463 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-03-18T22:48:02.463 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-03-18T22:48:02.477 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-03-18T22:48:02.478 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-03-18T22:48:02.478 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-03-18T22:48:02.532 INFO:tasks.cephadm:Fetching mon keyring... 2024-03-18T22:48:02.532 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-03-18T22:48:02.532 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/keyring of=/dev/stdout 2024-03-18T22:48:02.599 INFO:tasks.cephadm:Fetching pub ssh key... 2024-03-18T22:48:02.599 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-03-18T22:48:02.599 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-03-18T22:48:02.654 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-03-18T22:48:02.654 DEBUG:teuthology.orchestra.run.smithi052:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCfe4YPvduWNRnSI4ent8oKol7KcsqDaEhctY41ZZYfJEh5xICQha1may6yQJiHx5XhJZvmJ02k22a97wV4oCNGKYw6li5jHRWqWH+71fhqMmJXgNeyUBH3oPO8KiUDnSCTIu6YWbSN8eD48FoKrejwjPPYI/gzQEDTTL+TDBs+xp85fvLnBFgX+h36gR8U9FtCvHb7XtCBqXLnWmFn/9Ll5Hf6HAu3nf/T1zoXgtV5s3/DefZPwh5tCmS4eMCCqCdV+3rO5l6YY9lXwLlLDlwslGQ641ww1u3Z9jVVxiW3ZMmSQuqFC+cIODF6Oa2bXt0nNyCkRq+T6LziOBv01q6tamLpHVmxLP/Ek35cSChifjtnk54wIBoPlFHgU4wpjEH8749PQ2TMrXMN0I308voG7mVavNXql3pZNzbLV6AO3qK2S6qXHm5NiVYxe3CuXIrdRSEPBfNLoClbDuYjX2apWJttBU5CLJ1bIVvI1uV7wLum9VR3WP1rUsyQHqKsHQc= ceph-444ca0c0-e579-11ee-95c9-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-03-18T22:48:02.734 INFO:teuthology.orchestra.run.smithi052.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCfe4YPvduWNRnSI4ent8oKol7KcsqDaEhctY41ZZYfJEh5xICQha1may6yQJiHx5XhJZvmJ02k22a97wV4oCNGKYw6li5jHRWqWH+71fhqMmJXgNeyUBH3oPO8KiUDnSCTIu6YWbSN8eD48FoKrejwjPPYI/gzQEDTTL+TDBs+xp85fvLnBFgX+h36gR8U9FtCvHb7XtCBqXLnWmFn/9Ll5Hf6HAu3nf/T1zoXgtV5s3/DefZPwh5tCmS4eMCCqCdV+3rO5l6YY9lXwLlLDlwslGQ641ww1u3Z9jVVxiW3ZMmSQuqFC+cIODF6Oa2bXt0nNyCkRq+T6LziOBv01q6tamLpHVmxLP/Ek35cSChifjtnk54wIBoPlFHgU4wpjEH8749PQ2TMrXMN0I308voG7mVavNXql3pZNzbLV6AO3qK2S6qXHm5NiVYxe3CuXIrdRSEPBfNLoClbDuYjX2apWJttBU5CLJ1bIVvI1uV7wLum9VR3WP1rUsyQHqKsHQc= ceph-444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:48:02.749 DEBUG:teuthology.orchestra.run.smithi099:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCfe4YPvduWNRnSI4ent8oKol7KcsqDaEhctY41ZZYfJEh5xICQha1may6yQJiHx5XhJZvmJ02k22a97wV4oCNGKYw6li5jHRWqWH+71fhqMmJXgNeyUBH3oPO8KiUDnSCTIu6YWbSN8eD48FoKrejwjPPYI/gzQEDTTL+TDBs+xp85fvLnBFgX+h36gR8U9FtCvHb7XtCBqXLnWmFn/9Ll5Hf6HAu3nf/T1zoXgtV5s3/DefZPwh5tCmS4eMCCqCdV+3rO5l6YY9lXwLlLDlwslGQ641ww1u3Z9jVVxiW3ZMmSQuqFC+cIODF6Oa2bXt0nNyCkRq+T6LziOBv01q6tamLpHVmxLP/Ek35cSChifjtnk54wIBoPlFHgU4wpjEH8749PQ2TMrXMN0I308voG7mVavNXql3pZNzbLV6AO3qK2S6qXHm5NiVYxe3CuXIrdRSEPBfNLoClbDuYjX2apWJttBU5CLJ1bIVvI1uV7wLum9VR3WP1rUsyQHqKsHQc= ceph-444ca0c0-e579-11ee-95c9-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-03-18T22:48:02.794 INFO:teuthology.orchestra.run.smithi099.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCfe4YPvduWNRnSI4ent8oKol7KcsqDaEhctY41ZZYfJEh5xICQha1may6yQJiHx5XhJZvmJ02k22a97wV4oCNGKYw6li5jHRWqWH+71fhqMmJXgNeyUBH3oPO8KiUDnSCTIu6YWbSN8eD48FoKrejwjPPYI/gzQEDTTL+TDBs+xp85fvLnBFgX+h36gR8U9FtCvHb7XtCBqXLnWmFn/9Ll5Hf6HAu3nf/T1zoXgtV5s3/DefZPwh5tCmS4eMCCqCdV+3rO5l6YY9lXwLlLDlwslGQ641ww1u3Z9jVVxiW3ZMmSQuqFC+cIODF6Oa2bXt0nNyCkRq+T6LziOBv01q6tamLpHVmxLP/Ek35cSChifjtnk54wIBoPlFHgU4wpjEH8749PQ2TMrXMN0I308voG7mVavNXql3pZNzbLV6AO3qK2S6qXHm5NiVYxe3CuXIrdRSEPBfNLoClbDuYjX2apWJttBU5CLJ1bIVvI1uV7wLum9VR3WP1rUsyQHqKsHQc= ceph-444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:48:02.809 DEBUG:teuthology.orchestra.run.smithi181:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCfe4YPvduWNRnSI4ent8oKol7KcsqDaEhctY41ZZYfJEh5xICQha1may6yQJiHx5XhJZvmJ02k22a97wV4oCNGKYw6li5jHRWqWH+71fhqMmJXgNeyUBH3oPO8KiUDnSCTIu6YWbSN8eD48FoKrejwjPPYI/gzQEDTTL+TDBs+xp85fvLnBFgX+h36gR8U9FtCvHb7XtCBqXLnWmFn/9Ll5Hf6HAu3nf/T1zoXgtV5s3/DefZPwh5tCmS4eMCCqCdV+3rO5l6YY9lXwLlLDlwslGQ641ww1u3Z9jVVxiW3ZMmSQuqFC+cIODF6Oa2bXt0nNyCkRq+T6LziOBv01q6tamLpHVmxLP/Ek35cSChifjtnk54wIBoPlFHgU4wpjEH8749PQ2TMrXMN0I308voG7mVavNXql3pZNzbLV6AO3qK2S6qXHm5NiVYxe3CuXIrdRSEPBfNLoClbDuYjX2apWJttBU5CLJ1bIVvI1uV7wLum9VR3WP1rUsyQHqKsHQc= ceph-444ca0c0-e579-11ee-95c9-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-03-18T22:48:02.854 INFO:teuthology.orchestra.run.smithi181.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCfe4YPvduWNRnSI4ent8oKol7KcsqDaEhctY41ZZYfJEh5xICQha1may6yQJiHx5XhJZvmJ02k22a97wV4oCNGKYw6li5jHRWqWH+71fhqMmJXgNeyUBH3oPO8KiUDnSCTIu6YWbSN8eD48FoKrejwjPPYI/gzQEDTTL+TDBs+xp85fvLnBFgX+h36gR8U9FtCvHb7XtCBqXLnWmFn/9Ll5Hf6HAu3nf/T1zoXgtV5s3/DefZPwh5tCmS4eMCCqCdV+3rO5l6YY9lXwLlLDlwslGQ641ww1u3Z9jVVxiW3ZMmSQuqFC+cIODF6Oa2bXt0nNyCkRq+T6LziOBv01q6tamLpHVmxLP/Ek35cSChifjtnk54wIBoPlFHgU4wpjEH8749PQ2TMrXMN0I308voG7mVavNXql3pZNzbLV6AO3qK2S6qXHm5NiVYxe3CuXIrdRSEPBfNLoClbDuYjX2apWJttBU5CLJ1bIVvI1uV7wLum9VR3WP1rUsyQHqKsHQc= ceph-444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:48:02.869 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-03-18T22:48:02.990 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:02 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1429049025' entity='client.admin' 2024-03-18T22:48:03.111 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:48:05.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:05.741+0000 7f98da743700 1 -- 172.21.15.52:0/2816907774 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f98d4100c40 msgr2=0x7f98d4101060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:05.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:05.741+0000 7f98da743700 1 --2- 172.21.15.52:0/2816907774 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f98d4100c40 0x7f98d4101060 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f98c4009910 tx=0x7f98c4009c20 comp rx=0 tx=0).stop 2024-03-18T22:48:05.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:05.741+0000 7f98da743700 1 -- 172.21.15.52:0/2816907774 shutdown_connections 2024-03-18T22:48:05.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:05.741+0000 7f98da743700 1 --2- 172.21.15.52:0/2816907774 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f98d4100c40 0x7f98d4101060 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:05.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:05.741+0000 7f98da743700 1 -- 172.21.15.52:0/2816907774 >> 172.21.15.52:0/2816907774 conn(0x7f98d40fc1e0 msgr2=0x7f98d40fe620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:48:05.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:05.741+0000 7f98da743700 1 -- 172.21.15.52:0/2816907774 shutdown_connections 2024-03-18T22:48:05.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:05.741+0000 7f98da743700 1 -- 172.21.15.52:0/2816907774 wait complete. 2024-03-18T22:48:05.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:05.741+0000 7f98da743700 1 Processor -- start 2024-03-18T22:48:05.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:05.741+0000 7f98da743700 1 -- start start 2024-03-18T22:48:05.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:05.742+0000 7f98da743700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f98d4100c40 0x7f98d40fe0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:05.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:05.742+0000 7f98da743700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f98d4106e10 con 0x7f98d4100c40 2024-03-18T22:48:05.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:05.742+0000 7f98d3fff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f98d4100c40 0x7f98d40fe0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:05.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:05.742+0000 7f98d3fff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f98d4100c40 0x7f98d40fe0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:44330/0 (socket says 172.21.15.52:44330) 2024-03-18T22:48:05.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:05.742+0000 7f98d3fff700 1 -- 172.21.15.52:0/1408219271 learned_addr learned my addr 172.21.15.52:0/1408219271 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:48:05.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:05.742+0000 7f98d3fff700 1 -- 172.21.15.52:0/1408219271 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98d40fe5e0 con 0x7f98d4100c40 2024-03-18T22:48:05.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:05.742+0000 7f98d3fff700 1 --2- 172.21.15.52:0/1408219271 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f98d4100c40 0x7f98d40fe0a0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f98c4005840 tx=0x7f98c40050b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:05.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:05.743+0000 7f98d17fa700 1 -- 172.21.15.52:0/1408219271 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f98c4027070 con 0x7f98d4100c40 2024-03-18T22:48:05.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:05.743+0000 7f98d17fa700 1 -- 172.21.15.52:0/1408219271 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f98c4022470 con 0x7f98d4100c40 2024-03-18T22:48:05.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:05.743+0000 7f98da743700 1 -- 172.21.15.52:0/1408219271 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98d40fc7d0 con 0x7f98d4100c40 2024-03-18T22:48:05.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:05.743+0000 7f98da743700 1 -- 172.21.15.52:0/1408219271 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98d40fcd10 con 0x7f98d4100c40 2024-03-18T22:48:05.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:05.743+0000 7f98d17fa700 1 -- 172.21.15.52:0/1408219271 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f98c400f5f0 con 0x7f98d4100c40 2024-03-18T22:48:05.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:05.744+0000 7f98d17fa700 1 -- 172.21.15.52:0/1408219271 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7f98c402a070 con 0x7f98d4100c40 2024-03-18T22:48:05.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:05.744+0000 7f98d17fa700 1 --2- 172.21.15.52:0/1408219271 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f98bc039020 0x7f98bc03b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:05.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:05.744+0000 7f98d17fa700 1 -- 172.21.15.52:0/1408219271 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f98c401e030 con 0x7f98d4100c40 2024-03-18T22:48:05.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:05.744+0000 7f98da743700 1 -- 172.21.15.52:0/1408219271 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98d4107590 con 0x7f98d4100c40 2024-03-18T22:48:05.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:05.744+0000 7f98d37fe700 1 --2- 172.21.15.52:0/1408219271 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f98bc039020 0x7f98bc03b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:05.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:05.744+0000 7f98d37fe700 1 --2- 172.21.15.52:0/1408219271 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f98bc039020 0x7f98bc03b4e0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f98c8006fd0 tx=0x7f98c8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:05.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:05.749+0000 7f98d17fa700 1 -- 172.21.15.52:0/1408219271 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f98c4013070 con 0x7f98d4100c40 2024-03-18T22:48:06.006 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:06.005+0000 7f98da743700 1 -- 172.21.15.52:0/1408219271 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7f98d4190810 con 0x7f98d4100c40 2024-03-18T22:48:06.008 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:06.008+0000 7f98d17fa700 1 -- 172.21.15.52:0/1408219271 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7f98c4022620 con 0x7f98d4100c40 2024-03-18T22:48:06.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:06.010+0000 7f98da743700 1 -- 172.21.15.52:0/1408219271 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f98bc039020 msgr2=0x7f98bc03b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:06.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:06.010+0000 7f98da743700 1 --2- 172.21.15.52:0/1408219271 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f98bc039020 0x7f98bc03b4e0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f98c8006fd0 tx=0x7f98c8006e40 comp rx=0 tx=0).stop 2024-03-18T22:48:06.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:06.010+0000 7f98da743700 1 -- 172.21.15.52:0/1408219271 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f98d4100c40 msgr2=0x7f98d40fe0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:06.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:06.010+0000 7f98da743700 1 --2- 172.21.15.52:0/1408219271 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f98d4100c40 0x7f98d40fe0a0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f98c4005840 tx=0x7f98c40050b0 comp rx=0 tx=0).stop 2024-03-18T22:48:06.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:06.010+0000 7f98da743700 1 -- 172.21.15.52:0/1408219271 shutdown_connections 2024-03-18T22:48:06.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:06.010+0000 7f98da743700 1 --2- 172.21.15.52:0/1408219271 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f98bc039020 0x7f98bc03b4e0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:06.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:06.010+0000 7f98da743700 1 --2- 172.21.15.52:0/1408219271 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f98d4100c40 0x7f98d40fe0a0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:06.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:06.010+0000 7f98da743700 1 -- 172.21.15.52:0/1408219271 >> 172.21.15.52:0/1408219271 conn(0x7f98d40fc1e0 msgr2=0x7f98d406a430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:48:06.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:06.010+0000 7f98da743700 1 -- 172.21.15.52:0/1408219271 shutdown_connections 2024-03-18T22:48:06.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:06.010+0000 7f98da743700 1 -- 172.21.15.52:0/1408219271 wait complete. 2024-03-18T22:48:06.740 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-03-18T22:48:06.741 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-03-18T22:48:07.169 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:48:07.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:07 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1408219271' entity='client.admin' 2024-03-18T22:48:08.236 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:08 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:08.236 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:08 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:08.236 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:08 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi052", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:48:08.236 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:08 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:08.236 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:08 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:48:08.236 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:08 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:08.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.713+0000 7efc708ca700 1 -- 172.21.15.52:0/3841216398 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc6c100c40 msgr2=0x7efc6c101060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:08.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.713+0000 7efc708ca700 1 --2- 172.21.15.52:0/3841216398 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc6c100c40 0x7efc6c101060 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7efc5c009910 tx=0x7efc5c009c20 comp rx=0 tx=0).stop 2024-03-18T22:48:08.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.714+0000 7efc708ca700 1 -- 172.21.15.52:0/3841216398 shutdown_connections 2024-03-18T22:48:08.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.714+0000 7efc708ca700 1 --2- 172.21.15.52:0/3841216398 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc6c100c40 0x7efc6c101060 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:08.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.714+0000 7efc708ca700 1 -- 172.21.15.52:0/3841216398 >> 172.21.15.52:0/3841216398 conn(0x7efc6c0fc1e0 msgr2=0x7efc6c0fe620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:48:08.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.714+0000 7efc708ca700 1 -- 172.21.15.52:0/3841216398 shutdown_connections 2024-03-18T22:48:08.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.714+0000 7efc708ca700 1 -- 172.21.15.52:0/3841216398 wait complete. 2024-03-18T22:48:08.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.714+0000 7efc708ca700 1 Processor -- start 2024-03-18T22:48:08.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.714+0000 7efc708ca700 1 -- start start 2024-03-18T22:48:08.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.714+0000 7efc708ca700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc6c100c40 0x7efc6c0fe0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:08.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.714+0000 7efc708ca700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7efc6c106e10 con 0x7efc6c100c40 2024-03-18T22:48:08.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.715+0000 7efc6a59c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc6c100c40 0x7efc6c0fe0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:08.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.715+0000 7efc6a59c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc6c100c40 0x7efc6c0fe0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49842/0 (socket says 172.21.15.52:49842) 2024-03-18T22:48:08.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.715+0000 7efc6a59c700 1 -- 172.21.15.52:0/1642436345 learned_addr learned my addr 172.21.15.52:0/1642436345 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:48:08.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.715+0000 7efc6a59c700 1 -- 172.21.15.52:0/1642436345 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc6c0fe5e0 con 0x7efc6c100c40 2024-03-18T22:48:08.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.715+0000 7efc6a59c700 1 --2- 172.21.15.52:0/1642436345 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc6c100c40 0x7efc6c0fe0a0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7efc5c005840 tx=0x7efc5c0050b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:08.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.715+0000 7efc5b7fe700 1 -- 172.21.15.52:0/1642436345 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efc5c027070 con 0x7efc6c100c40 2024-03-18T22:48:08.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.715+0000 7efc5b7fe700 1 -- 172.21.15.52:0/1642436345 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7efc5c022470 con 0x7efc6c100c40 2024-03-18T22:48:08.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.715+0000 7efc708ca700 1 -- 172.21.15.52:0/1642436345 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc6c0fc7d0 con 0x7efc6c100c40 2024-03-18T22:48:08.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.715+0000 7efc5b7fe700 1 -- 172.21.15.52:0/1642436345 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efc5c00f5f0 con 0x7efc6c100c40 2024-03-18T22:48:08.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.715+0000 7efc708ca700 1 -- 172.21.15.52:0/1642436345 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc6c0fcd10 con 0x7efc6c100c40 2024-03-18T22:48:08.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.716+0000 7efc5b7fe700 1 -- 172.21.15.52:0/1642436345 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7efc5c02a070 con 0x7efc6c100c40 2024-03-18T22:48:08.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.716+0000 7efc708ca700 1 -- 172.21.15.52:0/1642436345 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc6c107590 con 0x7efc6c100c40 2024-03-18T22:48:08.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.716+0000 7efc5b7fe700 1 --2- 172.21.15.52:0/1642436345 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7efc54038fc0 0x7efc5403b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:08.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.716+0000 7efc5b7fe700 1 -- 172.21.15.52:0/1642436345 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7efc5c01e030 con 0x7efc6c100c40 2024-03-18T22:48:08.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.716+0000 7efc69d9b700 1 --2- 172.21.15.52:0/1642436345 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7efc54038fc0 0x7efc5403b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:08.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.717+0000 7efc69d9b700 1 --2- 172.21.15.52:0/1642436345 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7efc54038fc0 0x7efc5403b480 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7efc60006fd0 tx=0x7efc60006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:08.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.721+0000 7efc5b7fe700 1 -- 172.21.15.52:0/1642436345 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7efc5c013070 con 0x7efc6c100c40 2024-03-18T22:48:08.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.930+0000 7efc708ca700 1 -- 172.21.15.52:0/1642436345 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7efc6c1909f0 con 0x7efc54038fc0 2024-03-18T22:48:08.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.933+0000 7efc5b7fe700 1 -- 172.21.15.52:0/1642436345 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7efc6c1909f0 con 0x7efc54038fc0 2024-03-18T22:48:08.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.935+0000 7efc708ca700 1 -- 172.21.15.52:0/1642436345 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7efc54038fc0 msgr2=0x7efc5403b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:08.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.935+0000 7efc708ca700 1 --2- 172.21.15.52:0/1642436345 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7efc54038fc0 0x7efc5403b480 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7efc60006fd0 tx=0x7efc60006e40 comp rx=0 tx=0).stop 2024-03-18T22:48:08.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.935+0000 7efc708ca700 1 -- 172.21.15.52:0/1642436345 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc6c100c40 msgr2=0x7efc6c0fe0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:08.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.935+0000 7efc708ca700 1 --2- 172.21.15.52:0/1642436345 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc6c100c40 0x7efc6c0fe0a0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7efc5c005840 tx=0x7efc5c0050b0 comp rx=0 tx=0).stop 2024-03-18T22:48:08.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.935+0000 7efc708ca700 1 -- 172.21.15.52:0/1642436345 shutdown_connections 2024-03-18T22:48:08.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.935+0000 7efc708ca700 1 --2- 172.21.15.52:0/1642436345 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7efc54038fc0 0x7efc5403b480 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:08.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.935+0000 7efc708ca700 1 --2- 172.21.15.52:0/1642436345 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc6c100c40 0x7efc6c0fe0a0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:08.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.935+0000 7efc708ca700 1 -- 172.21.15.52:0/1642436345 >> 172.21.15.52:0/1642436345 conn(0x7efc6c0fc1e0 msgr2=0x7efc6c069bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:48:08.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.936+0000 7efc708ca700 1 -- 172.21.15.52:0/1642436345 shutdown_connections 2024-03-18T22:48:08.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:08.936+0000 7efc708ca700 1 -- 172.21.15.52:0/1642436345 wait complete. 2024-03-18T22:48:09.704 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi099 2024-03-18T22:48:09.705 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-03-18T22:48:09.705 DEBUG:teuthology.orchestra.run.smithi099:> dd of=/etc/ceph/ceph.conf 2024-03-18T22:48:09.724 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-03-18T22:48:09.724 DEBUG:teuthology.orchestra.run.smithi099:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-18T22:48:09.780 INFO:tasks.cephadm:Adding host smithi099 to orchestrator... 2024-03-18T22:48:09.781 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph orch host add smithi099 2024-03-18T22:48:10.018 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:48:10.218 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:09 smithi052 ceph-mon[32520]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:48:10.218 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:10.218 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:48:10.218 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:48:10.218 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:48:10.218 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:09 smithi052 ceph-mon[32520]: Updating smithi052:/etc/ceph/ceph.conf 2024-03-18T22:48:10.218 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:10.218 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:10.218 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:11.050 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:10 smithi052 ceph-mon[32520]: Updating smithi052:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-18T22:48:11.050 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:10 smithi052 ceph-mon[32520]: Updating smithi052:/etc/ceph/ceph.client.admin.keyring 2024-03-18T22:48:11.050 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:10 smithi052 ceph-mon[32520]: Updating smithi052:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-18T22:48:11.517 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.515+0000 7f1b90c65700 1 -- 172.21.15.52:0/2584667687 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1b8c102f10 msgr2=0x7f1b8c1032f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:11.518 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.515+0000 7f1b90c65700 1 --2- 172.21.15.52:0/2584667687 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1b8c102f10 0x7f1b8c1032f0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f1b7c009910 tx=0x7f1b7c009c20 comp rx=0 tx=0).stop 2024-03-18T22:48:11.518 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.516+0000 7f1b90c65700 1 -- 172.21.15.52:0/2584667687 shutdown_connections 2024-03-18T22:48:11.518 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.516+0000 7f1b90c65700 1 --2- 172.21.15.52:0/2584667687 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1b8c102f10 0x7f1b8c1032f0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:11.518 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.516+0000 7f1b90c65700 1 -- 172.21.15.52:0/2584667687 >> 172.21.15.52:0/2584667687 conn(0x7f1b8c0fc700 msgr2=0x7f1b8c0feb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:48:11.518 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.516+0000 7f1b90c65700 1 -- 172.21.15.52:0/2584667687 shutdown_connections 2024-03-18T22:48:11.518 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.516+0000 7f1b90c65700 1 -- 172.21.15.52:0/2584667687 wait complete. 2024-03-18T22:48:11.518 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.516+0000 7f1b90c65700 1 Processor -- start 2024-03-18T22:48:11.518 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.516+0000 7f1b90c65700 1 -- start start 2024-03-18T22:48:11.518 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.517+0000 7f1b90c65700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1b8c102f10 0x7f1b8c100b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:11.519 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.517+0000 7f1b90c65700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f1b8c10c4d0 con 0x7f1b8c102f10 2024-03-18T22:48:11.519 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.517+0000 7f1b8a59c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1b8c102f10 0x7f1b8c100b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:11.519 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.517+0000 7f1b8a59c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1b8c102f10 0x7f1b8c100b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49858/0 (socket says 172.21.15.52:49858) 2024-03-18T22:48:11.519 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.517+0000 7f1b8a59c700 1 -- 172.21.15.52:0/4061998942 learned_addr learned my addr 172.21.15.52:0/4061998942 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:48:11.519 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.517+0000 7f1b8a59c700 1 -- 172.21.15.52:0/4061998942 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b8c102a60 con 0x7f1b8c102f10 2024-03-18T22:48:11.519 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.517+0000 7f1b8a59c700 1 --2- 172.21.15.52:0/4061998942 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1b8c102f10 0x7f1b8c100b70 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f1b7c004c10 tx=0x7f1b7c004cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:11.520 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.517+0000 7f1b7b7fe700 1 -- 172.21.15.52:0/4061998942 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1b7c026070 con 0x7f1b8c102f10 2024-03-18T22:48:11.520 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.517+0000 7f1b7b7fe700 1 -- 172.21.15.52:0/4061998942 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1b7c004370 con 0x7f1b8c102f10 2024-03-18T22:48:11.520 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.517+0000 7f1b90c65700 1 -- 172.21.15.52:0/4061998942 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b8c1010b0 con 0x7f1b8c102f10 2024-03-18T22:48:11.520 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.517+0000 7f1b7b7fe700 1 -- 172.21.15.52:0/4061998942 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1b7c003bf0 con 0x7f1b8c102f10 2024-03-18T22:48:11.520 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.517+0000 7f1b90c65700 1 -- 172.21.15.52:0/4061998942 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b8c101570 con 0x7f1b8c102f10 2024-03-18T22:48:11.521 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.518+0000 7f1b7b7fe700 1 -- 172.21.15.52:0/4061998942 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7f1b7c029070 con 0x7f1b8c102f10 2024-03-18T22:48:11.521 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.518+0000 7f1b7b7fe700 1 --2- 172.21.15.52:0/4061998942 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1b74039020 0x7f1b7403b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:11.521 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.518+0000 7f1b7b7fe700 1 -- 172.21.15.52:0/4061998942 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f1b7c01e070 con 0x7f1b8c102f10 2024-03-18T22:48:11.521 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.519+0000 7f1b89d9b700 1 --2- 172.21.15.52:0/4061998942 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1b74039020 0x7f1b7403b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:11.521 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.519+0000 7f1b90c65700 1 -- 172.21.15.52:0/4061998942 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b8c06aa10 con 0x7f1b8c102f10 2024-03-18T22:48:11.521 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.519+0000 7f1b89d9b700 1 --2- 172.21.15.52:0/4061998942 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1b74039020 0x7f1b7403b4e0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f1b80006fd0 tx=0x7f1b80006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:11.524 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.524+0000 7f1b7b7fe700 1 -- 172.21.15.52:0/4061998942 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f1b7c013070 con 0x7f1b8c102f10 2024-03-18T22:48:11.731 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:11.731+0000 7f1b90c65700 1 -- 172.21.15.52:0/4061998942 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi099", "target": ["mon-mgr", ""]}) -- 0x7f1b8c1020a0 con 0x7f1b74039020 2024-03-18T22:48:12.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:12 smithi052 ceph-mon[32520]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi099", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:48:13.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:13 smithi052 ceph-mon[32520]: Deploying cephadm binary to smithi099 2024-03-18T22:48:14.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:14 smithi052 ceph-mon[32520]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:16.084 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:16.083+0000 7f1b7b7fe700 1 -- 172.21.15.52:0/4061998942 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f1b8c1020a0 con 0x7f1b74039020 2024-03-18T22:48:16.084 INFO:teuthology.orchestra.run.smithi052.stdout:Added host 'smithi099' with addr '172.21.15.99' 2024-03-18T22:48:16.086 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:16.086+0000 7f1b90c65700 1 -- 172.21.15.52:0/4061998942 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1b74039020 msgr2=0x7f1b7403b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:16.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:16.086+0000 7f1b90c65700 1 --2- 172.21.15.52:0/4061998942 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1b74039020 0x7f1b7403b4e0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f1b80006fd0 tx=0x7f1b80006e40 comp rx=0 tx=0).stop 2024-03-18T22:48:16.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:16.086+0000 7f1b90c65700 1 -- 172.21.15.52:0/4061998942 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1b8c102f10 msgr2=0x7f1b8c100b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:16.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:16.086+0000 7f1b90c65700 1 --2- 172.21.15.52:0/4061998942 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1b8c102f10 0x7f1b8c100b70 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f1b7c004c10 tx=0x7f1b7c004cf0 comp rx=0 tx=0).stop 2024-03-18T22:48:16.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:16.086+0000 7f1b90c65700 1 -- 172.21.15.52:0/4061998942 shutdown_connections 2024-03-18T22:48:16.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:16.086+0000 7f1b90c65700 1 --2- 172.21.15.52:0/4061998942 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1b74039020 0x7f1b7403b4e0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:16.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:16.086+0000 7f1b90c65700 1 --2- 172.21.15.52:0/4061998942 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1b8c102f10 0x7f1b8c100b70 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:16.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:16.086+0000 7f1b90c65700 1 -- 172.21.15.52:0/4061998942 >> 172.21.15.52:0/4061998942 conn(0x7f1b8c0fc700 msgr2=0x7f1b8c103ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:48:16.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:16.086+0000 7f1b90c65700 1 -- 172.21.15.52:0/4061998942 shutdown_connections 2024-03-18T22:48:16.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:16.086+0000 7f1b90c65700 1 -- 172.21.15.52:0/4061998942 wait complete. 2024-03-18T22:48:16.890 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph orch host ls --format=json 2024-03-18T22:48:17.134 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:48:17.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:17 smithi052 ceph-mon[32520]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:17.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:17 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:17.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:17 smithi052 ceph-mon[32520]: Added host smithi099 2024-03-18T22:48:17.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:17 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:48:17.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:17 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:18.355 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:18 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:18.355 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:18 smithi052 ceph-mon[32520]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:18.705 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.704+0000 7ff4b695a700 1 -- 172.21.15.52:0/2045664675 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4b0100e40 msgr2=0x7ff4b0101220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:18.705 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.704+0000 7ff4b695a700 1 --2- 172.21.15.52:0/2045664675 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4b0100e40 0x7ff4b0101220 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff4a0009910 tx=0x7ff4a0009c20 comp rx=0 tx=0).stop 2024-03-18T22:48:18.705 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.704+0000 7ff4b695a700 1 -- 172.21.15.52:0/2045664675 shutdown_connections 2024-03-18T22:48:18.705 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.704+0000 7ff4b695a700 1 --2- 172.21.15.52:0/2045664675 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4b0100e40 0x7ff4b0101220 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:18.705 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.704+0000 7ff4b695a700 1 -- 172.21.15.52:0/2045664675 >> 172.21.15.52:0/2045664675 conn(0x7ff4b0077850 msgr2=0x7ff4b00feb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:48:18.705 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.704+0000 7ff4b695a700 1 -- 172.21.15.52:0/2045664675 shutdown_connections 2024-03-18T22:48:18.706 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.704+0000 7ff4b695a700 1 -- 172.21.15.52:0/2045664675 wait complete. 2024-03-18T22:48:18.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.705+0000 7ff4b695a700 1 Processor -- start 2024-03-18T22:48:18.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.705+0000 7ff4b695a700 1 -- start start 2024-03-18T22:48:18.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.706+0000 7ff4b695a700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4b0100e40 0x7ff4b01986d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:18.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.706+0000 7ff4b695a700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b010b350 con 0x7ff4b0100e40 2024-03-18T22:48:18.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.706+0000 7ff4affff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4b0100e40 0x7ff4b01986d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:18.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.706+0000 7ff4affff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4b0100e40 0x7ff4b01986d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47254/0 (socket says 172.21.15.52:47254) 2024-03-18T22:48:18.708 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.706+0000 7ff4affff700 1 -- 172.21.15.52:0/1121615907 learned_addr learned my addr 172.21.15.52:0/1121615907 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:48:18.708 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.706+0000 7ff4affff700 1 -- 172.21.15.52:0/1121615907 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4b0198c10 con 0x7ff4b0100e40 2024-03-18T22:48:18.708 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.706+0000 7ff4affff700 1 --2- 172.21.15.52:0/1121615907 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4b0100e40 0x7ff4b01986d0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff4a00052a0 tx=0x7ff4a0004cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:18.708 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.706+0000 7ff4ad7fa700 1 -- 172.21.15.52:0/1121615907 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff4a0026070 con 0x7ff4b0100e40 2024-03-18T22:48:18.708 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.706+0000 7ff4ad7fa700 1 -- 172.21.15.52:0/1121615907 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff4a000bbf0 con 0x7ff4b0100e40 2024-03-18T22:48:18.708 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.706+0000 7ff4b695a700 1 -- 172.21.15.52:0/1121615907 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4b0198f00 con 0x7ff4b0100e40 2024-03-18T22:48:18.708 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.706+0000 7ff4ad7fa700 1 -- 172.21.15.52:0/1121615907 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff4a0003a30 con 0x7ff4b0100e40 2024-03-18T22:48:18.708 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.706+0000 7ff4b695a700 1 -- 172.21.15.52:0/1121615907 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4b01993c0 con 0x7ff4b0100e40 2024-03-18T22:48:18.709 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.707+0000 7ff4ad7fa700 1 -- 172.21.15.52:0/1121615907 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7ff4a0029070 con 0x7ff4b0100e40 2024-03-18T22:48:18.709 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.707+0000 7ff4b695a700 1 -- 172.21.15.52:0/1121615907 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4b0102320 con 0x7ff4b0100e40 2024-03-18T22:48:18.709 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.707+0000 7ff4ad7fa700 1 --2- 172.21.15.52:0/1121615907 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff498038fc0 0x7ff49803b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:18.709 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.708+0000 7ff4ad7fa700 1 -- 172.21.15.52:0/1121615907 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7ff4a001e070 con 0x7ff4b0100e40 2024-03-18T22:48:18.709 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.708+0000 7ff4af7fe700 1 --2- 172.21.15.52:0/1121615907 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff498038fc0 0x7ff49803b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:18.710 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.708+0000 7ff4af7fe700 1 --2- 172.21.15.52:0/1121615907 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff498038fc0 0x7ff49803b480 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7ff4a4006fd0 tx=0x7ff4a4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:18.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.713+0000 7ff4ad7fa700 1 -- 172.21.15.52:0/1121615907 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7ff4a0013070 con 0x7ff4b0100e40 2024-03-18T22:48:18.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.922+0000 7ff4b695a700 1 -- 172.21.15.52:0/1121615907 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff4b0069cf0 con 0x7ff498038fc0 2024-03-18T22:48:18.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.924+0000 7ff4ad7fa700 1 -- 172.21.15.52:0/1121615907 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+159 (secure 0 0 0) 0x7ff4b0069cf0 con 0x7ff498038fc0 2024-03-18T22:48:18.924 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:48:18.924 INFO:teuthology.orchestra.run.smithi052.stdout:[{"addr": "172.21.15.52", "hostname": "smithi052", "labels": [], "status": ""}, {"addr": "172.21.15.99", "hostname": "smithi099", "labels": [], "status": ""}] 2024-03-18T22:48:18.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.926+0000 7ff4b695a700 1 -- 172.21.15.52:0/1121615907 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff498038fc0 msgr2=0x7ff49803b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:18.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.926+0000 7ff4b695a700 1 --2- 172.21.15.52:0/1121615907 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff498038fc0 0x7ff49803b480 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7ff4a4006fd0 tx=0x7ff4a4006e40 comp rx=0 tx=0).stop 2024-03-18T22:48:18.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.926+0000 7ff4b695a700 1 -- 172.21.15.52:0/1121615907 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4b0100e40 msgr2=0x7ff4b01986d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:18.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.926+0000 7ff4b695a700 1 --2- 172.21.15.52:0/1121615907 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4b0100e40 0x7ff4b01986d0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff4a00052a0 tx=0x7ff4a0004cc0 comp rx=0 tx=0).stop 2024-03-18T22:48:18.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.926+0000 7ff4b695a700 1 -- 172.21.15.52:0/1121615907 shutdown_connections 2024-03-18T22:48:18.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.926+0000 7ff4b695a700 1 --2- 172.21.15.52:0/1121615907 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff498038fc0 0x7ff49803b480 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:18.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.926+0000 7ff4b695a700 1 --2- 172.21.15.52:0/1121615907 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4b0100e40 0x7ff4b01986d0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:18.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.926+0000 7ff4b695a700 1 -- 172.21.15.52:0/1121615907 >> 172.21.15.52:0/1121615907 conn(0x7ff4b0077850 msgr2=0x7ff4b0102810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:48:18.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.926+0000 7ff4b695a700 1 -- 172.21.15.52:0/1121615907 shutdown_connections 2024-03-18T22:48:18.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:18.926+0000 7ff4b695a700 1 -- 172.21.15.52:0/1121615907 wait complete. 2024-03-18T22:48:19.512 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi181 2024-03-18T22:48:19.512 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-03-18T22:48:19.512 DEBUG:teuthology.orchestra.run.smithi181:> dd of=/etc/ceph/ceph.conf 2024-03-18T22:48:19.530 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-03-18T22:48:19.530 DEBUG:teuthology.orchestra.run.smithi181:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-18T22:48:19.588 INFO:tasks.cephadm:Adding host smithi181 to orchestrator... 2024-03-18T22:48:19.588 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph orch host add smithi181 2024-03-18T22:48:19.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:19 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:19.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:19 smithi052 ceph-mon[32520]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-18T22:48:19.828 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:48:20.947 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:20 smithi052 ceph-mon[32520]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:21.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.377+0000 7fa8e844c700 1 -- 172.21.15.52:0/2047929343 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa8e0100e40 msgr2=0x7fa8e0101220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:21.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.377+0000 7fa8e844c700 1 --2- 172.21.15.52:0/2047929343 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa8e0100e40 0x7fa8e0101220 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa8dc009910 tx=0x7fa8dc009c20 comp rx=0 tx=0).stop 2024-03-18T22:48:21.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.377+0000 7fa8e844c700 1 -- 172.21.15.52:0/2047929343 shutdown_connections 2024-03-18T22:48:21.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.377+0000 7fa8e844c700 1 --2- 172.21.15.52:0/2047929343 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa8e0100e40 0x7fa8e0101220 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:21.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.377+0000 7fa8e844c700 1 -- 172.21.15.52:0/2047929343 >> 172.21.15.52:0/2047929343 conn(0x7fa8e0077850 msgr2=0x7fa8e00feb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:48:21.379 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.377+0000 7fa8e844c700 1 -- 172.21.15.52:0/2047929343 shutdown_connections 2024-03-18T22:48:21.379 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.377+0000 7fa8e844c700 1 -- 172.21.15.52:0/2047929343 wait complete. 2024-03-18T22:48:21.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.378+0000 7fa8e844c700 1 Processor -- start 2024-03-18T22:48:21.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.378+0000 7fa8e844c700 1 -- start start 2024-03-18T22:48:21.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.378+0000 7fa8e844c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa8e0100e40 0x7fa8e01986e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:21.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.378+0000 7fa8e844c700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e010b350 con 0x7fa8e0100e40 2024-03-18T22:48:21.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.378+0000 7fa8e61e8700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa8e0100e40 0x7fa8e01986e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:21.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.378+0000 7fa8e61e8700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa8e0100e40 0x7fa8e01986e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47276/0 (socket says 172.21.15.52:47276) 2024-03-18T22:48:21.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.378+0000 7fa8e61e8700 1 -- 172.21.15.52:0/1682256547 learned_addr learned my addr 172.21.15.52:0/1682256547 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:48:21.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.379+0000 7fa8e61e8700 1 -- 172.21.15.52:0/1682256547 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8e0198c20 con 0x7fa8e0100e40 2024-03-18T22:48:21.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.379+0000 7fa8e61e8700 1 --2- 172.21.15.52:0/1682256547 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa8e0100e40 0x7fa8e01986e0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fa8dc0052a0 tx=0x7fa8dc004cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:21.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.379+0000 7fa8d37fe700 1 -- 172.21.15.52:0/1682256547 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa8dc026070 con 0x7fa8e0100e40 2024-03-18T22:48:21.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.379+0000 7fa8e844c700 1 -- 172.21.15.52:0/1682256547 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8e0198f10 con 0x7fa8e0100e40 2024-03-18T22:48:21.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.379+0000 7fa8d37fe700 1 -- 172.21.15.52:0/1682256547 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa8dc00bbf0 con 0x7fa8e0100e40 2024-03-18T22:48:21.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.379+0000 7fa8d37fe700 1 -- 172.21.15.52:0/1682256547 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa8dc003a30 con 0x7fa8e0100e40 2024-03-18T22:48:21.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.379+0000 7fa8e844c700 1 -- 172.21.15.52:0/1682256547 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8e01993d0 con 0x7fa8e0100e40 2024-03-18T22:48:21.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.380+0000 7fa8d37fe700 1 -- 172.21.15.52:0/1682256547 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7fa8dc029070 con 0x7fa8e0100e40 2024-03-18T22:48:21.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.380+0000 7fa8e844c700 1 -- 172.21.15.52:0/1682256547 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8e0102320 con 0x7fa8e0100e40 2024-03-18T22:48:21.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.380+0000 7fa8d37fe700 1 --2- 172.21.15.52:0/1682256547 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa8cc039020 0x7fa8cc03b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:21.383 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.380+0000 7fa8d37fe700 1 -- 172.21.15.52:0/1682256547 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fa8dc01e070 con 0x7fa8e0100e40 2024-03-18T22:48:21.383 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.380+0000 7fa8e59e7700 1 --2- 172.21.15.52:0/1682256547 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa8cc039020 0x7fa8cc03b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:21.383 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.381+0000 7fa8e59e7700 1 --2- 172.21.15.52:0/1682256547 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa8cc039020 0x7fa8cc03b4e0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fa8d4006fd0 tx=0x7fa8d4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:21.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.385+0000 7fa8d37fe700 1 -- 172.21.15.52:0/1682256547 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fa8dc013070 con 0x7fa8e0100e40 2024-03-18T22:48:21.593 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:21.592+0000 7fa8e844c700 1 -- 172.21.15.52:0/1682256547 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi181", "target": ["mon-mgr", ""]}) -- 0x7fa8e0069cf0 con 0x7fa8cc039020 2024-03-18T22:48:22.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:22 smithi052 ceph-mon[32520]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:22.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:22 smithi052 ceph-mon[32520]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi181", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:48:22.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:22 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:22.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:22 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:22.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:22 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:22.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:22 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:22.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:22 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi099", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:48:22.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:22 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:48:22.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:22 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:48:22.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:22 smithi052 ceph-mon[32520]: Updating smithi099:/etc/ceph/ceph.conf 2024-03-18T22:48:22.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:22 smithi052 ceph-mon[32520]: Updating smithi099:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-18T22:48:22.990 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:22 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:22.990 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:22 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:22.990 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:22 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:23.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:23 smithi052 ceph-mon[32520]: Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-03-18T22:48:23.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:23 smithi052 ceph-mon[32520]: Deploying cephadm binary to smithi181 2024-03-18T22:48:23.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:23 smithi052 ceph-mon[32520]: Updating smithi099:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-18T22:48:24.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:24 smithi052 ceph-mon[32520]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:25.952 INFO:teuthology.orchestra.run.smithi052.stdout:Added host 'smithi181' with addr '172.21.15.181' 2024-03-18T22:48:25.952 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:25.951+0000 7fa8d37fe700 1 -- 172.21.15.52:0/1682256547 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7fa8e0069cf0 con 0x7fa8cc039020 2024-03-18T22:48:25.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:25.954+0000 7fa8e844c700 1 -- 172.21.15.52:0/1682256547 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa8cc039020 msgr2=0x7fa8cc03b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:25.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:25.954+0000 7fa8e844c700 1 --2- 172.21.15.52:0/1682256547 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa8cc039020 0x7fa8cc03b4e0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fa8d4006fd0 tx=0x7fa8d4006e40 comp rx=0 tx=0).stop 2024-03-18T22:48:25.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:25.954+0000 7fa8e844c700 1 -- 172.21.15.52:0/1682256547 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa8e0100e40 msgr2=0x7fa8e01986e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:25.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:25.954+0000 7fa8e844c700 1 --2- 172.21.15.52:0/1682256547 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa8e0100e40 0x7fa8e01986e0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fa8dc0052a0 tx=0x7fa8dc004cc0 comp rx=0 tx=0).stop 2024-03-18T22:48:25.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:25.954+0000 7fa8e844c700 1 -- 172.21.15.52:0/1682256547 shutdown_connections 2024-03-18T22:48:25.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:25.954+0000 7fa8e844c700 1 --2- 172.21.15.52:0/1682256547 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa8cc039020 0x7fa8cc03b4e0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:25.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:25.954+0000 7fa8e844c700 1 --2- 172.21.15.52:0/1682256547 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa8e0100e40 0x7fa8e01986e0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:25.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:25.954+0000 7fa8e844c700 1 -- 172.21.15.52:0/1682256547 >> 172.21.15.52:0/1682256547 conn(0x7fa8e0077850 msgr2=0x7fa8e0103af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:48:25.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:25.954+0000 7fa8e844c700 1 -- 172.21.15.52:0/1682256547 shutdown_connections 2024-03-18T22:48:25.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:25.954+0000 7fa8e844c700 1 -- 172.21.15.52:0/1682256547 wait complete. 2024-03-18T22:48:26.581 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph orch host ls --format=json 2024-03-18T22:48:26.826 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:48:27.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:26 smithi052 ceph-mon[32520]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:27.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:26 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:27.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:26 smithi052 ceph-mon[32520]: Added host smithi181 2024-03-18T22:48:27.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:26 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:48:27.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:26 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:28.095 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:27 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:28.327 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.326+0000 7f90bafaa700 1 -- 172.21.15.52:0/2967174834 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f90b4101f50 msgr2=0x7f90b4102330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:28.327 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.326+0000 7f90bafaa700 1 --2- 172.21.15.52:0/2967174834 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f90b4101f50 0x7f90b4102330 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f90a8009910 tx=0x7f90a8009c20 comp rx=0 tx=0).stop 2024-03-18T22:48:28.328 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.326+0000 7f90bafaa700 1 -- 172.21.15.52:0/2967174834 shutdown_connections 2024-03-18T22:48:28.328 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.326+0000 7f90bafaa700 1 --2- 172.21.15.52:0/2967174834 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f90b4101f50 0x7f90b4102330 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:28.328 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.326+0000 7f90bafaa700 1 -- 172.21.15.52:0/2967174834 >> 172.21.15.52:0/2967174834 conn(0x7f90b40fd820 msgr2=0x7f90b40ffc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:48:28.328 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.326+0000 7f90bafaa700 1 -- 172.21.15.52:0/2967174834 shutdown_connections 2024-03-18T22:48:28.328 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.326+0000 7f90bafaa700 1 -- 172.21.15.52:0/2967174834 wait complete. 2024-03-18T22:48:28.328 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.327+0000 7f90bafaa700 1 Processor -- start 2024-03-18T22:48:28.328 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.327+0000 7f90bafaa700 1 -- start start 2024-03-18T22:48:28.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.327+0000 7f90bafaa700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f90b4101f50 0x7f90b419d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:28.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.327+0000 7f90bafaa700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f90b410c460 con 0x7f90b4101f50 2024-03-18T22:48:28.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.328+0000 7f90b8d46700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f90b4101f50 0x7f90b419d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:28.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.328+0000 7f90b8d46700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f90b4101f50 0x7f90b419d590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56972/0 (socket says 172.21.15.52:56972) 2024-03-18T22:48:28.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.328+0000 7f90b8d46700 1 -- 172.21.15.52:0/1879240879 learned_addr learned my addr 172.21.15.52:0/1879240879 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:48:28.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.328+0000 7f90b8d46700 1 -- 172.21.15.52:0/1879240879 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90b419dad0 con 0x7f90b4101f50 2024-03-18T22:48:28.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.328+0000 7f90b8d46700 1 --2- 172.21.15.52:0/1879240879 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f90b4101f50 0x7f90b419d590 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f90a80052a0 tx=0x7f90a8004cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:28.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.328+0000 7f90b1ffb700 1 -- 172.21.15.52:0/1879240879 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f90a8026070 con 0x7f90b4101f50 2024-03-18T22:48:28.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.328+0000 7f90b1ffb700 1 -- 172.21.15.52:0/1879240879 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f90a800bbf0 con 0x7f90b4101f50 2024-03-18T22:48:28.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.328+0000 7f90bafaa700 1 -- 172.21.15.52:0/1879240879 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90b419ddc0 con 0x7f90b4101f50 2024-03-18T22:48:28.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.328+0000 7f90b1ffb700 1 -- 172.21.15.52:0/1879240879 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f90a8003a30 con 0x7f90b4101f50 2024-03-18T22:48:28.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.328+0000 7f90bafaa700 1 -- 172.21.15.52:0/1879240879 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90b4197830 con 0x7f90b4101f50 2024-03-18T22:48:28.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.329+0000 7f90b1ffb700 1 -- 172.21.15.52:0/1879240879 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7f90a8029070 con 0x7f90b4101f50 2024-03-18T22:48:28.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.329+0000 7f90bafaa700 1 -- 172.21.15.52:0/1879240879 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90b4103430 con 0x7f90b4101f50 2024-03-18T22:48:28.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.329+0000 7f90b1ffb700 1 --2- 172.21.15.52:0/1879240879 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f90a4038fc0 0x7f90a403b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:28.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.329+0000 7f90b1ffb700 1 -- 172.21.15.52:0/1879240879 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f90a801e070 con 0x7f90b4101f50 2024-03-18T22:48:28.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.330+0000 7f90b3fff700 1 --2- 172.21.15.52:0/1879240879 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f90a4038fc0 0x7f90a403b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:28.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.330+0000 7f90b3fff700 1 --2- 172.21.15.52:0/1879240879 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f90a4038fc0 0x7f90a403b480 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f90a0006fd0 tx=0x7f90a0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:28.335 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.335+0000 7f90b1ffb700 1 -- 172.21.15.52:0/1879240879 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f90a8013070 con 0x7f90b4101f50 2024-03-18T22:48:28.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.555+0000 7f90bafaa700 1 -- 172.21.15.52:0/1879240879 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f90b4198bc0 con 0x7f90a4038fc0 2024-03-18T22:48:28.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.556+0000 7f90b1ffb700 1 -- 172.21.15.52:0/1879240879 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+239 (secure 0 0 0) 0x7f90b4198bc0 con 0x7f90a4038fc0 2024-03-18T22:48:28.556 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:48:28.557 INFO:teuthology.orchestra.run.smithi052.stdout:[{"addr": "172.21.15.52", "hostname": "smithi052", "labels": [], "status": ""}, {"addr": "172.21.15.99", "hostname": "smithi099", "labels": [], "status": ""}, {"addr": "172.21.15.181", "hostname": "smithi181", "labels": [], "status": ""}] 2024-03-18T22:48:28.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.559+0000 7f90bafaa700 1 -- 172.21.15.52:0/1879240879 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f90a4038fc0 msgr2=0x7f90a403b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:28.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.559+0000 7f90bafaa700 1 --2- 172.21.15.52:0/1879240879 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f90a4038fc0 0x7f90a403b480 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f90a0006fd0 tx=0x7f90a0006e40 comp rx=0 tx=0).stop 2024-03-18T22:48:28.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.559+0000 7f90bafaa700 1 -- 172.21.15.52:0/1879240879 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f90b4101f50 msgr2=0x7f90b419d590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:28.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.559+0000 7f90bafaa700 1 --2- 172.21.15.52:0/1879240879 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f90b4101f50 0x7f90b419d590 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f90a80052a0 tx=0x7f90a8004cc0 comp rx=0 tx=0).stop 2024-03-18T22:48:28.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.559+0000 7f90bafaa700 1 -- 172.21.15.52:0/1879240879 shutdown_connections 2024-03-18T22:48:28.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.559+0000 7f90bafaa700 1 --2- 172.21.15.52:0/1879240879 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f90a4038fc0 0x7f90a403b480 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:28.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.559+0000 7f90bafaa700 1 --2- 172.21.15.52:0/1879240879 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f90b4101f50 0x7f90b419d590 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:28.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.559+0000 7f90bafaa700 1 -- 172.21.15.52:0/1879240879 >> 172.21.15.52:0/1879240879 conn(0x7f90b40fd820 msgr2=0x7f90b4103920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:48:28.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.560+0000 7f90bafaa700 1 -- 172.21.15.52:0/1879240879 shutdown_connections 2024-03-18T22:48:28.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:28.560+0000 7f90bafaa700 1 -- 172.21.15.52:0/1879240879 wait complete. 2024-03-18T22:48:29.127 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:28 smithi052 ceph-mon[32520]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:29.127 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:28 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:29.157 INFO:tasks.cephadm:Setting crush tunables to default 2024-03-18T22:48:29.157 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph osd crush tunables default 2024-03-18T22:48:29.396 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:48:30.241 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:29 smithi052 ceph-mon[32520]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-18T22:48:30.909 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:30.908+0000 7fc66a60d700 1 -- 172.21.15.52:0/1717327480 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc664101f40 msgr2=0x7fc664102320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:30.909 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:30.908+0000 7fc66a60d700 1 --2- 172.21.15.52:0/1717327480 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc664101f40 0x7fc664102320 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc654009910 tx=0x7fc654009c20 comp rx=0 tx=0).stop 2024-03-18T22:48:30.909 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:30.908+0000 7fc66a60d700 1 -- 172.21.15.52:0/1717327480 shutdown_connections 2024-03-18T22:48:30.909 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:30.908+0000 7fc66a60d700 1 --2- 172.21.15.52:0/1717327480 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc664101f40 0x7fc664102320 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:30.909 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:30.908+0000 7fc66a60d700 1 -- 172.21.15.52:0/1717327480 >> 172.21.15.52:0/1717327480 conn(0x7fc6640fd7f0 msgr2=0x7fc6640ffc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:48:30.909 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:30.908+0000 7fc66a60d700 1 -- 172.21.15.52:0/1717327480 shutdown_connections 2024-03-18T22:48:30.909 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:30.908+0000 7fc66a60d700 1 -- 172.21.15.52:0/1717327480 wait complete. 2024-03-18T22:48:30.909 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:30.908+0000 7fc66a60d700 1 Processor -- start 2024-03-18T22:48:30.909 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:30.908+0000 7fc66a60d700 1 -- start start 2024-03-18T22:48:30.910 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:30.909+0000 7fc66a60d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc664101f40 0x7fc664074610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:30.910 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:30.909+0000 7fc66a60d700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc66410c450 con 0x7fc664101f40 2024-03-18T22:48:30.910 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:30.909+0000 7fc663fff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc664101f40 0x7fc664074610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:30.910 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:30.909+0000 7fc663fff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc664101f40 0x7fc664074610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56986/0 (socket says 172.21.15.52:56986) 2024-03-18T22:48:30.910 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:30.909+0000 7fc663fff700 1 -- 172.21.15.52:0/561158896 learned_addr learned my addr 172.21.15.52:0/561158896 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:48:30.911 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:30.909+0000 7fc663fff700 1 -- 172.21.15.52:0/561158896 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc664076500 con 0x7fc664101f40 2024-03-18T22:48:30.911 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:30.909+0000 7fc663fff700 1 --2- 172.21.15.52:0/561158896 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc664101f40 0x7fc664074610 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc6540052a0 tx=0x7fc654004cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:30.911 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:30.909+0000 7fc6617fa700 1 -- 172.21.15.52:0/561158896 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc654026070 con 0x7fc664101f40 2024-03-18T22:48:30.911 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:30.909+0000 7fc6617fa700 1 -- 172.21.15.52:0/561158896 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc65400bc50 con 0x7fc664101f40 2024-03-18T22:48:30.911 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:30.909+0000 7fc66a60d700 1 -- 172.21.15.52:0/561158896 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc664074bb0 con 0x7fc664101f40 2024-03-18T22:48:30.911 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:30.909+0000 7fc6617fa700 1 -- 172.21.15.52:0/561158896 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc654003a20 con 0x7fc664101f40 2024-03-18T22:48:30.911 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:30.909+0000 7fc66a60d700 1 -- 172.21.15.52:0/561158896 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc664075070 con 0x7fc664101f40 2024-03-18T22:48:30.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:30.910+0000 7fc6617fa700 1 -- 172.21.15.52:0/561158896 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7fc654029070 con 0x7fc664101f40 2024-03-18T22:48:30.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:30.910+0000 7fc66a60d700 1 -- 172.21.15.52:0/561158896 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc664103420 con 0x7fc664101f40 2024-03-18T22:48:30.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:30.910+0000 7fc6617fa700 1 --2- 172.21.15.52:0/561158896 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc650039020 0x7fc65003b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:30.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:30.911+0000 7fc6617fa700 1 -- 172.21.15.52:0/561158896 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fc65401e070 con 0x7fc664101f40 2024-03-18T22:48:30.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:30.911+0000 7fc6637fe700 1 --2- 172.21.15.52:0/561158896 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc650039020 0x7fc65003b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:30.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:30.911+0000 7fc6637fe700 1 --2- 172.21.15.52:0/561158896 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc650039020 0x7fc65003b4e0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fc64c006fd0 tx=0x7fc64c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:30.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:30.916+0000 7fc6617fa700 1 -- 172.21.15.52:0/561158896 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fc654013070 con 0x7fc664101f40 2024-03-18T22:48:31.128 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:31.127+0000 7fc66a60d700 1 -- 172.21.15.52:0/561158896 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7fc664075b40 con 0x7fc664101f40 2024-03-18T22:48:31.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:30 smithi052 ceph-mon[32520]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:31.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:31.979+0000 7fc6617fa700 1 -- 172.21.15.52:0/561158896 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7fc654030020 con 0x7fc664101f40 2024-03-18T22:48:31.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:31.982+0000 7fc66a60d700 1 -- 172.21.15.52:0/561158896 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc650039020 msgr2=0x7fc65003b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:31.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:31.982+0000 7fc66a60d700 1 --2- 172.21.15.52:0/561158896 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc650039020 0x7fc65003b4e0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fc64c006fd0 tx=0x7fc64c006e40 comp rx=0 tx=0).stop 2024-03-18T22:48:31.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:31.982+0000 7fc66a60d700 1 -- 172.21.15.52:0/561158896 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc664101f40 msgr2=0x7fc664074610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:31.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:31.982+0000 7fc66a60d700 1 --2- 172.21.15.52:0/561158896 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc664101f40 0x7fc664074610 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc6540052a0 tx=0x7fc654004cc0 comp rx=0 tx=0).stop 2024-03-18T22:48:31.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:31.982+0000 7fc66a60d700 1 -- 172.21.15.52:0/561158896 shutdown_connections 2024-03-18T22:48:31.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:31.982+0000 7fc66a60d700 1 --2- 172.21.15.52:0/561158896 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc650039020 0x7fc65003b4e0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:31.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:31.982+0000 7fc66a60d700 1 --2- 172.21.15.52:0/561158896 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc664101f40 0x7fc664074610 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:31.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:31.982+0000 7fc66a60d700 1 -- 172.21.15.52:0/561158896 >> 172.21.15.52:0/561158896 conn(0x7fc6640fd7f0 msgr2=0x7fc664103910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:48:31.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:31.983+0000 7fc66a60d700 1 -- 172.21.15.52:0/561158896 shutdown_connections 2024-03-18T22:48:31.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:31.983+0000 7fc66a60d700 1 -- 172.21.15.52:0/561158896 wait complete. 2024-03-18T22:48:31.984 INFO:teuthology.orchestra.run.smithi052.stderr:adjusted tunables profile to default 2024-03-18T22:48:32.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:31 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/561158896' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-03-18T22:48:32.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:31 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:32.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:31 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:32.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:31 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:32.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:31 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:32.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:31 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi181", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:48:32.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:31 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:48:32.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:31 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:48:32.618 INFO:tasks.cephadm:Adding mon.a on smithi052 2024-03-18T22:48:32.619 INFO:tasks.cephadm:Adding mon.b on smithi099 2024-03-18T22:48:32.619 INFO:tasks.cephadm:Adding mon.c on smithi181 2024-03-18T22:48:32.619 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph orch apply mon '3;smithi052:172.21.15.52=a;smithi099:172.21.15.99=b;smithi181:172.21.15.181=c' 2024-03-18T22:48:32.844 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-18T22:48:33.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:32 smithi052 ceph-mon[32520]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:33.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:32 smithi052 ceph-mon[32520]: Updating smithi181:/etc/ceph/ceph.conf 2024-03-18T22:48:33.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:32 smithi052 ceph-mon[32520]: Updating smithi181:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-18T22:48:33.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:32 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/561158896' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-03-18T22:48:33.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:32 smithi052 ceph-mon[32520]: osdmap e4: 0 total, 0 up, 0 in 2024-03-18T22:48:33.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:32 smithi052 ceph-mon[32520]: Updating smithi181:/etc/ceph/ceph.client.admin.keyring 2024-03-18T22:48:33.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:32 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:33.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:32 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:33.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:32 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:34.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:33 smithi052 ceph-mon[32520]: Updating smithi181:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-18T22:48:34.322 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.321+0000 7f115c781700 1 -- 172.21.15.181:0/202362837 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f11541005d0 msgr2=0x7f11541009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:34.322 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.321+0000 7f115c781700 1 --2- 172.21.15.181:0/202362837 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f11541005d0 0x7f11541009b0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f115000aa20 tx=0x7f115000ad30 comp rx=0 tx=0).stop 2024-03-18T22:48:34.322 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.321+0000 7f115c781700 1 -- 172.21.15.181:0/202362837 shutdown_connections 2024-03-18T22:48:34.322 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.321+0000 7f115c781700 1 --2- 172.21.15.181:0/202362837 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f11541005d0 0x7f11541009b0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:34.322 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.321+0000 7f115c781700 1 -- 172.21.15.181:0/202362837 >> 172.21.15.181:0/202362837 conn(0x7f11540fbe60 msgr2=0x7f11540fe280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:48:34.322 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.321+0000 7f115c781700 1 -- 172.21.15.181:0/202362837 shutdown_connections 2024-03-18T22:48:34.322 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.321+0000 7f115c781700 1 -- 172.21.15.181:0/202362837 wait complete. 2024-03-18T22:48:34.322 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.322+0000 7f115c781700 1 Processor -- start 2024-03-18T22:48:34.322 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.322+0000 7f115c781700 1 -- start start 2024-03-18T22:48:34.322 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.322+0000 7f115c781700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f11541005d0 0x7f115419d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:34.323 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.322+0000 7f115c781700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f115410a250 con 0x7f11541005d0 2024-03-18T22:48:34.324 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.322+0000 7f115a51d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f11541005d0 0x7f115419d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:34.324 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.322+0000 7f115a51d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f11541005d0 0x7f115419d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.181:48008/0 (socket says 172.21.15.181:48008) 2024-03-18T22:48:34.324 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.322+0000 7f115a51d700 1 -- 172.21.15.181:0/205369818 learned_addr learned my addr 172.21.15.181:0/205369818 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-03-18T22:48:34.324 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.322+0000 7f115a51d700 1 -- 172.21.15.181:0/205369818 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f115419db60 con 0x7f11541005d0 2024-03-18T22:48:34.324 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.323+0000 7f115a51d700 1 --2- 172.21.15.181:0/205369818 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f11541005d0 0x7f115419d620 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f1150005b40 tx=0x7f1150004da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:34.324 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.323+0000 7f114b7fe700 1 -- 172.21.15.181:0/205369818 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f11500052f0 con 0x7f11541005d0 2024-03-18T22:48:34.324 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.323+0000 7f115c781700 1 -- 172.21.15.181:0/205369818 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f115419ddf0 con 0x7f11541005d0 2024-03-18T22:48:34.325 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.323+0000 7f114b7fe700 1 -- 172.21.15.181:0/205369818 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1150005490 con 0x7f11541005d0 2024-03-18T22:48:34.325 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.323+0000 7f114b7fe700 1 -- 172.21.15.181:0/205369818 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f115000e7d0 con 0x7f11541005d0 2024-03-18T22:48:34.325 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.323+0000 7f115c781700 1 -- 172.21.15.181:0/205369818 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1154197740 con 0x7f11541005d0 2024-03-18T22:48:34.325 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.324+0000 7f115c781700 1 -- 172.21.15.181:0/205369818 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1154101ab0 con 0x7f11541005d0 2024-03-18T22:48:34.325 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.324+0000 7f114b7fe700 1 -- 172.21.15.181:0/205369818 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7f1150016b00 con 0x7f11541005d0 2024-03-18T22:48:34.325 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.324+0000 7f114b7fe700 1 --2- 172.21.15.181:0/205369818 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1140038fc0 0x7f114003b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:34.325 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.324+0000 7f114b7fe700 1 -- 172.21.15.181:0/205369818 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f115001e070 con 0x7f11541005d0 2024-03-18T22:48:34.325 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.324+0000 7f1159d1c700 1 --2- 172.21.15.181:0/205369818 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1140038fc0 0x7f114003b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:34.325 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.325+0000 7f1159d1c700 1 --2- 172.21.15.181:0/205369818 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1140038fc0 0x7f114003b480 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f1144006fd0 tx=0x7f1144006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:34.329 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.329+0000 7f114b7fe700 1 -- 172.21.15.181:0/205369818 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f1150014b80 con 0x7f11541005d0 2024-03-18T22:48:34.537 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.537+0000 7f115c781700 1 -- 172.21.15.181:0/205369818 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi052:172.21.15.52=a;smithi099:172.21.15.99=b;smithi181:172.21.15.181=c", "target": ["mon-mgr", ""]}) -- 0x7f1154198ce0 con 0x7f1140038fc0 2024-03-18T22:48:34.544 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.544+0000 7f114b7fe700 1 -- 172.21.15.181:0/205369818 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f1154198ce0 con 0x7f1140038fc0 2024-03-18T22:48:34.544 INFO:teuthology.orchestra.run.smithi181.stdout:Scheduled mon update... 2024-03-18T22:48:34.547 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.546+0000 7f115c781700 1 -- 172.21.15.181:0/205369818 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1140038fc0 msgr2=0x7f114003b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:34.547 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.546+0000 7f115c781700 1 --2- 172.21.15.181:0/205369818 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1140038fc0 0x7f114003b480 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f1144006fd0 tx=0x7f1144006e40 comp rx=0 tx=0).stop 2024-03-18T22:48:34.547 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.546+0000 7f115c781700 1 -- 172.21.15.181:0/205369818 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f11541005d0 msgr2=0x7f115419d620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:34.547 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.546+0000 7f115c781700 1 --2- 172.21.15.181:0/205369818 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f11541005d0 0x7f115419d620 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f1150005b40 tx=0x7f1150004da0 comp rx=0 tx=0).stop 2024-03-18T22:48:34.547 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.546+0000 7f115c781700 1 -- 172.21.15.181:0/205369818 shutdown_connections 2024-03-18T22:48:34.547 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.546+0000 7f115c781700 1 --2- 172.21.15.181:0/205369818 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1140038fc0 0x7f114003b480 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:34.547 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.546+0000 7f115c781700 1 --2- 172.21.15.181:0/205369818 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f11541005d0 0x7f115419d620 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:34.547 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.546+0000 7f115c781700 1 -- 172.21.15.181:0/205369818 >> 172.21.15.181:0/205369818 conn(0x7f11540fbe60 msgr2=0x7f1154108140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:48:34.547 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.546+0000 7f115c781700 1 -- 172.21.15.181:0/205369818 shutdown_connections 2024-03-18T22:48:34.547 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:34.547+0000 7f115c781700 1 -- 172.21.15.181:0/205369818 wait complete. 2024-03-18T22:48:35.099 DEBUG:teuthology.orchestra.run.smithi099:mon.b> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mon.b.service 2024-03-18T22:48:35.102 DEBUG:teuthology.orchestra.run.smithi181:mon.c> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mon.c.service 2024-03-18T22:48:35.104 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-03-18T22:48:35.105 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph mon dump -f json 2024-03-18T22:48:35.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:34 smithi052 ceph-mon[32520]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:35.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:34 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:35.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:34 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:48:35.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:34 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:48:35.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:34 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:48:35.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:34 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:35.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:34 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-18T22:48:35.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:34 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:48:36.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:35 smithi052 ceph-mon[32520]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi052:172.21.15.52=a;smithi099:172.21.15.99=b;smithi181:172.21.15.181=c", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:48:36.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:35 smithi052 ceph-mon[32520]: Saving service mon spec with placement smithi052:172.21.15.52=a;smithi099:172.21.15.99=b;smithi181:172.21.15.181=c;count:3 2024-03-18T22:48:36.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:35 smithi052 ceph-mon[32520]: Deploying daemon mon.c on smithi181 2024-03-18T22:48:36.355 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-18T22:48:37.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:36 smithi052 ceph-mon[32520]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:38.755 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:38.753+0000 7f8680540700 1 -- 172.21.15.181:0/1804052292 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8678101f50 msgr2=0x7f8678102330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:38.755 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:38.753+0000 7f8680540700 1 --2- 172.21.15.181:0/1804052292 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8678101f50 0x7f8678102330 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f8674009910 tx=0x7f8674009c20 comp rx=0 tx=0).stop 2024-03-18T22:48:38.755 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:38.753+0000 7f8680540700 1 -- 172.21.15.181:0/1804052292 shutdown_connections 2024-03-18T22:48:38.755 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:38.753+0000 7f8680540700 1 --2- 172.21.15.181:0/1804052292 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8678101f50 0x7f8678102330 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:38.755 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:38.753+0000 7f8680540700 1 -- 172.21.15.181:0/1804052292 >> 172.21.15.181:0/1804052292 conn(0x7f86780fd820 msgr2=0x7f86780ffc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:48:38.755 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:38.753+0000 7f8680540700 1 -- 172.21.15.181:0/1804052292 shutdown_connections 2024-03-18T22:48:38.755 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:38.753+0000 7f8680540700 1 -- 172.21.15.181:0/1804052292 wait complete. 2024-03-18T22:48:38.756 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:38.754+0000 7f8680540700 1 Processor -- start 2024-03-18T22:48:38.756 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:38.754+0000 7f8680540700 1 -- start start 2024-03-18T22:48:38.756 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:38.754+0000 7f8680540700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8678101f50 0x7f867819d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:38.756 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:38.754+0000 7f8680540700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f867810c460 con 0x7f8678101f50 2024-03-18T22:48:38.756 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:38.755+0000 7f867e2dc700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8678101f50 0x7f867819d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:38.756 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:38.755+0000 7f867e2dc700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8678101f50 0x7f867819d590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.181:48032/0 (socket says 172.21.15.181:48032) 2024-03-18T22:48:38.756 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:38.755+0000 7f867e2dc700 1 -- 172.21.15.181:0/1760327212 learned_addr learned my addr 172.21.15.181:0/1760327212 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-03-18T22:48:38.756 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:38.755+0000 7f867e2dc700 1 -- 172.21.15.181:0/1760327212 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f867819dad0 con 0x7f8678101f50 2024-03-18T22:48:38.756 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:38.755+0000 7f867e2dc700 1 --2- 172.21.15.181:0/1760327212 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8678101f50 0x7f867819d590 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f86740052a0 tx=0x7f8674004cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:38.758 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:38.755+0000 7f866f7fe700 1 -- 172.21.15.181:0/1760327212 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8674026070 con 0x7f8678101f50 2024-03-18T22:48:38.758 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:38.755+0000 7f866f7fe700 1 -- 172.21.15.181:0/1760327212 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f867400bbf0 con 0x7f8678101f50 2024-03-18T22:48:38.758 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:38.755+0000 7f8680540700 1 -- 172.21.15.181:0/1760327212 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f867819ddc0 con 0x7f8678101f50 2024-03-18T22:48:38.758 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:38.755+0000 7f866f7fe700 1 -- 172.21.15.181:0/1760327212 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8674003a30 con 0x7f8678101f50 2024-03-18T22:48:38.758 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:38.755+0000 7f8680540700 1 -- 172.21.15.181:0/1760327212 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8678197830 con 0x7f8678101f50 2024-03-18T22:48:38.758 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:38.756+0000 7f8680540700 1 -- 172.21.15.181:0/1760327212 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8678103430 con 0x7f8678101f50 2024-03-18T22:48:38.758 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:38.757+0000 7f866f7fe700 1 -- 172.21.15.181:0/1760327212 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7f8674029070 con 0x7f8678101f50 2024-03-18T22:48:38.758 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:38.757+0000 7f866f7fe700 1 --2- 172.21.15.181:0/1760327212 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8664039020 0x7f866403b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:38.758 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:38.757+0000 7f866f7fe700 1 -- 172.21.15.181:0/1760327212 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f867401e070 con 0x7f8678101f50 2024-03-18T22:48:38.758 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:38.757+0000 7f867dadb700 1 --2- 172.21.15.181:0/1760327212 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8664039020 0x7f866403b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:38.758 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:38.757+0000 7f867dadb700 1 --2- 172.21.15.181:0/1760327212 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8664039020 0x7f866403b4e0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f8668006fd0 tx=0x7f8668006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:38.762 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:38.762+0000 7f866f7fe700 1 -- 172.21.15.181:0/1760327212 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f8674052020 con 0x7f8678101f50 2024-03-18T22:48:39.080 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:39.079+0000 7f8680540700 1 -- 172.21.15.181:0/1760327212 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f86780008d0 con 0x7f8678101f50 2024-03-18T22:48:39.080 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:39.080+0000 7f866f7fe700 1 -- 172.21.15.181:0/1760327212 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7f8674030020 con 0x7f8678101f50 2024-03-18T22:48:39.081 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-03-18T22:48:39.081 INFO:teuthology.orchestra.run.smithi181.stdout:{"epoch":1,"fsid":"444ca0c0-e579-11ee-95c9-87774f69a715","modified":"2024-03-18T22:46:55.802962Z","created":"2024-03-18T22:46:55.802962Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:3300","nonce":0},{"type":"v1","addr":"172.21.15.52:6789","nonce":0}]},"addr":"172.21.15.52:6789/0","public_addr":"172.21.15.52:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-03-18T22:48:39.082 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:39.082+0000 7f8680540700 1 -- 172.21.15.181:0/1760327212 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8664039020 msgr2=0x7f866403b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:39.083 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:39.082+0000 7f8680540700 1 --2- 172.21.15.181:0/1760327212 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8664039020 0x7f866403b4e0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f8668006fd0 tx=0x7f8668006e40 comp rx=0 tx=0).stop 2024-03-18T22:48:39.083 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:39.082+0000 7f8680540700 1 -- 172.21.15.181:0/1760327212 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8678101f50 msgr2=0x7f867819d590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:39.083 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:39.082+0000 7f8680540700 1 --2- 172.21.15.181:0/1760327212 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8678101f50 0x7f867819d590 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f86740052a0 tx=0x7f8674004cc0 comp rx=0 tx=0).stop 2024-03-18T22:48:39.083 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:39.082+0000 7f8680540700 1 -- 172.21.15.181:0/1760327212 shutdown_connections 2024-03-18T22:48:39.083 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:39.082+0000 7f8680540700 1 --2- 172.21.15.181:0/1760327212 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8664039020 0x7f866403b4e0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:39.083 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:39.082+0000 7f8680540700 1 --2- 172.21.15.181:0/1760327212 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8678101f50 0x7f867819d590 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:39.083 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:39.082+0000 7f8680540700 1 -- 172.21.15.181:0/1760327212 >> 172.21.15.181:0/1760327212 conn(0x7f86780fd820 msgr2=0x7f8678103920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:48:39.083 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:39.082+0000 7f8680540700 1 -- 172.21.15.181:0/1760327212 shutdown_connections 2024-03-18T22:48:39.083 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:39.082+0000 7f8680540700 1 -- 172.21.15.181:0/1760327212 wait complete. 2024-03-18T22:48:39.083 INFO:teuthology.orchestra.run.smithi181.stderr:dumped monmap epoch 1 2024-03-18T22:48:39.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:38 smithi052 ceph-mon[32520]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:39.388 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:39 smithi181 systemd[1]: Starting Ceph mon.c for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T22:48:39.991 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:39 smithi181 podman[67237]: 2024-03-18 22:48:39.881065416 +0000 UTC m=+0.103014889 container create dc7e4d070d11d152ed0da2c42c8d6349c46404da5832c9ec9b3ed36976b7d64f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-c, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-18T22:48:39.991 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:39 smithi181 podman[67237]: 2024-03-18 22:48:39.795948199 +0000 UTC m=+0.017897698 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639 2024-03-18T22:48:40.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 podman[67237]: 2024-03-18 22:48:40.067067935 +0000 UTC m=+0.289017416 container init dc7e4d070d11d152ed0da2c42c8d6349c46404da5832c9ec9b3ed36976b7d64f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-c, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-03-18T22:48:40.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 podman[67237]: 2024-03-18 22:48:40.070158034 +0000 UTC m=+0.292107517 container start dc7e4d070d11d152ed0da2c42c8d6349c46404da5832c9ec9b3ed36976b7d64f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-batrick-testing-20240318.181317-b6ae249) 2024-03-18T22:48:40.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: set uid:gid to 167:167 (ceph:ceph) 2024-03-18T22:48:40.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: ceph version 19.0.0-2206-gb6ae2491 (b6ae24918b03b1b8a19c9263a50655bba80bb810) squid (dev), process ceph-mon, pid 2 2024-03-18T22:48:40.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: pidfile_write: ignore empty --pid-file 2024-03-18T22:48:40.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: load: jerasure load: lrc 2024-03-18T22:48:40.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: RocksDB version: 7.9.2 2024-03-18T22:48:40.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Git sha 0 2024-03-18T22:48:40.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Compile date 2024-03-18 18:57:12 2024-03-18T22:48:40.265 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: DB SUMMARY 2024-03-18T22:48:40.265 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: DB Session ID: 9T6XMN0EV1M9RFTFX2O9 2024-03-18T22:48:40.265 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: CURRENT file: CURRENT 2024-03-18T22:48:40.265 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: IDENTITY file: IDENTITY 2024-03-18T22:48:40.265 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-03-18T22:48:40.265 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-03-18T22:48:40.265 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-03-18T22:48:40.265 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.error_if_exists: 0 2024-03-18T22:48:40.265 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.create_if_missing: 0 2024-03-18T22:48:40.265 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.paranoid_checks: 1 2024-03-18T22:48:40.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.flush_verify_memtable_count: 1 2024-03-18T22:48:40.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-18T22:48:40.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-18T22:48:40.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.env: 0x5647a5784c60 2024-03-18T22:48:40.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.fs: PosixFileSystem 2024-03-18T22:48:40.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.info_log: 0x5647a7d9fae0 2024-03-18T22:48:40.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.max_file_opening_threads: 16 2024-03-18T22:48:40.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.statistics: (nil) 2024-03-18T22:48:40.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.use_fsync: 0 2024-03-18T22:48:40.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.max_log_file_size: 0 2024-03-18T22:48:40.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-18T22:48:40.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.log_file_time_to_roll: 0 2024-03-18T22:48:40.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.keep_log_file_num: 1000 2024-03-18T22:48:40.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.recycle_log_file_num: 0 2024-03-18T22:48:40.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.allow_fallocate: 1 2024-03-18T22:48:40.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.allow_mmap_reads: 0 2024-03-18T22:48:40.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.allow_mmap_writes: 0 2024-03-18T22:48:40.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.use_direct_reads: 0 2024-03-18T22:48:40.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-18T22:48:40.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.create_missing_column_families: 0 2024-03-18T22:48:40.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.db_log_dir: 2024-03-18T22:48:40.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.wal_dir: 2024-03-18T22:48:40.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.table_cache_numshardbits: 6 2024-03-18T22:48:40.268 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.WAL_ttl_seconds: 0 2024-03-18T22:48:40.268 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.WAL_size_limit_MB: 0 2024-03-18T22:48:40.268 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-18T22:48:40.268 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-18T22:48:40.268 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.is_fd_close_on_exec: 1 2024-03-18T22:48:40.268 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.advise_random_on_open: 1 2024-03-18T22:48:40.268 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.db_write_buffer_size: 0 2024-03-18T22:48:40.268 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.write_buffer_manager: 0x5647a7d721e0 2024-03-18T22:48:40.268 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-18T22:48:40.268 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-18T22:48:40.268 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.use_adaptive_mutex: 0 2024-03-18T22:48:40.268 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.rate_limiter: (nil) 2024-03-18T22:48:40.268 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-18T22:48:40.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.wal_recovery_mode: 2 2024-03-18T22:48:40.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.enable_thread_tracking: 0 2024-03-18T22:48:40.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.enable_pipelined_write: 0 2024-03-18T22:48:40.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.unordered_write: 0 2024-03-18T22:48:40.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-18T22:48:40.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-18T22:48:40.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-18T22:48:40.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-18T22:48:40.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.row_cache: None 2024-03-18T22:48:40.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.wal_filter: None 2024-03-18T22:48:40.271 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-18T22:48:40.271 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.allow_ingest_behind: 0 2024-03-18T22:48:40.271 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.two_write_queues: 0 2024-03-18T22:48:40.271 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.manual_wal_flush: 0 2024-03-18T22:48:40.271 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.wal_compression: 0 2024-03-18T22:48:40.271 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.atomic_flush: 0 2024-03-18T22:48:40.271 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-18T22:48:40.271 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.persist_stats_to_disk: 0 2024-03-18T22:48:40.271 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.write_dbid_to_manifest: 0 2024-03-18T22:48:40.272 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.log_readahead_size: 0 2024-03-18T22:48:40.272 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-18T22:48:40.272 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.best_efforts_recovery: 0 2024-03-18T22:48:40.272 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-18T22:48:40.272 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-18T22:48:40.272 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.allow_data_in_errors: 0 2024-03-18T22:48:40.272 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.db_host_id: __hostname__ 2024-03-18T22:48:40.272 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.enforce_single_del_contracts: true 2024-03-18T22:48:40.272 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.max_background_jobs: 2 2024-03-18T22:48:40.272 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.max_background_compactions: -1 2024-03-18T22:48:40.272 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.max_subcompactions: 1 2024-03-18T22:48:40.272 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-18T22:48:40.272 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-18T22:48:40.273 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.delayed_write_rate : 16777216 2024-03-18T22:48:40.273 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.max_total_wal_size: 0 2024-03-18T22:48:40.273 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-18T22:48:40.273 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.stats_dump_period_sec: 600 2024-03-18T22:48:40.273 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.stats_persist_period_sec: 600 2024-03-18T22:48:40.273 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-18T22:48:40.273 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.max_open_files: -1 2024-03-18T22:48:40.273 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.bytes_per_sync: 0 2024-03-18T22:48:40.273 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.wal_bytes_per_sync: 0 2024-03-18T22:48:40.273 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.strict_bytes_per_sync: 0 2024-03-18T22:48:40.273 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.compaction_readahead_size: 0 2024-03-18T22:48:40.273 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.max_background_flushes: -1 2024-03-18T22:48:40.274 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Compression algorithms supported: 2024-03-18T22:48:40.274 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-18T22:48:40.274 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: kZSTD supported: 0 2024-03-18T22:48:40.274 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: kXpressCompression supported: 0 2024-03-18T22:48:40.274 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: kLZ4HCCompression supported: 1 2024-03-18T22:48:40.274 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: kZlibCompression supported: 1 2024-03-18T22:48:40.274 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: kSnappyCompression supported: 1 2024-03-18T22:48:40.274 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: kLZ4Compression supported: 1 2024-03-18T22:48:40.274 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: kBZip2Compression supported: 0 2024-03-18T22:48:40.274 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Fast CRC32 supported: Supported on x86 2024-03-18T22:48:40.274 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: DMutex implementation: pthread_mutex_t 2024-03-18T22:48:40.274 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-03-18T22:48:40.274 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-18T22:48:40.275 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-18T22:48:40.275 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.merge_operator: 2024-03-18T22:48:40.275 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.compaction_filter: None 2024-03-18T22:48:40.275 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.compaction_filter_factory: None 2024-03-18T22:48:40.275 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.sst_partitioner_factory: None 2024-03-18T22:48:40.275 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.memtable_factory: SkipListFactory 2024-03-18T22:48:40.275 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.table_factory: BlockBasedTable 2024-03-18T22:48:40.275 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5647a7d9fbe0) 2024-03-18T22:48:40.275 INFO:journalctl@ceph.mon.c.smithi181.stdout: cache_index_and_filter_blocks: 1 2024-03-18T22:48:40.275 INFO:journalctl@ceph.mon.c.smithi181.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-18T22:48:40.275 INFO:journalctl@ceph.mon.c.smithi181.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-18T22:48:40.275 INFO:journalctl@ceph.mon.c.smithi181.stdout: pin_top_level_index_and_filter: 1 2024-03-18T22:48:40.275 INFO:journalctl@ceph.mon.c.smithi181.stdout: index_type: 0 2024-03-18T22:48:40.276 INFO:journalctl@ceph.mon.c.smithi181.stdout: data_block_index_type: 0 2024-03-18T22:48:40.276 INFO:journalctl@ceph.mon.c.smithi181.stdout: index_shortening: 1 2024-03-18T22:48:40.276 INFO:journalctl@ceph.mon.c.smithi181.stdout: data_block_hash_table_util_ratio: 0.750000 2024-03-18T22:48:40.276 INFO:journalctl@ceph.mon.c.smithi181.stdout: checksum: 4 2024-03-18T22:48:40.276 INFO:journalctl@ceph.mon.c.smithi181.stdout: no_block_cache: 0 2024-03-18T22:48:40.276 INFO:journalctl@ceph.mon.c.smithi181.stdout: block_cache: 0x5647a7da5090 2024-03-18T22:48:40.276 INFO:journalctl@ceph.mon.c.smithi181.stdout: block_cache_name: BinnedLRUCache 2024-03-18T22:48:40.276 INFO:journalctl@ceph.mon.c.smithi181.stdout: block_cache_options: 2024-03-18T22:48:40.276 INFO:journalctl@ceph.mon.c.smithi181.stdout: capacity : 536870912 2024-03-18T22:48:40.276 INFO:journalctl@ceph.mon.c.smithi181.stdout: num_shard_bits : 4 2024-03-18T22:48:40.276 INFO:journalctl@ceph.mon.c.smithi181.stdout: strict_capacity_limit : 0 2024-03-18T22:48:40.276 INFO:journalctl@ceph.mon.c.smithi181.stdout: high_pri_pool_ratio: 0.000 2024-03-18T22:48:40.276 INFO:journalctl@ceph.mon.c.smithi181.stdout: block_cache_compressed: (nil) 2024-03-18T22:48:40.276 INFO:journalctl@ceph.mon.c.smithi181.stdout: persistent_cache: (nil) 2024-03-18T22:48:40.277 INFO:journalctl@ceph.mon.c.smithi181.stdout: block_size: 4096 2024-03-18T22:48:40.277 INFO:journalctl@ceph.mon.c.smithi181.stdout: block_size_deviation: 10 2024-03-18T22:48:40.277 INFO:journalctl@ceph.mon.c.smithi181.stdout: block_restart_interval: 16 2024-03-18T22:48:40.277 INFO:journalctl@ceph.mon.c.smithi181.stdout: index_block_restart_interval: 1 2024-03-18T22:48:40.277 INFO:journalctl@ceph.mon.c.smithi181.stdout: metadata_block_size: 4096 2024-03-18T22:48:40.277 INFO:journalctl@ceph.mon.c.smithi181.stdout: partition_filters: 0 2024-03-18T22:48:40.277 INFO:journalctl@ceph.mon.c.smithi181.stdout: use_delta_encoding: 1 2024-03-18T22:48:40.277 INFO:journalctl@ceph.mon.c.smithi181.stdout: filter_policy: bloomfilter 2024-03-18T22:48:40.277 INFO:journalctl@ceph.mon.c.smithi181.stdout: whole_key_filtering: 1 2024-03-18T22:48:40.277 INFO:journalctl@ceph.mon.c.smithi181.stdout: verify_compression: 0 2024-03-18T22:48:40.277 INFO:journalctl@ceph.mon.c.smithi181.stdout: read_amp_bytes_per_bit: 0 2024-03-18T22:48:40.277 INFO:journalctl@ceph.mon.c.smithi181.stdout: format_version: 5 2024-03-18T22:48:40.277 INFO:journalctl@ceph.mon.c.smithi181.stdout: enable_index_compression: 1 2024-03-18T22:48:40.278 INFO:journalctl@ceph.mon.c.smithi181.stdout: block_align: 0 2024-03-18T22:48:40.278 INFO:journalctl@ceph.mon.c.smithi181.stdout: max_auto_readahead_size: 262144 2024-03-18T22:48:40.278 INFO:journalctl@ceph.mon.c.smithi181.stdout: prepopulate_block_cache: 0 2024-03-18T22:48:40.278 INFO:journalctl@ceph.mon.c.smithi181.stdout: initial_auto_readahead_size: 8192 2024-03-18T22:48:40.278 INFO:journalctl@ceph.mon.c.smithi181.stdout: num_file_reads_for_auto_readahead: 2 2024-03-18T22:48:40.278 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.write_buffer_size: 33554432 2024-03-18T22:48:40.278 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.max_write_buffer_number: 2 2024-03-18T22:48:40.278 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.compression: NoCompression 2024-03-18T22:48:40.278 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.bottommost_compression: Disabled 2024-03-18T22:48:40.278 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.prefix_extractor: nullptr 2024-03-18T22:48:40.278 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-18T22:48:40.278 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.num_levels: 7 2024-03-18T22:48:40.278 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-18T22:48:40.279 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-18T22:48:40.279 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-18T22:48:40.279 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-18T22:48:40.279 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-18T22:48:40.279 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-18T22:48:40.279 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-18T22:48:40.279 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-18T22:48:40.279 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-18T22:48:40.279 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-18T22:48:40.279 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-18T22:48:40.279 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-18T22:48:40.279 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.compression_opts.window_bits: -14 2024-03-18T22:48:40.279 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.compression_opts.level: 32767 2024-03-18T22:48:40.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.compression_opts.strategy: 0 2024-03-18T22:48:40.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-18T22:48:40.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-18T22:48:40.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-18T22:48:40.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-18T22:48:40.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.compression_opts.enabled: false 2024-03-18T22:48:40.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-18T22:48:40.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-18T22:48:40.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-18T22:48:40.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-18T22:48:40.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.target_file_size_base: 67108864 2024-03-18T22:48:40.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.target_file_size_multiplier: 1 2024-03-18T22:48:40.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-18T22:48:40.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-18T22:48:40.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-18T22:48:40.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-18T22:48:40.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-18T22:48:40.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-18T22:48:40.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-18T22:48:40.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-18T22:48:40.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-18T22:48:40.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-18T22:48:40.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-18T22:48:40.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-18T22:48:40.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-18T22:48:40.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.arena_block_size: 1048576 2024-03-18T22:48:40.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-18T22:48:40.282 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-18T22:48:40.282 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.disable_auto_compactions: 0 2024-03-18T22:48:40.282 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-18T22:48:40.282 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-18T22:48:40.282 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-18T22:48:40.282 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-18T22:48:40.282 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-18T22:48:40.282 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-18T22:48:40.282 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-18T22:48:40.282 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-18T22:48:40.282 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-18T22:48:40.282 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-18T22:48:40.282 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.table_properties_collectors: 2024-03-18T22:48:40.283 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.inplace_update_support: 0 2024-03-18T22:48:40.283 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.inplace_update_num_locks: 10000 2024-03-18T22:48:40.283 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-18T22:48:40.283 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-18T22:48:40.283 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.memtable_huge_page_size: 0 2024-03-18T22:48:40.283 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.bloom_locality: 0 2024-03-18T22:48:40.283 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.max_successive_merges: 0 2024-03-18T22:48:40.283 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.optimize_filters_for_hits: 0 2024-03-18T22:48:40.283 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.paranoid_file_checks: 0 2024-03-18T22:48:40.283 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.force_consistency_checks: 1 2024-03-18T22:48:40.283 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.report_bg_io_stats: 0 2024-03-18T22:48:40.283 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.ttl: 2592000 2024-03-18T22:48:40.283 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.periodic_compaction_seconds: 0 2024-03-18T22:48:40.284 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-18T22:48:40.284 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-18T22:48:40.284 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.enable_blob_files: false 2024-03-18T22:48:40.284 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.min_blob_size: 0 2024-03-18T22:48:40.284 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.blob_file_size: 268435456 2024-03-18T22:48:40.284 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.blob_compression_type: NoCompression 2024-03-18T22:48:40.284 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.enable_blob_garbage_collection: false 2024-03-18T22:48:40.284 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-18T22:48:40.284 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-18T22:48:40.284 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-18T22:48:40.284 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.blob_file_starting_level: 0 2024-03-18T22:48:40.284 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-18T22:48:40.284 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-03-18T22:48:40.284 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-03-18T22:48:40.285 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 78350bb8-1395-4c45-9c28-d4b962b62ada 2024-03-18T22:48:40.285 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710802120099698, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-03-18T22:48:40.285 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-03-18T22:48:40.285 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710802120100133, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1710802120, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "78350bb8-1395-4c45-9c28-d4b962b62ada", "db_session_id": "9T6XMN0EV1M9RFTFX2O9", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-03-18T22:48:40.285 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710802120100210, "job": 1, "event": "recovery_finished"} 2024-03-18T22:48:40.285 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-03-18T22:48:40.285 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-18T22:48:40.285 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5647a7e98000 2024-03-18T22:48:40.285 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: DB pointer 0x5647a7e82000 2024-03-18T22:48:40.285 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-18T22:48:40.285 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-18T22:48:40.285 INFO:journalctl@ceph.mon.c.smithi181.stdout: ** DB Stats ** 2024-03-18T22:48:40.285 INFO:journalctl@ceph.mon.c.smithi181.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-18T22:48:40.286 INFO:journalctl@ceph.mon.c.smithi181.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-18T22:48:40.286 INFO:journalctl@ceph.mon.c.smithi181.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-18T22:48:40.286 INFO:journalctl@ceph.mon.c.smithi181.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-18T22:48:40.286 INFO:journalctl@ceph.mon.c.smithi181.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-18T22:48:40.286 INFO:journalctl@ceph.mon.c.smithi181.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-18T22:48:40.286 INFO:journalctl@ceph.mon.c.smithi181.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-18T22:48:40.286 INFO:journalctl@ceph.mon.c.smithi181.stdout: 2024-03-18T22:48:40.286 INFO:journalctl@ceph.mon.c.smithi181.stdout: ** Compaction Stats [default] ** 2024-03-18T22:48:40.286 INFO:journalctl@ceph.mon.c.smithi181.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-18T22:48:40.286 INFO:journalctl@ceph.mon.c.smithi181.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-18T22:48:40.286 INFO:journalctl@ceph.mon.c.smithi181.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-18T22:48:40.286 INFO:journalctl@ceph.mon.c.smithi181.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-18T22:48:40.286 INFO:journalctl@ceph.mon.c.smithi181.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-18T22:48:40.287 INFO:journalctl@ceph.mon.c.smithi181.stdout: 2024-03-18T22:48:40.287 INFO:journalctl@ceph.mon.c.smithi181.stdout: ** Compaction Stats [default] ** 2024-03-18T22:48:40.287 INFO:journalctl@ceph.mon.c.smithi181.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-18T22:48:40.287 INFO:journalctl@ceph.mon.c.smithi181.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-18T22:48:40.287 INFO:journalctl@ceph.mon.c.smithi181.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.7 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-18T22:48:40.287 INFO:journalctl@ceph.mon.c.smithi181.stdout: 2024-03-18T22:48:40.287 INFO:journalctl@ceph.mon.c.smithi181.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-18T22:48:40.287 INFO:journalctl@ceph.mon.c.smithi181.stdout: 2024-03-18T22:48:40.287 INFO:journalctl@ceph.mon.c.smithi181.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-18T22:48:40.287 INFO:journalctl@ceph.mon.c.smithi181.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-03-18T22:48:40.287 INFO:journalctl@ceph.mon.c.smithi181.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-18T22:48:40.287 INFO:journalctl@ceph.mon.c.smithi181.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-03-18T22:48:40.287 INFO:journalctl@ceph.mon.c.smithi181.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-03-18T22:48:40.287 INFO:journalctl@ceph.mon.c.smithi181.stdout: AddFile(Keys): cumulative 0, interval 0 2024-03-18T22:48:40.288 INFO:journalctl@ceph.mon.c.smithi181.stdout: Cumulative compaction: 0.00 GB write, 0.63 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-18T22:48:40.288 INFO:journalctl@ceph.mon.c.smithi181.stdout: Interval compaction: 0.00 GB write, 0.63 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-18T22:48:40.288 INFO:journalctl@ceph.mon.c.smithi181.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-18T22:48:40.288 INFO:journalctl@ceph.mon.c.smithi181.stdout: Block cache BinnedLRUCache@0x5647a7da5090#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-03-18T22:48:40.288 INFO:journalctl@ceph.mon.c.smithi181.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-03-18T22:48:40.288 INFO:journalctl@ceph.mon.c.smithi181.stdout: 2024-03-18T22:48:40.288 INFO:journalctl@ceph.mon.c.smithi181.stdout: ** File Read Latency Histogram By Level [default] ** 2024-03-18T22:48:40.288 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-03-18T22:48:40.288 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: using public_addr v2:172.21.15.181:0/0 -> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-03-18T22:48:40.288 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: starting mon.c rank -1 at public addrs [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] at bind addrs [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:48:40.288 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: mon.c@-1(???) e0 preinit fsid 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:48:40.288 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 bash[67237]: dc7e4d070d11d152ed0da2c42c8d6349c46404da5832c9ec9b3ed36976b7d64f 2024-03-18T22:48:40.288 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: mon.c@-1(synchronizing).mds e1 new map 2024-03-18T22:48:40.289 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: mon.c@-1(synchronizing).mds e1 print_map 2024-03-18T22:48:40.289 INFO:journalctl@ceph.mon.c.smithi181.stdout: e1 2024-03-18T22:48:40.289 INFO:journalctl@ceph.mon.c.smithi181.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-03-18T22:48:40.289 INFO:journalctl@ceph.mon.c.smithi181.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-03-18T22:48:40.289 INFO:journalctl@ceph.mon.c.smithi181.stdout: legacy client fscid: -1 2024-03-18T22:48:40.289 INFO:journalctl@ceph.mon.c.smithi181.stdout: 2024-03-18T22:48:40.289 INFO:journalctl@ceph.mon.c.smithi181.stdout: No filesystems configured 2024-03-18T22:48:40.289 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-03-18T22:48:40.289 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-03-18T22:48:40.289 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-03-18T22:48:40.289 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-03-18T22:48:40.289 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-03-18T22:48:40.289 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-03-18T22:48:40.289 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-03-18T22:48:40.290 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-18T22:48:40.290 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-18T22:48:40.290 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-18T22:48:40.290 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:40.290 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-18T22:48:40.290 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:40.290 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:40.290 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi181", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:48:40.290 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:40.290 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:40.290 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:40.290 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:40.291 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi099", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:48:40.291 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:48:40.291 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:48:40.291 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: Updating smithi099:/etc/ceph/ceph.conf 2024-03-18T22:48:40.291 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: Updating smithi099:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-18T22:48:40.291 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:40.291 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:40.291 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:40.291 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-03-18T22:48:40.291 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: Deploying cephadm binary to smithi181 2024-03-18T22:48:40.291 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: Updating smithi099:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-18T22:48:40.291 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:40.291 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:40.291 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:40.292 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: Added host smithi181 2024-03-18T22:48:40.292 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:48:40.292 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:40.292 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:40.292 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:40.292 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:40.292 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-18T22:48:40.292 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:40.292 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/561158896' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-03-18T22:48:40.292 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:40.292 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:40.292 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:40.292 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:40.292 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi181", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:48:40.293 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:48:40.293 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:48:40.293 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:40.293 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: Updating smithi181:/etc/ceph/ceph.conf 2024-03-18T22:48:40.293 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: Updating smithi181:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-18T22:48:40.293 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/561158896' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-03-18T22:48:40.293 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: osdmap e4: 0 total, 0 up, 0 in 2024-03-18T22:48:40.293 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: Updating smithi181:/etc/ceph/ceph.client.admin.keyring 2024-03-18T22:48:40.293 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:40.293 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:40.293 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:40.293 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: Updating smithi181:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-18T22:48:40.293 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:40.293 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:40.294 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:48:40.294 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:48:40.294 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:48:40.294 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:40.294 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-18T22:48:40.294 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:48:40.294 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi052:172.21.15.52=a;smithi099:172.21.15.99=b;smithi181:172.21.15.181=c", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:48:40.294 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: Saving service mon spec with placement smithi052:172.21.15.52=a;smithi099:172.21.15.99=b;smithi181:172.21.15.181=c;count:3 2024-03-18T22:48:40.294 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: Deploying daemon mon.c on smithi181 2024-03-18T22:48:40.294 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:40.294 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:40.294 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: from='client.? 172.21.15.181:0/1760327212' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-18T22:48:40.294 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 ceph-mon[67256]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-03-18T22:48:40.295 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:40 smithi181 systemd[1]: Started Ceph mon.c for 444ca0c0-e579-11ee-95c9-87774f69a715. 2024-03-18T22:48:40.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:39 smithi052 ceph-mon[32520]: from='client.? 172.21.15.181:0/1760327212' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-18T22:48:40.698 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-03-18T22:48:40.699 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph mon dump -f json 2024-03-18T22:48:40.934 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.c/config 2024-03-18T22:48:45.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:45 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-18T22:48:45.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:45 smithi052 ceph-mon[32520]: mon.a calling monitor election 2024-03-18T22:48:45.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:45 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-18T22:48:45.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:45 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-18T22:48:45.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:45 smithi052 ceph-mon[32520]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:45.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:45 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-18T22:48:45.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:45 smithi052 ceph-mon[32520]: mon.c calling monitor election 2024-03-18T22:48:45.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:45 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-18T22:48:45.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:45 smithi052 ceph-mon[32520]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:45.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:45 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-18T22:48:45.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:45 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-18T22:48:45.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:45 smithi052 ceph-mon[32520]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-03-18T22:48:45.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:45 smithi052 ceph-mon[32520]: monmap epoch 2 2024-03-18T22:48:45.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:45 smithi052 ceph-mon[32520]: fsid 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:48:45.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:45 smithi052 ceph-mon[32520]: last_changed 2024-03-18T22:48:40.124003+0000 2024-03-18T22:48:45.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:45 smithi052 ceph-mon[32520]: created 2024-03-18T22:46:55.802962+0000 2024-03-18T22:48:45.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:45 smithi052 ceph-mon[32520]: min_mon_release 19 (squid) 2024-03-18T22:48:45.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:45 smithi052 ceph-mon[32520]: election_strategy: 1 2024-03-18T22:48:45.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:45 smithi052 ceph-mon[32520]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-03-18T22:48:45.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:45 smithi052 ceph-mon[32520]: 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.c 2024-03-18T22:48:45.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:45 smithi052 ceph-mon[32520]: fsmap 2024-03-18T22:48:45.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:45 smithi052 ceph-mon[32520]: osdmap e4: 0 total, 0 up, 0 in 2024-03-18T22:48:45.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:45 smithi052 ceph-mon[32520]: mgrmap e13: x(active, since 51s) 2024-03-18T22:48:45.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:45 smithi052 ceph-mon[32520]: overall HEALTH_OK 2024-03-18T22:48:45.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:45 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:45.491 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:45 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:45.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:45 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-18T22:48:45.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:45 smithi181 ceph-mon[67256]: mon.a calling monitor election 2024-03-18T22:48:45.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:45 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-18T22:48:45.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:45 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-18T22:48:45.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:45 smithi181 ceph-mon[67256]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:45.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:45 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-18T22:48:45.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:45 smithi181 ceph-mon[67256]: mon.c calling monitor election 2024-03-18T22:48:45.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:45 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-18T22:48:45.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:45 smithi181 ceph-mon[67256]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:45.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:45 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-18T22:48:45.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:45 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-18T22:48:45.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:45 smithi181 ceph-mon[67256]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-03-18T22:48:45.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:45 smithi181 ceph-mon[67256]: monmap epoch 2 2024-03-18T22:48:45.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:45 smithi181 ceph-mon[67256]: fsid 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:48:45.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:45 smithi181 ceph-mon[67256]: last_changed 2024-03-18T22:48:40.124003+0000 2024-03-18T22:48:45.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:45 smithi181 ceph-mon[67256]: created 2024-03-18T22:46:55.802962+0000 2024-03-18T22:48:45.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:45 smithi181 ceph-mon[67256]: min_mon_release 19 (squid) 2024-03-18T22:48:45.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:45 smithi181 ceph-mon[67256]: election_strategy: 1 2024-03-18T22:48:45.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:45 smithi181 ceph-mon[67256]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-03-18T22:48:45.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:45 smithi181 ceph-mon[67256]: 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.c 2024-03-18T22:48:45.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:45 smithi181 ceph-mon[67256]: fsmap 2024-03-18T22:48:45.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:45 smithi181 ceph-mon[67256]: osdmap e4: 0 total, 0 up, 0 in 2024-03-18T22:48:45.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:45 smithi181 ceph-mon[67256]: mgrmap e13: x(active, since 51s) 2024-03-18T22:48:45.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:45 smithi181 ceph-mon[67256]: overall HEALTH_OK 2024-03-18T22:48:45.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:45 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:45.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:45 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:45.529 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.529+0000 7f9ae3473700 1 -- 172.21.15.181:0/735605081 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ac80035c0 msgr2=0x7f9ac8005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:45.529 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.529+0000 7f9ae3473700 1 --2- 172.21.15.181:0/735605081 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ac80035c0 0x7f9ac8005a50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f9adc0745e0 tx=0x7f9ad800feb0 comp rx=0 tx=0).stop 2024-03-18T22:48:45.529 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.529+0000 7f9ae3473700 1 -- 172.21.15.181:0/735605081 shutdown_connections 2024-03-18T22:48:45.529 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.529+0000 7f9ae3473700 1 --2- 172.21.15.181:0/735605081 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ac80035c0 0x7f9ac8005a50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:45.529 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.529+0000 7f9ae3473700 1 -- 172.21.15.181:0/735605081 >> 172.21.15.181:0/735605081 conn(0x7f9adc0fd8e0 msgr2=0x7f9adc0ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:48:45.529 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.529+0000 7f9ae3473700 1 -- 172.21.15.181:0/735605081 shutdown_connections 2024-03-18T22:48:45.529 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.529+0000 7f9ae3473700 1 -- 172.21.15.181:0/735605081 wait complete. 2024-03-18T22:48:45.531 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.530+0000 7f9ae3473700 1 Processor -- start 2024-03-18T22:48:45.531 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.530+0000 7f9ae3473700 1 -- start start 2024-03-18T22:48:45.531 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.530+0000 7f9ae3473700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ac80035c0 0x7f9adc19e0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:45.531 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.530+0000 7f9ae3473700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9adc19e630 0x7f9adc1a29c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:45.531 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.530+0000 7f9ae3473700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9adc1105c0 con 0x7f9ac80035c0 2024-03-18T22:48:45.532 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.530+0000 7f9ae3473700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f9adc110440 con 0x7f9adc19e630 2024-03-18T22:48:45.532 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.530+0000 7f9ae0a0e700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9adc19e630 0x7f9adc1a29c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:45.532 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.530+0000 7f9ae0a0e700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9adc19e630 0x7f9adc1a29c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.181:54668/0 (socket says 172.21.15.181:54668) 2024-03-18T22:48:45.532 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.530+0000 7f9ae120f700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ac80035c0 0x7f9adc19e0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:45.532 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.530+0000 7f9ae0a0e700 1 -- 172.21.15.181:0/4183451181 learned_addr learned my addr 172.21.15.181:0/4183451181 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-03-18T22:48:45.532 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.530+0000 7f9ae0a0e700 1 -- 172.21.15.181:0/4183451181 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9adc19e630 msgr2=0x7f9adc1a29c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-03-18T22:48:45.532 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.530+0000 7f9ae0a0e700 1 -- 172.21.15.181:0/4183451181 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9adc19e630 msgr2=0x7f9adc1a29c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-03-18T22:48:45.532 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.530+0000 7f9ae0a0e700 1 --2- 172.21.15.181:0/4183451181 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9adc19e630 0x7f9adc1a29c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-03-18T22:48:45.532 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.530+0000 7f9ae0a0e700 1 --2- 172.21.15.181:0/4183451181 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9adc19e630 0x7f9adc1a29c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-18T22:48:45.532 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.531+0000 7f9ae120f700 1 -- 172.21.15.181:0/4183451181 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9adc19e630 msgr2=0x7f9adc1a29c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-18T22:48:45.532 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.531+0000 7f9ae120f700 1 --2- 172.21.15.181:0/4183451181 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9adc19e630 0x7f9adc1a29c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:45.532 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.531+0000 7f9ae120f700 1 -- 172.21.15.181:0/4183451181 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9adc19ec70 con 0x7f9ac80035c0 2024-03-18T22:48:45.532 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.531+0000 7f9ae120f700 1 --2- 172.21.15.181:0/4183451181 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ac80035c0 0x7f9adc19e0f0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9ad8000c00 tx=0x7f9ad8005610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:45.533 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.531+0000 7f9ad27fc700 1 -- 172.21.15.181:0/4183451181 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f9ad8004aa0 con 0x7f9ac80035c0 2024-03-18T22:48:45.533 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.531+0000 7f9ae3473700 1 -- 172.21.15.181:0/4183451181 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9adc1a2f00 con 0x7f9ac80035c0 2024-03-18T22:48:45.533 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.531+0000 7f9ad27fc700 1 -- 172.21.15.181:0/4183451181 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9ad8004030 con 0x7f9ac80035c0 2024-03-18T22:48:45.533 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.531+0000 7f9ad27fc700 1 -- 172.21.15.181:0/4183451181 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f9ad8011c50 con 0x7f9ac80035c0 2024-03-18T22:48:45.533 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.531+0000 7f9ae3473700 1 -- 172.21.15.181:0/4183451181 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9adc1a3460 con 0x7f9ac80035c0 2024-03-18T22:48:45.534 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.532+0000 7f9ad27fc700 1 -- 172.21.15.181:0/4183451181 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7f9ad8023070 con 0x7f9ac80035c0 2024-03-18T22:48:45.534 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.532+0000 7f9ae3473700 1 -- 172.21.15.181:0/4183451181 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9adc075df0 con 0x7f9ac80035c0 2024-03-18T22:48:45.534 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.532+0000 7f9ad27fc700 1 --2- 172.21.15.181:0/4183451181 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f9ac0038d60 0x7f9ac003b220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:45.534 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.532+0000 7f9ad27fc700 1 -- 172.21.15.181:0/4183451181 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f9ad8020050 con 0x7f9ac80035c0 2024-03-18T22:48:45.534 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.533+0000 7f9ae0a0e700 1 --2- 172.21.15.181:0/4183451181 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f9ac0038d60 0x7f9ac003b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:45.534 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.533+0000 7f9ae0a0e700 1 --2- 172.21.15.181:0/4183451181 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f9ac0038d60 0x7f9ac003b220 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f9acc009180 tx=0x7f9acc008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:45.538 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.538+0000 7f9ad27fc700 1 -- 172.21.15.181:0/4183451181 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f9ad8028020 con 0x7f9ac80035c0 2024-03-18T22:48:45.819 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.819+0000 7f9ae3473700 1 -- 172.21.15.181:0/4183451181 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f9adc1a3710 con 0x7f9ac80035c0 2024-03-18T22:48:45.819 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.819+0000 7f9ad27fc700 1 -- 172.21.15.181:0/4183451181 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7f9ad8011df0 con 0x7f9ac80035c0 2024-03-18T22:48:45.819 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-03-18T22:48:45.819 INFO:teuthology.orchestra.run.smithi181.stdout:{"epoch":2,"fsid":"444ca0c0-e579-11ee-95c9-87774f69a715","modified":"2024-03-18T22:48:40.124003Z","created":"2024-03-18T22:46:55.802962Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:3300","nonce":0},{"type":"v1","addr":"172.21.15.52:6789","nonce":0}]},"addr":"172.21.15.52:6789/0","public_addr":"172.21.15.52:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:3300","nonce":0},{"type":"v1","addr":"172.21.15.181:6789","nonce":0}]},"addr":"172.21.15.181:6789/0","public_addr":"172.21.15.181:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-03-18T22:48:45.822 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.821+0000 7f9ae3473700 1 -- 172.21.15.181:0/4183451181 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f9ac0038d60 msgr2=0x7f9ac003b220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:45.822 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.821+0000 7f9ae3473700 1 --2- 172.21.15.181:0/4183451181 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f9ac0038d60 0x7f9ac003b220 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f9acc009180 tx=0x7f9acc008040 comp rx=0 tx=0).stop 2024-03-18T22:48:45.822 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.821+0000 7f9ae3473700 1 -- 172.21.15.181:0/4183451181 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ac80035c0 msgr2=0x7f9adc19e0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:45.822 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.821+0000 7f9ae3473700 1 --2- 172.21.15.181:0/4183451181 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ac80035c0 0x7f9adc19e0f0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9ad8000c00 tx=0x7f9ad8005610 comp rx=0 tx=0).stop 2024-03-18T22:48:45.822 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.821+0000 7f9ae3473700 1 -- 172.21.15.181:0/4183451181 shutdown_connections 2024-03-18T22:48:45.822 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.821+0000 7f9ae3473700 1 --2- 172.21.15.181:0/4183451181 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f9ac0038d60 0x7f9ac003b220 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:45.822 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.821+0000 7f9ae3473700 1 --2- 172.21.15.181:0/4183451181 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ac80035c0 0x7f9adc19e0f0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:45.822 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.821+0000 7f9ae3473700 1 --2- 172.21.15.181:0/4183451181 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9adc19e630 0x7f9adc1a29c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:45.822 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.821+0000 7f9ae3473700 1 -- 172.21.15.181:0/4183451181 >> 172.21.15.181:0/4183451181 conn(0x7f9adc0fd8e0 msgr2=0x7f9adc0ff8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:48:45.822 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.821+0000 7f9ae3473700 1 -- 172.21.15.181:0/4183451181 shutdown_connections 2024-03-18T22:48:45.822 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:45.821+0000 7f9ae3473700 1 -- 172.21.15.181:0/4183451181 wait complete. 2024-03-18T22:48:45.823 INFO:teuthology.orchestra.run.smithi181.stderr:dumped monmap epoch 2 2024-03-18T22:48:46.388 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:46 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:46.388 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:46 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-18T22:48:46.388 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:46 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:48:46.388 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:46 smithi181 ceph-mon[67256]: Deploying daemon mon.b on smithi099 2024-03-18T22:48:46.388 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:46 smithi181 ceph-mon[67256]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:46.388 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:46 smithi181 ceph-mon[67256]: from='client.? 172.21.15.181:0/4183451181' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-18T22:48:46.388 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:46 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-18T22:48:46.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:46 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:46.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:46 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-18T22:48:46.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:46 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:48:46.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:46 smithi052 ceph-mon[32520]: Deploying daemon mon.b on smithi099 2024-03-18T22:48:46.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:46 smithi052 ceph-mon[32520]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:46.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:46 smithi052 ceph-mon[32520]: from='client.? 172.21.15.181:0/4183451181' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-18T22:48:46.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:46 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-18T22:48:47.415 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-03-18T22:48:47.415 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph mon dump -f json 2024-03-18T22:48:47.656 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.c/config 2024-03-18T22:48:48.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:48 smithi181 ceph-mon[67256]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:48.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:48 smithi052 ceph-mon[32520]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:49.129 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.128+0000 7fd0632cc700 1 -- 172.21.15.181:0/2957741461 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd05c100f50 msgr2=0x7fd05c101330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:49.129 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.128+0000 7fd0632cc700 1 --2- 172.21.15.181:0/2957741461 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd05c100f50 0x7fd05c101330 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fd05400b0a0 tx=0x7fd05400b3b0 comp rx=0 tx=0).stop 2024-03-18T22:48:49.129 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.128+0000 7fd0632cc700 1 -- 172.21.15.181:0/2957741461 shutdown_connections 2024-03-18T22:48:49.129 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.128+0000 7fd0632cc700 1 --2- 172.21.15.181:0/2957741461 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd05c100f50 0x7fd05c101330 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:49.129 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.128+0000 7fd0632cc700 1 -- 172.21.15.181:0/2957741461 >> 172.21.15.181:0/2957741461 conn(0x7fd05c0fc7c0 msgr2=0x7fd05c0febe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:48:49.129 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.129+0000 7fd0632cc700 1 -- 172.21.15.181:0/2957741461 shutdown_connections 2024-03-18T22:48:49.129 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.129+0000 7fd0632cc700 1 -- 172.21.15.181:0/2957741461 wait complete. 2024-03-18T22:48:49.132 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.129+0000 7fd0632cc700 1 Processor -- start 2024-03-18T22:48:49.132 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.129+0000 7fd0632cc700 1 -- start start 2024-03-18T22:48:49.132 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.129+0000 7fd0632cc700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd05c100f50 0x7fd05c198a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:49.132 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.129+0000 7fd0632cc700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd05c198f40 0x7fd05c1993c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:49.133 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.129+0000 7fd0632cc700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd05c10b460 con 0x7fd05c198f40 2024-03-18T22:48:49.133 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.129+0000 7fd0632cc700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fd05c10b2e0 con 0x7fd05c100f50 2024-03-18T22:48:49.133 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.129+0000 7fd061068700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd05c100f50 0x7fd05c198a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:49.133 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.129+0000 7fd061068700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd05c100f50 0x7fd05c198a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.181:54676/0 (socket says 172.21.15.181:54676) 2024-03-18T22:48:49.133 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.129+0000 7fd061068700 1 -- 172.21.15.181:0/2833123745 learned_addr learned my addr 172.21.15.181:0/2833123745 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-03-18T22:48:49.133 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.130+0000 7fd061068700 1 -- 172.21.15.181:0/2833123745 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd05c100f50 msgr2=0x7fd05c198a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-03-18T22:48:49.133 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.130+0000 7fd061068700 1 -- 172.21.15.181:0/2833123745 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd05c100f50 msgr2=0x7fd05c198a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-03-18T22:48:49.133 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.130+0000 7fd061068700 1 --2- 172.21.15.181:0/2833123745 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd05c100f50 0x7fd05c198a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-03-18T22:48:49.133 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.130+0000 7fd061068700 1 --2- 172.21.15.181:0/2833123745 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd05c100f50 0x7fd05c198a00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-18T22:48:49.133 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.130+0000 7fd060867700 1 --2- 172.21.15.181:0/2833123745 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd05c198f40 0x7fd05c1993c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:49.133 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.130+0000 7fd060867700 1 -- 172.21.15.181:0/2833123745 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd05c100f50 msgr2=0x7fd05c198a00 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-18T22:48:49.133 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.130+0000 7fd060867700 1 --2- 172.21.15.181:0/2833123745 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd05c100f50 0x7fd05c198a00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:49.133 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.130+0000 7fd060867700 1 -- 172.21.15.181:0/2833123745 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd05c1a1a70 con 0x7fd05c198f40 2024-03-18T22:48:49.133 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.130+0000 7fd060867700 1 --2- 172.21.15.181:0/2833123745 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd05c198f40 0x7fd05c1993c0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fd04c00b4d0 tx=0x7fd04c00b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:49.134 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.130+0000 7fd0527fc700 1 -- 172.21.15.181:0/2833123745 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fd04c011630 con 0x7fd05c198f40 2024-03-18T22:48:49.134 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.130+0000 7fd0632cc700 1 -- 172.21.15.181:0/2833123745 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd05c1a1c40 con 0x7fd05c198f40 2024-03-18T22:48:49.134 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.130+0000 7fd0527fc700 1 -- 172.21.15.181:0/2833123745 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd04c011cd0 con 0x7fd05c198f40 2024-03-18T22:48:49.134 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.130+0000 7fd0527fc700 1 -- 172.21.15.181:0/2833123745 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fd04c00f2e0 con 0x7fd05c198f40 2024-03-18T22:48:49.134 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.130+0000 7fd0632cc700 1 -- 172.21.15.181:0/2833123745 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd05c1a21d0 con 0x7fd05c198f40 2024-03-18T22:48:49.134 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.131+0000 7fd0632cc700 1 -- 172.21.15.181:0/2833123745 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd05c102430 con 0x7fd05c198f40 2024-03-18T22:48:49.134 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.131+0000 7fd0527fc700 1 -- 172.21.15.181:0/2833123745 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7fd04c018020 con 0x7fd05c198f40 2024-03-18T22:48:49.134 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.131+0000 7fd0527fc700 1 --2- 172.21.15.181:0/2833123745 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd048038d80 0x7fd04803b240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:49.134 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.131+0000 7fd0527fc700 1 -- 172.21.15.181:0/2833123745 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fd04c04b960 con 0x7fd05c198f40 2024-03-18T22:48:49.134 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.132+0000 7fd061068700 1 --2- 172.21.15.181:0/2833123745 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd048038d80 0x7fd04803b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:49.134 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.132+0000 7fd061068700 1 --2- 172.21.15.181:0/2833123745 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd048038d80 0x7fd04803b240 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fd0540062a0 tx=0x7fd0540061f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:49.137 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.137+0000 7fd0527fc700 1 -- 172.21.15.181:0/2833123745 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fd04c01f020 con 0x7fd05c198f40 2024-03-18T22:48:49.177 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.177+0000 7fd0527fc700 1 -- 172.21.15.181:0/2833123745 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd04c021710 con 0x7fd05c198f40 2024-03-18T22:48:49.415 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:49.415+0000 7fd0632cc700 1 -- 172.21.15.181:0/2833123745 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fd05c1a24b0 con 0x7fd05c198f40 2024-03-18T22:48:54.198 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:54.196+0000 7fd0527fc700 1 -- 172.21.15.181:0/2833123745 <== mon.0 v2:172.21.15.52:3300/0 8 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1279 (secure 0 0 0) 0x7fd04c0172c0 con 0x7fd05c198f40 2024-03-18T22:48:54.198 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-03-18T22:48:54.198 INFO:teuthology.orchestra.run.smithi181.stdout:{"epoch":3,"fsid":"444ca0c0-e579-11ee-95c9-87774f69a715","modified":"2024-03-18T22:48:49.176369Z","created":"2024-03-18T22:46:55.802962Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:3300","nonce":0},{"type":"v1","addr":"172.21.15.52:6789","nonce":0}]},"addr":"172.21.15.52:6789/0","public_addr":"172.21.15.52:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:3300","nonce":0},{"type":"v1","addr":"172.21.15.181:6789","nonce":0}]},"addr":"172.21.15.181:6789/0","public_addr":"172.21.15.181:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:3300","nonce":0},{"type":"v1","addr":"172.21.15.99:6789","nonce":0}]},"addr":"172.21.15.99:6789/0","public_addr":"172.21.15.99:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-03-18T22:48:54.201 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:54.200+0000 7fd0632cc700 1 -- 172.21.15.181:0/2833123745 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd048038d80 msgr2=0x7fd04803b240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:54.201 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:54.200+0000 7fd0632cc700 1 --2- 172.21.15.181:0/2833123745 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd048038d80 0x7fd04803b240 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fd0540062a0 tx=0x7fd0540061f0 comp rx=0 tx=0).stop 2024-03-18T22:48:54.201 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:54.200+0000 7fd0632cc700 1 -- 172.21.15.181:0/2833123745 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd05c198f40 msgr2=0x7fd05c1993c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:54.201 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:54.200+0000 7fd0632cc700 1 --2- 172.21.15.181:0/2833123745 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd05c198f40 0x7fd05c1993c0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fd04c00b4d0 tx=0x7fd04c00b890 comp rx=0 tx=0).stop 2024-03-18T22:48:54.201 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:54.200+0000 7fd0632cc700 1 -- 172.21.15.181:0/2833123745 shutdown_connections 2024-03-18T22:48:54.201 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:54.200+0000 7fd0632cc700 1 --2- 172.21.15.181:0/2833123745 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd048038d80 0x7fd04803b240 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:54.201 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:54.200+0000 7fd0632cc700 1 --2- 172.21.15.181:0/2833123745 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd05c100f50 0x7fd05c198a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:54.201 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:54.200+0000 7fd0632cc700 1 --2- 172.21.15.181:0/2833123745 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd05c198f40 0x7fd05c1993c0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:54.201 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:54.200+0000 7fd0632cc700 1 -- 172.21.15.181:0/2833123745 >> 172.21.15.181:0/2833123745 conn(0x7fd05c0fc7c0 msgr2=0x7fd05c1029c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:48:54.202 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:54.200+0000 7fd0632cc700 1 -- 172.21.15.181:0/2833123745 shutdown_connections 2024-03-18T22:48:54.202 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:48:54.200+0000 7fd0632cc700 1 -- 172.21.15.181:0/2833123745 wait complete. 2024-03-18T22:48:54.202 INFO:teuthology.orchestra.run.smithi181.stderr:dumped monmap epoch 3 2024-03-18T22:48:54.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-18T22:48:54.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: mon.c calling monitor election 2024-03-18T22:48:54.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: mon.a calling monitor election 2024-03-18T22:48:54.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:48:54.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-18T22:48:54.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:54.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: from='client.? 172.21.15.181:0/2833123745' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-18T22:48:54.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:48:54.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:48:54.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:54.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:48:54.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:48:54.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:54.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:48:54.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-03-18T22:48:54.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: monmap epoch 3 2024-03-18T22:48:54.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: fsid 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:48:54.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: last_changed 2024-03-18T22:48:49.176369+0000 2024-03-18T22:48:54.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: created 2024-03-18T22:46:55.802962+0000 2024-03-18T22:48:54.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: min_mon_release 19 (squid) 2024-03-18T22:48:54.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: election_strategy: 1 2024-03-18T22:48:54.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-03-18T22:48:54.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.c 2024-03-18T22:48:54.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: 2: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.b 2024-03-18T22:48:54.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: fsmap 2024-03-18T22:48:54.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: osdmap e4: 0 total, 0 up, 0 in 2024-03-18T22:48:54.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: mgrmap e13: x(active, since 60s) 2024-03-18T22:48:54.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-03-18T22:48:54.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-03-18T22:48:54.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-03-18T22:48:54.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: mon.b (rank 2) addr [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] is down (out of quorum) 2024-03-18T22:48:54.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:54.516 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:54.516 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:54.516 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:54 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:54.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-18T22:48:54.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: mon.c calling monitor election 2024-03-18T22:48:54.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: mon.a calling monitor election 2024-03-18T22:48:54.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:48:54.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-18T22:48:54.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:54.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: from='client.? 172.21.15.181:0/2833123745' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-18T22:48:54.740 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:48:54.740 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:48:54.740 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:54.740 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:48:54.740 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:48:54.740 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:54.740 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:48:54.740 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-03-18T22:48:54.740 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: monmap epoch 3 2024-03-18T22:48:54.740 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: fsid 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:48:54.740 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: last_changed 2024-03-18T22:48:49.176369+0000 2024-03-18T22:48:54.740 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: created 2024-03-18T22:46:55.802962+0000 2024-03-18T22:48:54.740 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: min_mon_release 19 (squid) 2024-03-18T22:48:54.740 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: election_strategy: 1 2024-03-18T22:48:54.740 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-03-18T22:48:54.741 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.c 2024-03-18T22:48:54.741 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: 2: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.b 2024-03-18T22:48:54.741 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: fsmap 2024-03-18T22:48:54.741 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: osdmap e4: 0 total, 0 up, 0 in 2024-03-18T22:48:54.741 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: mgrmap e13: x(active, since 60s) 2024-03-18T22:48:54.741 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-03-18T22:48:54.741 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-03-18T22:48:54.741 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-03-18T22:48:54.741 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: mon.b (rank 2) addr [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] is down (out of quorum) 2024-03-18T22:48:54.741 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:54.741 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:54.741 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:54.741 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:54 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:54.795 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-03-18T22:48:54.795 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph config generate-minimal-conf 2024-03-18T22:48:55.049 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:48:55.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:55 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:48:55.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:55 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:48:55.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:55 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:48:55.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:55 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:48:56.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:56 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:48:56.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.544+0000 7fe370f38700 1 -- 172.21.15.52:0/4006720106 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe36c100e50 msgr2=0x7fe36c101230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:56.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.544+0000 7fe370f38700 1 --2- 172.21.15.52:0/4006720106 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe36c100e50 0x7fe36c101230 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe35c009910 tx=0x7fe35c009c20 comp rx=0 tx=0).stop 2024-03-18T22:48:56.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.545+0000 7fe370f38700 1 -- 172.21.15.52:0/4006720106 shutdown_connections 2024-03-18T22:48:56.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.545+0000 7fe370f38700 1 --2- 172.21.15.52:0/4006720106 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe36c100e50 0x7fe36c101230 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:56.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.545+0000 7fe370f38700 1 -- 172.21.15.52:0/4006720106 >> 172.21.15.52:0/4006720106 conn(0x7fe36c0fc700 msgr2=0x7fe36c0feb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:48:56.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.545+0000 7fe370f38700 1 -- 172.21.15.52:0/4006720106 shutdown_connections 2024-03-18T22:48:56.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.545+0000 7fe370f38700 1 -- 172.21.15.52:0/4006720106 wait complete. 2024-03-18T22:48:56.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.545+0000 7fe370f38700 1 Processor -- start 2024-03-18T22:48:56.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.545+0000 7fe370f38700 1 -- start start 2024-03-18T22:48:56.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.546+0000 7fe370f38700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe36c100e50 0x7fe36c19c710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:56.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.546+0000 7fe370f38700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe36c19cc50 0x7fe36c1968d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:56.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.546+0000 7fe370f38700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe36c196e10 0x7fe36c1972c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:56.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.546+0000 7fe370f38700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe36c10b320 con 0x7fe36c100e50 2024-03-18T22:48:56.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.546+0000 7fe370f38700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fe36c10b1a0 con 0x7fe36c196e10 2024-03-18T22:48:56.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.546+0000 7fe370f38700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fe36c10b4a0 con 0x7fe36c19cc50 2024-03-18T22:48:56.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.546+0000 7fe36a59c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe36c100e50 0x7fe36c19c710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:56.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.546+0000 7fe36a59c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe36c100e50 0x7fe36c19c710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40022/0 (socket says 172.21.15.52:40022) 2024-03-18T22:48:56.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.546+0000 7fe36a59c700 1 -- 172.21.15.52:0/2947704171 learned_addr learned my addr 172.21.15.52:0/2947704171 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:48:56.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.546+0000 7fe36a59c700 1 -- 172.21.15.52:0/2947704171 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe36c19cc50 msgr2=0x7fe36c1968d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:56.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.546+0000 7fe36a59c700 1 --2- 172.21.15.52:0/2947704171 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe36c19cc50 0x7fe36c1968d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:56.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.546+0000 7fe36a59c700 1 -- 172.21.15.52:0/2947704171 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe36c196e10 msgr2=0x7fe36c1972c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:56.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.546+0000 7fe36a59c700 1 --2- 172.21.15.52:0/2947704171 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe36c196e10 0x7fe36c1972c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:56.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.546+0000 7fe36a59c700 1 -- 172.21.15.52:0/2947704171 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe36c06a190 con 0x7fe36c100e50 2024-03-18T22:48:56.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.546+0000 7fe36a59c700 1 --2- 172.21.15.52:0/2947704171 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe36c100e50 0x7fe36c19c710 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fe35c006010 tx=0x7fe35c0057a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:56.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.546+0000 7fe35b7fe700 1 -- 172.21.15.52:0/2947704171 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe35c026070 con 0x7fe36c100e50 2024-03-18T22:48:56.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.546+0000 7fe35b7fe700 1 -- 172.21.15.52:0/2947704171 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe35c00be30 con 0x7fe36c100e50 2024-03-18T22:48:56.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.546+0000 7fe370f38700 1 -- 172.21.15.52:0/2947704171 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe36c06a480 con 0x7fe36c100e50 2024-03-18T22:48:56.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.546+0000 7fe35b7fe700 1 -- 172.21.15.52:0/2947704171 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe35c00fc10 con 0x7fe36c100e50 2024-03-18T22:48:56.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.547+0000 7fe370f38700 1 -- 172.21.15.52:0/2947704171 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe36c06a9c0 con 0x7fe36c100e50 2024-03-18T22:48:56.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.547+0000 7fe35b7fe700 1 -- 172.21.15.52:0/2947704171 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7fe35c029070 con 0x7fe36c100e50 2024-03-18T22:48:56.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.547+0000 7fe35b7fe700 1 --2- 172.21.15.52:0/2947704171 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe354039450 0x7fe35403b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:48:56.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.548+0000 7fe35b7fe700 1 -- 172.21.15.52:0/2947704171 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fe35c04ddf0 con 0x7fe36c100e50 2024-03-18T22:48:56.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.548+0000 7fe369d9b700 1 --2- 172.21.15.52:0/2947704171 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe354039450 0x7fe35403b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:48:56.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.548+0000 7fe370f38700 1 -- 172.21.15.52:0/2947704171 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe36c063940 con 0x7fe36c100e50 2024-03-18T22:48:56.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.548+0000 7fe369d9b700 1 --2- 172.21.15.52:0/2947704171 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe354039450 0x7fe35403b910 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fe3600098e0 tx=0x7fe360006dd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:48:56.554 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.553+0000 7fe35b7fe700 1 -- 172.21.15.52:0/2947704171 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fe35c030070 con 0x7fe36c100e50 2024-03-18T22:48:56.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.768+0000 7fe370f38700 1 -- 172.21.15.52:0/2947704171 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fe36c06ac70 con 0x7fe36c100e50 2024-03-18T22:48:56.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.768+0000 7fe35b7fe700 1 -- 172.21.15.52:0/2947704171 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+273 (secure 0 0 0) 0x7fe35c013070 con 0x7fe36c100e50 2024-03-18T22:48:56.770 INFO:teuthology.orchestra.run.smithi052.stdout:# minimal ceph.conf for 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:48:56.771 INFO:teuthology.orchestra.run.smithi052.stdout:[global] 2024-03-18T22:48:56.771 INFO:teuthology.orchestra.run.smithi052.stdout: fsid = 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:48:56.771 INFO:teuthology.orchestra.run.smithi052.stdout: mon_host = [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-03-18T22:48:56.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.771+0000 7fe370f38700 1 -- 172.21.15.52:0/2947704171 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe354039450 msgr2=0x7fe35403b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:56.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.771+0000 7fe370f38700 1 --2- 172.21.15.52:0/2947704171 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe354039450 0x7fe35403b910 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fe3600098e0 tx=0x7fe360006dd0 comp rx=0 tx=0).stop 2024-03-18T22:48:56.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.771+0000 7fe370f38700 1 -- 172.21.15.52:0/2947704171 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe36c100e50 msgr2=0x7fe36c19c710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:48:56.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.771+0000 7fe370f38700 1 --2- 172.21.15.52:0/2947704171 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe36c100e50 0x7fe36c19c710 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fe35c006010 tx=0x7fe35c0057a0 comp rx=0 tx=0).stop 2024-03-18T22:48:56.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.771+0000 7fe370f38700 1 -- 172.21.15.52:0/2947704171 shutdown_connections 2024-03-18T22:48:56.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.771+0000 7fe370f38700 1 --2- 172.21.15.52:0/2947704171 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe354039450 0x7fe35403b910 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:56.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.771+0000 7fe370f38700 1 --2- 172.21.15.52:0/2947704171 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe36c196e10 0x7fe36c1972c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:56.774 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.771+0000 7fe370f38700 1 --2- 172.21.15.52:0/2947704171 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe36c100e50 0x7fe36c19c710 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:56.774 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.771+0000 7fe370f38700 1 --2- 172.21.15.52:0/2947704171 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe36c19cc50 0x7fe36c1968d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:48:56.774 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.771+0000 7fe370f38700 1 -- 172.21.15.52:0/2947704171 >> 172.21.15.52:0/2947704171 conn(0x7fe36c0fc700 msgr2=0x7fe36c102820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:48:56.774 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.771+0000 7fe370f38700 1 -- 172.21.15.52:0/2947704171 shutdown_connections 2024-03-18T22:48:56.774 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:48:56.771+0000 7fe370f38700 1 -- 172.21.15.52:0/2947704171 wait complete. 2024-03-18T22:48:57.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: mon.b calling monitor election 2024-03-18T22:48:57.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: mon.b calling monitor election 2024-03-18T22:48:57.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: mon.c calling monitor election 2024-03-18T22:48:57.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: mon.a calling monitor election 2024-03-18T22:48:57.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-03-18T22:48:57.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: monmap epoch 3 2024-03-18T22:48:57.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: fsid 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:48:57.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: last_changed 2024-03-18T22:48:49.176369+0000 2024-03-18T22:48:57.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: created 2024-03-18T22:46:55.802962+0000 2024-03-18T22:48:57.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: min_mon_release 19 (squid) 2024-03-18T22:48:57.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: election_strategy: 1 2024-03-18T22:48:57.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-03-18T22:48:57.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.c 2024-03-18T22:48:57.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: 2: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.b 2024-03-18T22:48:57.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: fsmap 2024-03-18T22:48:57.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: osdmap e4: 0 total, 0 up, 0 in 2024-03-18T22:48:57.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: mgrmap e13: x(active, since 62s) 2024-03-18T22:48:57.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-03-18T22:48:57.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: Cluster is now healthy 2024-03-18T22:48:57.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: overall HEALTH_OK 2024-03-18T22:48:57.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:57.491 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:57.491 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:57.491 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:57.491 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: Reconfiguring mon.a (unknown last config time)... 2024-03-18T22:48:57.491 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-18T22:48:57.491 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-18T22:48:57.491 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:48:57.491 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: Reconfiguring daemon mon.a on smithi052 2024-03-18T22:48:57.491 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:57 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/2947704171' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:48:57.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: mon.b calling monitor election 2024-03-18T22:48:57.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: mon.b calling monitor election 2024-03-18T22:48:57.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: mon.c calling monitor election 2024-03-18T22:48:57.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: mon.a calling monitor election 2024-03-18T22:48:57.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-03-18T22:48:57.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: monmap epoch 3 2024-03-18T22:48:57.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: fsid 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:48:57.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: last_changed 2024-03-18T22:48:49.176369+0000 2024-03-18T22:48:57.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: created 2024-03-18T22:46:55.802962+0000 2024-03-18T22:48:57.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: min_mon_release 19 (squid) 2024-03-18T22:48:57.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: election_strategy: 1 2024-03-18T22:48:57.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-03-18T22:48:57.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.c 2024-03-18T22:48:57.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: 2: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.b 2024-03-18T22:48:57.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: fsmap 2024-03-18T22:48:57.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: osdmap e4: 0 total, 0 up, 0 in 2024-03-18T22:48:57.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: mgrmap e13: x(active, since 62s) 2024-03-18T22:48:57.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-03-18T22:48:57.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: Cluster is now healthy 2024-03-18T22:48:57.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: overall HEALTH_OK 2024-03-18T22:48:57.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:57.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:57.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:57.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:57.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: Reconfiguring mon.a (unknown last config time)... 2024-03-18T22:48:57.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-18T22:48:57.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-18T22:48:57.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:48:57.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: Reconfiguring daemon mon.a on smithi052 2024-03-18T22:48:57.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:57 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/2947704171' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:48:57.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: mon.b calling monitor election 2024-03-18T22:48:57.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: mon.b calling monitor election 2024-03-18T22:48:57.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: mon.c calling monitor election 2024-03-18T22:48:57.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: mon.a calling monitor election 2024-03-18T22:48:57.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-03-18T22:48:57.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: monmap epoch 3 2024-03-18T22:48:57.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: fsid 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:48:57.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: last_changed 2024-03-18T22:48:49.176369+0000 2024-03-18T22:48:57.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: created 2024-03-18T22:46:55.802962+0000 2024-03-18T22:48:57.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: min_mon_release 19 (squid) 2024-03-18T22:48:57.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: election_strategy: 1 2024-03-18T22:48:57.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-03-18T22:48:57.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: 1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.c 2024-03-18T22:48:57.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: 2: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.b 2024-03-18T22:48:57.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: fsmap 2024-03-18T22:48:57.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: osdmap e4: 0 total, 0 up, 0 in 2024-03-18T22:48:57.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: mgrmap e13: x(active, since 62s) 2024-03-18T22:48:57.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-03-18T22:48:57.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: Cluster is now healthy 2024-03-18T22:48:57.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: overall HEALTH_OK 2024-03-18T22:48:57.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:57.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:57.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:57.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:57.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: Reconfiguring mon.a (unknown last config time)... 2024-03-18T22:48:57.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-18T22:48:57.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-18T22:48:57.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:48:57.518 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: Reconfiguring daemon mon.a on smithi052 2024-03-18T22:48:57.518 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:57 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/2947704171' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:48:58.201 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:58 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:48:58.201 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:58 smithi052 ceph-mon[32520]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:58.201 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:58 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:58.202 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:58 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:58.202 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:58 smithi052 ceph-mon[32520]: Reconfiguring mon.b (monmap changed)... 2024-03-18T22:48:58.202 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:58 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-18T22:48:58.202 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:58 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-18T22:48:58.202 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:58 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:48:58.202 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:58 smithi052 ceph-mon[32520]: Reconfiguring daemon mon.b on smithi099 2024-03-18T22:48:58.323 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-03-18T22:48:58.323 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-03-18T22:48:58.323 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/etc/ceph/ceph.conf 2024-03-18T22:48:58.352 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-03-18T22:48:58.352 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-18T22:48:58.419 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-03-18T22:48:58.419 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/etc/ceph/ceph.conf 2024-03-18T22:48:58.444 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:58 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:48:58.444 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:58 smithi099 ceph-mon[36725]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:58.444 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:58 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:58.444 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:58 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:58.444 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:58 smithi099 ceph-mon[36725]: Reconfiguring mon.b (monmap changed)... 2024-03-18T22:48:58.444 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:58 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-18T22:48:58.444 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:58 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-18T22:48:58.445 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:58 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:48:58.445 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:58 smithi099 ceph-mon[36725]: Reconfiguring daemon mon.b on smithi099 2024-03-18T22:48:58.448 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-03-18T22:48:58.448 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-18T22:48:58.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:58 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:48:58.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:58 smithi181 ceph-mon[67256]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:48:58.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:58 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:58.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:58 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:58.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:58 smithi181 ceph-mon[67256]: Reconfiguring mon.b (monmap changed)... 2024-03-18T22:48:58.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:58 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-18T22:48:58.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:58 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-18T22:48:58.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:58 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:48:58.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:58 smithi181 ceph-mon[67256]: Reconfiguring daemon mon.b on smithi099 2024-03-18T22:48:58.516 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-03-18T22:48:58.516 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/etc/ceph/ceph.conf 2024-03-18T22:48:58.550 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-03-18T22:48:58.550 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-18T22:48:58.620 INFO:tasks.cephadm:Adding mgr.x on smithi052 2024-03-18T22:48:58.620 INFO:tasks.cephadm:Adding mgr.y on smithi099 2024-03-18T22:48:58.620 INFO:tasks.cephadm:Adding mgr.z on smithi181 2024-03-18T22:48:58.620 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph orch apply mgr '3;smithi052=x;smithi099=y;smithi181=z' 2024-03-18T22:48:58.891 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.c/config 2024-03-18T22:48:59.566 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:48:59 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:59.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:48:59 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:48:59.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:48:59 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:00.358 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.355+0000 7fdcea06c700 1 -- 172.21.15.181:0/46295866 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdce41034b0 msgr2=0x7fdce41038d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:49:00.359 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.355+0000 7fdcea06c700 1 --2- 172.21.15.181:0/46295866 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdce41034b0 0x7fdce41038d0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fdcd4009910 tx=0x7fdcd4009c20 comp rx=0 tx=0).stop 2024-03-18T22:49:00.359 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.355+0000 7fdcea06c700 1 -- 172.21.15.181:0/46295866 shutdown_connections 2024-03-18T22:49:00.359 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.355+0000 7fdcea06c700 1 --2- 172.21.15.181:0/46295866 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdce41034b0 0x7fdce41038d0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:00.359 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.355+0000 7fdcea06c700 1 -- 172.21.15.181:0/46295866 >> 172.21.15.181:0/46295866 conn(0x7fdce40fd410 msgr2=0x7fdce40ff850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:49:00.359 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.355+0000 7fdcea06c700 1 -- 172.21.15.181:0/46295866 shutdown_connections 2024-03-18T22:49:00.359 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.355+0000 7fdcea06c700 1 -- 172.21.15.181:0/46295866 wait complete. 2024-03-18T22:49:00.359 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.356+0000 7fdcea06c700 1 Processor -- start 2024-03-18T22:49:00.360 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.356+0000 7fdcea06c700 1 -- start start 2024-03-18T22:49:00.360 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.356+0000 7fdcea06c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdce41034b0 0x7fdce4076060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:49:00.360 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.356+0000 7fdcea06c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdce4074700 0x7fdce4074b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:49:00.360 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.356+0000 7fdcea06c700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdce40750c0 0x7fdce41a18f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:49:00.360 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.356+0000 7fdcea06c700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fdce4108060 con 0x7fdce4074700 2024-03-18T22:49:00.360 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.356+0000 7fdcea06c700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fdce4107ee0 con 0x7fdce41034b0 2024-03-18T22:49:00.360 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.356+0000 7fdcea06c700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fdce41081e0 con 0x7fdce40750c0 2024-03-18T22:49:00.360 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.356+0000 7fdce3fff700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdce40750c0 0x7fdce41a18f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:49:00.360 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.356+0000 7fdce3fff700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdce40750c0 0x7fdce41a18f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.181:59096/0 (socket says 172.21.15.181:59096) 2024-03-18T22:49:00.360 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.356+0000 7fdce3fff700 1 -- 172.21.15.181:0/4176383659 learned_addr learned my addr 172.21.15.181:0/4176383659 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-03-18T22:49:00.361 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.356+0000 7fdcdaffd700 1 --2- 172.21.15.181:0/4176383659 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdce4074700 0x7fdce4074b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:49:00.361 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.357+0000 7fdce37fe700 1 --2- 172.21.15.181:0/4176383659 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdce41034b0 0x7fdce4076060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:49:00.361 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.357+0000 7fdce3fff700 1 -- 172.21.15.181:0/4176383659 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdce41034b0 msgr2=0x7fdce4076060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:49:00.361 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.357+0000 7fdce3fff700 1 --2- 172.21.15.181:0/4176383659 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdce41034b0 0x7fdce4076060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:00.361 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.357+0000 7fdce3fff700 1 -- 172.21.15.181:0/4176383659 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdce4074700 msgr2=0x7fdce4074b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:49:00.361 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.357+0000 7fdce3fff700 1 --2- 172.21.15.181:0/4176383659 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdce4074700 0x7fdce4074b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:00.361 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.357+0000 7fdce3fff700 1 -- 172.21.15.181:0/4176383659 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdce41a1e60 con 0x7fdce40750c0 2024-03-18T22:49:00.361 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.357+0000 7fdcdaffd700 1 --2- 172.21.15.181:0/4176383659 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdce4074700 0x7fdce4074b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:49:00.361 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.357+0000 7fdce3fff700 1 --2- 172.21.15.181:0/4176383659 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdce40750c0 0x7fdce41a18f0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fdcdc00ba50 tx=0x7fdcdc00bd60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:49:00.361 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.357+0000 7fdce17fa700 1 -- 172.21.15.181:0/4176383659 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcdc019070 con 0x7fdce40750c0 2024-03-18T22:49:00.362 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.357+0000 7fdce17fa700 1 -- 172.21.15.181:0/4176383659 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fdcdc00ce30 con 0x7fdce40750c0 2024-03-18T22:49:00.362 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.357+0000 7fdce17fa700 1 -- 172.21.15.181:0/4176383659 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcdc0075b0 con 0x7fdce40750c0 2024-03-18T22:49:00.362 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.357+0000 7fdcea06c700 1 -- 172.21.15.181:0/4176383659 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdce41a2150 con 0x7fdce40750c0 2024-03-18T22:49:00.362 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.357+0000 7fdcea06c700 1 -- 172.21.15.181:0/4176383659 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdce41a26c0 con 0x7fdce40750c0 2024-03-18T22:49:00.363 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.358+0000 7fdcea06c700 1 -- 172.21.15.181:0/4176383659 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdce4063940 con 0x7fdce40750c0 2024-03-18T22:49:00.363 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.359+0000 7fdce17fa700 1 -- 172.21.15.181:0/4176383659 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7fdcdc01c070 con 0x7fdce40750c0 2024-03-18T22:49:00.363 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.359+0000 7fdce17fa700 1 --2- 172.21.15.181:0/4176383659 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fdcd0039450 0x7fdcd003b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:49:00.363 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.359+0000 7fdce17fa700 1 -- 172.21.15.181:0/4176383659 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fdcdc04b6c0 con 0x7fdce40750c0 2024-03-18T22:49:00.363 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.359+0000 7fdce37fe700 1 --2- 172.21.15.181:0/4176383659 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fdcd0039450 0x7fdcd003b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:49:00.363 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.360+0000 7fdce37fe700 1 --2- 172.21.15.181:0/4176383659 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fdcd0039450 0x7fdcd003b910 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fdcd4009750 tx=0x7fdcd401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:49:00.365 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.364+0000 7fdce17fa700 1 -- 172.21.15.181:0/4176383659 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fdcdc014810 con 0x7fdce40750c0 2024-03-18T22:49:00.579 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.578+0000 7fdcea06c700 1 -- 172.21.15.181:0/4176383659 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi052=x;smithi099=y;smithi181=z", "target": ["mon-mgr", ""]}) -- 0x7fdce402df90 con 0x7fdcd0039450 2024-03-18T22:49:00.586 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.585+0000 7fdce17fa700 1 -- 172.21.15.181:0/4176383659 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fdce402df90 con 0x7fdcd0039450 2024-03-18T22:49:00.586 INFO:teuthology.orchestra.run.smithi181.stdout:Scheduled mgr update... 2024-03-18T22:49:00.588 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.587+0000 7fdcea06c700 1 -- 172.21.15.181:0/4176383659 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fdcd0039450 msgr2=0x7fdcd003b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:49:00.588 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.587+0000 7fdcea06c700 1 --2- 172.21.15.181:0/4176383659 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fdcd0039450 0x7fdcd003b910 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fdcd4009750 tx=0x7fdcd401a040 comp rx=0 tx=0).stop 2024-03-18T22:49:00.588 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.587+0000 7fdcea06c700 1 -- 172.21.15.181:0/4176383659 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdce40750c0 msgr2=0x7fdce41a18f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:49:00.588 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.587+0000 7fdcea06c700 1 --2- 172.21.15.181:0/4176383659 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdce40750c0 0x7fdce41a18f0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fdcdc00ba50 tx=0x7fdcdc00bd60 comp rx=0 tx=0).stop 2024-03-18T22:49:00.589 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.587+0000 7fdcea06c700 1 -- 172.21.15.181:0/4176383659 shutdown_connections 2024-03-18T22:49:00.589 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.587+0000 7fdcea06c700 1 --2- 172.21.15.181:0/4176383659 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fdcd0039450 0x7fdcd003b910 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:00.589 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.587+0000 7fdcea06c700 1 --2- 172.21.15.181:0/4176383659 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdce40750c0 0x7fdce41a18f0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:00.589 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.587+0000 7fdcea06c700 1 --2- 172.21.15.181:0/4176383659 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdce41034b0 0x7fdce4076060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:00.589 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.587+0000 7fdcea06c700 1 --2- 172.21.15.181:0/4176383659 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdce4074700 0x7fdce4074b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:00.589 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.587+0000 7fdcea06c700 1 -- 172.21.15.181:0/4176383659 >> 172.21.15.181:0/4176383659 conn(0x7fdce40fd410 msgr2=0x7fdce40fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:49:00.589 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.587+0000 7fdcea06c700 1 -- 172.21.15.181:0/4176383659 shutdown_connections 2024-03-18T22:49:00.589 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:00.587+0000 7fdcea06c700 1 -- 172.21.15.181:0/4176383659 wait complete. 2024-03-18T22:49:00.683 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:00 smithi181 ceph-mon[67256]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:00.683 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:00 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:00.683 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:00 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:00.683 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:00 smithi181 ceph-mon[67256]: Reconfiguring mon.c (monmap changed)... 2024-03-18T22:49:00.683 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:00 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-18T22:49:00.683 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:00 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-18T22:49:00.683 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:00 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:00.683 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:00 smithi181 ceph-mon[67256]: Reconfiguring daemon mon.c on smithi181 2024-03-18T22:49:00.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:00 smithi052 ceph-mon[32520]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:00.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:00 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:00.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:00 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:00.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:00 smithi052 ceph-mon[32520]: Reconfiguring mon.c (monmap changed)... 2024-03-18T22:49:00.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:00 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-18T22:49:00.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:00 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-18T22:49:00.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:00 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:00.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:00 smithi052 ceph-mon[32520]: Reconfiguring daemon mon.c on smithi181 2024-03-18T22:49:01.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:00 smithi099 ceph-mon[36725]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:01.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:00 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:01.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:00 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:01.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:00 smithi099 ceph-mon[36725]: Reconfiguring mon.c (monmap changed)... 2024-03-18T22:49:01.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:00 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-18T22:49:01.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:00 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-18T22:49:01.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:00 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:01.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:00 smithi099 ceph-mon[36725]: Reconfiguring daemon mon.c on smithi181 2024-03-18T22:49:01.873 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:01 smithi181 ceph-mon[67256]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi052=x;smithi099=y;smithi181=z", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:49:01.873 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:01 smithi181 ceph-mon[67256]: Saving service mgr spec with placement smithi052=x;smithi099=y;smithi181=z;count:3 2024-03-18T22:49:01.873 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:01 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:01.873 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:01 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:01.873 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:01 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:01.873 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:01 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:49:01.898 DEBUG:teuthology.orchestra.run.smithi099:mgr.y> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mgr.y.service 2024-03-18T22:49:01.901 DEBUG:teuthology.orchestra.run.smithi181:mgr.z> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mgr.z.service 2024-03-18T22:49:01.905 INFO:tasks.cephadm:Deploying OSDs... 2024-03-18T22:49:01.906 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-03-18T22:49:01.906 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/scratch_devs of=/dev/stdout 2024-03-18T22:49:01.921 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-03-18T22:49:01.921 DEBUG:teuthology.orchestra.run.smithi052:> stat /dev/vg_nvme/lv_1 2024-03-18T22:49:01.927 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:01 smithi099 ceph-mon[36725]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi052=x;smithi099=y;smithi181=z", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:49:01.928 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:01 smithi099 ceph-mon[36725]: Saving service mgr spec with placement smithi052=x;smithi099=y;smithi181=z;count:3 2024-03-18T22:49:01.928 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:01 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:01.928 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:01 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:01.928 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:01 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:01.928 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:01 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:49:01.976 INFO:teuthology.orchestra.run.smithi052.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-03-18T22:49:01.976 INFO:teuthology.orchestra.run.smithi052.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-18T22:49:01.976 INFO:teuthology.orchestra.run.smithi052.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-03-18T22:49:01.976 INFO:teuthology.orchestra.run.smithi052.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-18T22:49:01.976 INFO:teuthology.orchestra.run.smithi052.stdout:Context: system_u:object_r:device_t:s0 2024-03-18T22:49:01.976 INFO:teuthology.orchestra.run.smithi052.stdout:Access: 2024-03-18 22:48:05.688591643 +0000 2024-03-18T22:49:01.976 INFO:teuthology.orchestra.run.smithi052.stdout:Modify: 2024-03-18 21:52:17.293014037 +0000 2024-03-18T22:49:01.976 INFO:teuthology.orchestra.run.smithi052.stdout:Change: 2024-03-18 21:52:17.293014037 +0000 2024-03-18T22:49:01.976 INFO:teuthology.orchestra.run.smithi052.stdout: Birth: 2024-03-18 21:52:17.293014037 +0000 2024-03-18T22:49:01.977 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-03-18T22:49:01.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:01 smithi052 ceph-mon[32520]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi052=x;smithi099=y;smithi181=z", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:49:01.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:01 smithi052 ceph-mon[32520]: Saving service mgr spec with placement smithi052=x;smithi099=y;smithi181=z;count:3 2024-03-18T22:49:01.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:01 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:01.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:01 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:01.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:01 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:01.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:01 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:49:02.014 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records in 2024-03-18T22:49:02.014 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records out 2024-03-18T22:49:02.014 INFO:teuthology.orchestra.run.smithi052.stderr:512 bytes copied, 9.0565e-05 s, 5.7 MB/s 2024-03-18T22:49:02.015 DEBUG:teuthology.orchestra.run.smithi052:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-03-18T22:49:02.071 DEBUG:teuthology.orchestra.run.smithi052:> stat /dev/vg_nvme/lv_2 2024-03-18T22:49:02.126 INFO:teuthology.orchestra.run.smithi052.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-03-18T22:49:02.126 INFO:teuthology.orchestra.run.smithi052.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-18T22:49:02.126 INFO:teuthology.orchestra.run.smithi052.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-03-18T22:49:02.126 INFO:teuthology.orchestra.run.smithi052.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-18T22:49:02.126 INFO:teuthology.orchestra.run.smithi052.stdout:Context: system_u:object_r:device_t:s0 2024-03-18T22:49:02.126 INFO:teuthology.orchestra.run.smithi052.stdout:Access: 2024-03-18 22:48:05.718591261 +0000 2024-03-18T22:49:02.126 INFO:teuthology.orchestra.run.smithi052.stdout:Modify: 2024-03-18 21:52:17.623010007 +0000 2024-03-18T22:49:02.126 INFO:teuthology.orchestra.run.smithi052.stdout:Change: 2024-03-18 21:52:17.623010007 +0000 2024-03-18T22:49:02.126 INFO:teuthology.orchestra.run.smithi052.stdout: Birth: 2024-03-18 21:52:17.623010007 +0000 2024-03-18T22:49:02.127 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-03-18T22:49:02.192 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records in 2024-03-18T22:49:02.192 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records out 2024-03-18T22:49:02.192 INFO:teuthology.orchestra.run.smithi052.stderr:512 bytes copied, 0.000100753 s, 5.1 MB/s 2024-03-18T22:49:02.194 DEBUG:teuthology.orchestra.run.smithi052:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-03-18T22:49:02.249 DEBUG:teuthology.orchestra.run.smithi052:> stat /dev/vg_nvme/lv_3 2024-03-18T22:49:02.303 INFO:teuthology.orchestra.run.smithi052.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-03-18T22:49:02.304 INFO:teuthology.orchestra.run.smithi052.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-18T22:49:02.304 INFO:teuthology.orchestra.run.smithi052.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-03-18T22:49:02.304 INFO:teuthology.orchestra.run.smithi052.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-18T22:49:02.304 INFO:teuthology.orchestra.run.smithi052.stdout:Context: system_u:object_r:device_t:s0 2024-03-18T22:49:02.304 INFO:teuthology.orchestra.run.smithi052.stdout:Access: 2024-03-18 22:48:05.749590865 +0000 2024-03-18T22:49:02.304 INFO:teuthology.orchestra.run.smithi052.stdout:Modify: 2024-03-18 21:52:17.954005965 +0000 2024-03-18T22:49:02.304 INFO:teuthology.orchestra.run.smithi052.stdout:Change: 2024-03-18 21:52:17.954005965 +0000 2024-03-18T22:49:02.304 INFO:teuthology.orchestra.run.smithi052.stdout: Birth: 2024-03-18 21:52:17.954005965 +0000 2024-03-18T22:49:02.304 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-03-18T22:49:02.369 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records in 2024-03-18T22:49:02.369 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records out 2024-03-18T22:49:02.369 INFO:teuthology.orchestra.run.smithi052.stderr:512 bytes copied, 0.000103139 s, 5.0 MB/s 2024-03-18T22:49:02.371 DEBUG:teuthology.orchestra.run.smithi052:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-03-18T22:49:02.426 DEBUG:teuthology.orchestra.run.smithi052:> stat /dev/vg_nvme/lv_4 2024-03-18T22:49:02.480 INFO:teuthology.orchestra.run.smithi052.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-03-18T22:49:02.480 INFO:teuthology.orchestra.run.smithi052.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-18T22:49:02.480 INFO:teuthology.orchestra.run.smithi052.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-03-18T22:49:02.481 INFO:teuthology.orchestra.run.smithi052.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-18T22:49:02.481 INFO:teuthology.orchestra.run.smithi052.stdout:Context: system_u:object_r:device_t:s0 2024-03-18T22:49:02.481 INFO:teuthology.orchestra.run.smithi052.stdout:Access: 2024-03-18 22:48:05.778590495 +0000 2024-03-18T22:49:02.481 INFO:teuthology.orchestra.run.smithi052.stdout:Modify: 2024-03-18 21:52:18.288001886 +0000 2024-03-18T22:49:02.481 INFO:teuthology.orchestra.run.smithi052.stdout:Change: 2024-03-18 21:52:18.288001886 +0000 2024-03-18T22:49:02.481 INFO:teuthology.orchestra.run.smithi052.stdout: Birth: 2024-03-18 21:52:18.288001886 +0000 2024-03-18T22:49:02.481 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-03-18T22:49:02.545 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records in 2024-03-18T22:49:02.545 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records out 2024-03-18T22:49:02.545 INFO:teuthology.orchestra.run.smithi052.stderr:512 bytes copied, 0.000101901 s, 5.0 MB/s 2024-03-18T22:49:02.546 DEBUG:teuthology.orchestra.run.smithi052:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-03-18T22:49:02.602 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-03-18T22:49:02.602 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/scratch_devs of=/dev/stdout 2024-03-18T22:49:02.621 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-03-18T22:49:02.621 DEBUG:teuthology.orchestra.run.smithi099:> stat /dev/vg_nvme/lv_1 2024-03-18T22:49:02.678 INFO:teuthology.orchestra.run.smithi099.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-03-18T22:49:02.678 INFO:teuthology.orchestra.run.smithi099.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-18T22:49:02.678 INFO:teuthology.orchestra.run.smithi099.stdout:Device: 5h/5d Inode: 662 Links: 1 2024-03-18T22:49:02.678 INFO:teuthology.orchestra.run.smithi099.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-18T22:49:02.678 INFO:teuthology.orchestra.run.smithi099.stdout:Context: system_u:object_r:device_t:s0 2024-03-18T22:49:02.679 INFO:teuthology.orchestra.run.smithi099.stdout:Access: 2024-03-18 22:48:48.603939286 +0000 2024-03-18T22:49:02.679 INFO:teuthology.orchestra.run.smithi099.stdout:Modify: 2024-03-18 21:55:02.621973822 +0000 2024-03-18T22:49:02.679 INFO:teuthology.orchestra.run.smithi099.stdout:Change: 2024-03-18 21:55:02.621973822 +0000 2024-03-18T22:49:02.679 INFO:teuthology.orchestra.run.smithi099.stdout: Birth: 2024-03-18 21:55:02.621973822 +0000 2024-03-18T22:49:02.679 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-03-18T22:49:02.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:02 smithi052 ceph-mon[32520]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:02.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:02 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:02.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:02 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:49:02.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:02 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:02.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:02 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-18T22:49:02.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:02 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-18T22:49:02.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:02 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-18T22:49:02.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:02 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:02.746 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records in 2024-03-18T22:49:02.747 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records out 2024-03-18T22:49:02.747 INFO:teuthology.orchestra.run.smithi099.stderr:512 bytes copied, 0.000284099 s, 1.8 MB/s 2024-03-18T22:49:02.748 DEBUG:teuthology.orchestra.run.smithi099:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-03-18T22:49:02.805 DEBUG:teuthology.orchestra.run.smithi099:> stat /dev/vg_nvme/lv_2 2024-03-18T22:49:02.847 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:02 smithi181 ceph-mon[67256]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:02.847 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:02 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:02.847 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:02 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:49:02.847 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:02 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:02.847 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:02 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-18T22:49:02.847 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:02 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-18T22:49:02.847 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:02 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-18T22:49:02.847 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:02 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:02.863 INFO:teuthology.orchestra.run.smithi099.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-03-18T22:49:02.863 INFO:teuthology.orchestra.run.smithi099.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-18T22:49:02.863 INFO:teuthology.orchestra.run.smithi099.stdout:Device: 5h/5d Inode: 681 Links: 1 2024-03-18T22:49:02.863 INFO:teuthology.orchestra.run.smithi099.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-18T22:49:02.863 INFO:teuthology.orchestra.run.smithi099.stdout:Context: system_u:object_r:device_t:s0 2024-03-18T22:49:02.863 INFO:teuthology.orchestra.run.smithi099.stdout:Access: 2024-03-18 22:48:48.603939286 +0000 2024-03-18T22:49:02.863 INFO:teuthology.orchestra.run.smithi099.stdout:Modify: 2024-03-18 21:55:02.965965820 +0000 2024-03-18T22:49:02.863 INFO:teuthology.orchestra.run.smithi099.stdout:Change: 2024-03-18 21:55:02.965965820 +0000 2024-03-18T22:49:02.863 INFO:teuthology.orchestra.run.smithi099.stdout: Birth: 2024-03-18 21:55:02.965965820 +0000 2024-03-18T22:49:02.864 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-03-18T22:49:02.928 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:02 smithi099 ceph-mon[36725]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:02.928 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:02 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:02.928 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:02 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:49:02.928 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:02 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:02.928 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:02 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-18T22:49:02.928 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:02 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-18T22:49:02.929 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:02 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-18T22:49:02.929 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:02 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:02.930 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records in 2024-03-18T22:49:02.930 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records out 2024-03-18T22:49:02.930 INFO:teuthology.orchestra.run.smithi099.stderr:512 bytes copied, 0.000195977 s, 2.6 MB/s 2024-03-18T22:49:02.931 DEBUG:teuthology.orchestra.run.smithi099:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-03-18T22:49:02.988 DEBUG:teuthology.orchestra.run.smithi099:> stat /dev/vg_nvme/lv_3 2024-03-18T22:49:03.043 INFO:teuthology.orchestra.run.smithi099.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-03-18T22:49:03.043 INFO:teuthology.orchestra.run.smithi099.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-18T22:49:03.043 INFO:teuthology.orchestra.run.smithi099.stdout:Device: 5h/5d Inode: 700 Links: 1 2024-03-18T22:49:03.043 INFO:teuthology.orchestra.run.smithi099.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-18T22:49:03.043 INFO:teuthology.orchestra.run.smithi099.stdout:Context: system_u:object_r:device_t:s0 2024-03-18T22:49:03.043 INFO:teuthology.orchestra.run.smithi099.stdout:Access: 2024-03-18 22:48:48.603939286 +0000 2024-03-18T22:49:03.043 INFO:teuthology.orchestra.run.smithi099.stdout:Modify: 2024-03-18 21:55:03.516953003 +0000 2024-03-18T22:49:03.043 INFO:teuthology.orchestra.run.smithi099.stdout:Change: 2024-03-18 21:55:03.516953003 +0000 2024-03-18T22:49:03.043 INFO:teuthology.orchestra.run.smithi099.stdout: Birth: 2024-03-18 21:55:03.516953003 +0000 2024-03-18T22:49:03.044 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-03-18T22:49:03.109 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records in 2024-03-18T22:49:03.110 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records out 2024-03-18T22:49:03.110 INFO:teuthology.orchestra.run.smithi099.stderr:512 bytes copied, 0.00021381 s, 2.4 MB/s 2024-03-18T22:49:03.111 DEBUG:teuthology.orchestra.run.smithi099:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-03-18T22:49:03.167 DEBUG:teuthology.orchestra.run.smithi099:> stat /dev/vg_nvme/lv_4 2024-03-18T22:49:03.222 INFO:teuthology.orchestra.run.smithi099.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-03-18T22:49:03.222 INFO:teuthology.orchestra.run.smithi099.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-18T22:49:03.222 INFO:teuthology.orchestra.run.smithi099.stdout:Device: 5h/5d Inode: 719 Links: 1 2024-03-18T22:49:03.222 INFO:teuthology.orchestra.run.smithi099.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-18T22:49:03.223 INFO:teuthology.orchestra.run.smithi099.stdout:Context: system_u:object_r:device_t:s0 2024-03-18T22:49:03.223 INFO:teuthology.orchestra.run.smithi099.stdout:Access: 2024-03-18 22:48:48.604939262 +0000 2024-03-18T22:49:03.223 INFO:teuthology.orchestra.run.smithi099.stdout:Modify: 2024-03-18 21:55:03.851945209 +0000 2024-03-18T22:49:03.223 INFO:teuthology.orchestra.run.smithi099.stdout:Change: 2024-03-18 21:55:03.851945209 +0000 2024-03-18T22:49:03.223 INFO:teuthology.orchestra.run.smithi099.stdout: Birth: 2024-03-18 21:55:03.851945209 +0000 2024-03-18T22:49:03.223 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-03-18T22:49:03.287 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records in 2024-03-18T22:49:03.287 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records out 2024-03-18T22:49:03.288 INFO:teuthology.orchestra.run.smithi099.stderr:512 bytes copied, 0.000201648 s, 2.5 MB/s 2024-03-18T22:49:03.289 DEBUG:teuthology.orchestra.run.smithi099:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-03-18T22:49:03.345 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-03-18T22:49:03.345 DEBUG:teuthology.orchestra.run.smithi181:> dd if=/scratch_devs of=/dev/stdout 2024-03-18T22:49:03.360 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-03-18T22:49:03.360 DEBUG:teuthology.orchestra.run.smithi181:> stat /dev/vg_nvme/lv_1 2024-03-18T22:49:03.415 INFO:teuthology.orchestra.run.smithi181.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-03-18T22:49:03.415 INFO:teuthology.orchestra.run.smithi181.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-18T22:49:03.415 INFO:teuthology.orchestra.run.smithi181.stdout:Device: 5h/5d Inode: 663 Links: 1 2024-03-18T22:49:03.415 INFO:teuthology.orchestra.run.smithi181.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-18T22:49:03.415 INFO:teuthology.orchestra.run.smithi181.stdout:Context: system_u:object_r:device_t:s0 2024-03-18T22:49:03.416 INFO:teuthology.orchestra.run.smithi181.stdout:Access: 2024-03-18 22:48:39.122243715 +0000 2024-03-18T22:49:03.416 INFO:teuthology.orchestra.run.smithi181.stdout:Modify: 2024-03-18 22:17:16.404304548 +0000 2024-03-18T22:49:03.416 INFO:teuthology.orchestra.run.smithi181.stdout:Change: 2024-03-18 22:17:16.404304548 +0000 2024-03-18T22:49:03.416 INFO:teuthology.orchestra.run.smithi181.stdout: Birth: 2024-03-18 22:17:16.404304548 +0000 2024-03-18T22:49:03.416 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-03-18T22:49:03.483 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records in 2024-03-18T22:49:03.483 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records out 2024-03-18T22:49:03.483 INFO:teuthology.orchestra.run.smithi181.stderr:512 bytes copied, 0.000252772 s, 2.0 MB/s 2024-03-18T22:49:03.484 DEBUG:teuthology.orchestra.run.smithi181:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-03-18T22:49:03.539 DEBUG:teuthology.orchestra.run.smithi181:> stat /dev/vg_nvme/lv_2 2024-03-18T22:49:03.595 INFO:teuthology.orchestra.run.smithi181.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-03-18T22:49:03.595 INFO:teuthology.orchestra.run.smithi181.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-18T22:49:03.595 INFO:teuthology.orchestra.run.smithi181.stdout:Device: 5h/5d Inode: 683 Links: 1 2024-03-18T22:49:03.595 INFO:teuthology.orchestra.run.smithi181.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-18T22:49:03.595 INFO:teuthology.orchestra.run.smithi181.stdout:Context: system_u:object_r:device_t:s0 2024-03-18T22:49:03.595 INFO:teuthology.orchestra.run.smithi181.stdout:Access: 2024-03-18 22:48:39.123243695 +0000 2024-03-18T22:49:03.595 INFO:teuthology.orchestra.run.smithi181.stdout:Modify: 2024-03-18 22:17:16.736298077 +0000 2024-03-18T22:49:03.595 INFO:teuthology.orchestra.run.smithi181.stdout:Change: 2024-03-18 22:17:16.736298077 +0000 2024-03-18T22:49:03.595 INFO:teuthology.orchestra.run.smithi181.stdout: Birth: 2024-03-18 22:17:16.736298077 +0000 2024-03-18T22:49:03.595 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-03-18T22:49:03.793 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records in 2024-03-18T22:49:03.793 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records out 2024-03-18T22:49:03.793 INFO:teuthology.orchestra.run.smithi181.stderr:512 bytes copied, 0.000268825 s, 1.9 MB/s 2024-03-18T22:49:03.794 DEBUG:teuthology.orchestra.run.smithi181:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-03-18T22:49:03.809 DEBUG:teuthology.orchestra.run.smithi181:> stat /dev/vg_nvme/lv_3 2024-03-18T22:49:03.870 INFO:teuthology.orchestra.run.smithi181.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-03-18T22:49:03.870 INFO:teuthology.orchestra.run.smithi181.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-18T22:49:03.870 INFO:teuthology.orchestra.run.smithi181.stdout:Device: 5h/5d Inode: 699 Links: 1 2024-03-18T22:49:03.870 INFO:teuthology.orchestra.run.smithi181.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-18T22:49:03.870 INFO:teuthology.orchestra.run.smithi181.stdout:Context: system_u:object_r:device_t:s0 2024-03-18T22:49:03.871 INFO:teuthology.orchestra.run.smithi181.stdout:Access: 2024-03-18 22:49:03.732754031 +0000 2024-03-18T22:49:03.871 INFO:teuthology.orchestra.run.smithi181.stdout:Modify: 2024-03-18 22:17:17.070291568 +0000 2024-03-18T22:49:03.871 INFO:teuthology.orchestra.run.smithi181.stdout:Change: 2024-03-18 22:17:17.070291568 +0000 2024-03-18T22:49:03.871 INFO:teuthology.orchestra.run.smithi181.stdout: Birth: 2024-03-18 22:17:17.070291568 +0000 2024-03-18T22:49:03.871 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-03-18T22:49:03.934 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:03 smithi181 ceph-mon[67256]: Deploying daemon mgr.z on smithi181 2024-03-18T22:49:03.987 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records in 2024-03-18T22:49:03.987 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records out 2024-03-18T22:49:03.987 INFO:teuthology.orchestra.run.smithi181.stderr:512 bytes copied, 0.000204389 s, 2.5 MB/s 2024-03-18T22:49:03.988 DEBUG:teuthology.orchestra.run.smithi181:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-03-18T22:49:03.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:03 smithi052 ceph-mon[32520]: Deploying daemon mgr.z on smithi181 2024-03-18T22:49:04.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:03 smithi099 ceph-mon[36725]: Deploying daemon mgr.z on smithi181 2024-03-18T22:49:04.047 DEBUG:teuthology.orchestra.run.smithi181:> stat /dev/vg_nvme/lv_4 2024-03-18T22:49:04.103 INFO:teuthology.orchestra.run.smithi181.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-03-18T22:49:04.104 INFO:teuthology.orchestra.run.smithi181.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-18T22:49:04.104 INFO:teuthology.orchestra.run.smithi181.stdout:Device: 5h/5d Inode: 721 Links: 1 2024-03-18T22:49:04.104 INFO:teuthology.orchestra.run.smithi181.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-18T22:49:04.104 INFO:teuthology.orchestra.run.smithi181.stdout:Context: system_u:object_r:device_t:s0 2024-03-18T22:49:04.104 INFO:teuthology.orchestra.run.smithi181.stdout:Access: 2024-03-18 22:49:03.931750075 +0000 2024-03-18T22:49:04.104 INFO:teuthology.orchestra.run.smithi181.stdout:Modify: 2024-03-18 22:17:17.402285097 +0000 2024-03-18T22:49:04.104 INFO:teuthology.orchestra.run.smithi181.stdout:Change: 2024-03-18 22:17:17.402285097 +0000 2024-03-18T22:49:04.104 INFO:teuthology.orchestra.run.smithi181.stdout: Birth: 2024-03-18 22:17:17.402285097 +0000 2024-03-18T22:49:04.104 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-03-18T22:49:04.171 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records in 2024-03-18T22:49:04.171 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records out 2024-03-18T22:49:04.171 INFO:teuthology.orchestra.run.smithi181.stderr:512 bytes copied, 0.000198501 s, 2.6 MB/s 2024-03-18T22:49:04.173 DEBUG:teuthology.orchestra.run.smithi181:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-03-18T22:49:04.228 INFO:tasks.cephadm:Deploying osd.0 on smithi052 with /dev/vg_nvme/lv_4... 2024-03-18T22:49:04.228 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-03-18T22:49:04.472 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:04 smithi181 podman[69045]: 2024-03-18 22:49:04.45438633 +0000 UTC m=+0.359600976 container start 4eb320644f2cbd45220d6f451772d6abade5231ebffd625c78ef63b274189132 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249) 2024-03-18T22:49:04.474 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:49:04.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:04 smithi181 ceph-mon[67256]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:04.763 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:04 smithi181 ceph-mgr[69121]: -- 172.21.15.181:0/1985120283 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558263b145a0 con 0x558263ae9000 2024-03-18T22:49:04.763 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:04 smithi181 bash[69045]: 4eb320644f2cbd45220d6f451772d6abade5231ebffd625c78ef63b274189132 2024-03-18T22:49:04.763 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:04 smithi181 systemd[1]: Started Ceph mgr.z for 444ca0c0-e579-11ee-95c9-87774f69a715. 2024-03-18T22:49:04.856 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:04 smithi052 ceph-mon[32520]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:05.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:04 smithi099 ceph-mon[36725]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:05.288 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:05 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:49:05.021+0000 7f9b9dca5200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-18T22:49:05.288 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:05 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:49:05.116+0000 7f9b9dca5200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-18T22:49:05.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:05 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:05.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:05 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:05.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:05 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:05.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:05 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-18T22:49:05.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:05 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-18T22:49:05.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:05 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-18T22:49:05.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:05 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:05.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:05 smithi052 ceph-mon[32520]: Deploying daemon mgr.y on smithi099 2024-03-18T22:49:06.013 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:05 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:49:05.778+0000 7f9b9dca5200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-18T22:49:06.013 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:05 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:49:05.871+0000 7f9b9dca5200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-18T22:49:06.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:05 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:06.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:05 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:06.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:05 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:06.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:05 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-18T22:49:06.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:05 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-18T22:49:06.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:05 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-18T22:49:06.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:05 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:06.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:05 smithi181 ceph-mon[67256]: Deploying daemon mgr.y on smithi099 2024-03-18T22:49:06.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:05 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:06.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:05 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:06.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:05 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:06.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:05 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-18T22:49:06.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:05 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-18T22:49:06.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:05 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-18T22:49:06.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:05 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:06.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:05 smithi099 ceph-mon[36725]: Deploying daemon mgr.y on smithi099 2024-03-18T22:49:06.458 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:06 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:49:06.021+0000 7f9b9dca5200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-18T22:49:06.458 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:06 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:49:06.115+0000 7f9b9dca5200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-18T22:49:06.459 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:06 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:49:06.197+0000 7f9b9dca5200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-18T22:49:06.459 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:06 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:49:06.457+0000 7f9b9dca5200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-18T22:49:06.545 INFO:teuthology.orchestra.run.smithi052.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-03-18T22:49:06.545 INFO:teuthology.orchestra.run.smithi052.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-03-18T22:49:06.545 INFO:teuthology.orchestra.run.smithi052.stderr: stderr: 10+0 records in 2024-03-18T22:49:06.545 INFO:teuthology.orchestra.run.smithi052.stderr:10+0 records out 2024-03-18T22:49:06.545 INFO:teuthology.orchestra.run.smithi052.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00829549 s, 1.3 GB/s 2024-03-18T22:49:06.545 INFO:teuthology.orchestra.run.smithi052.stderr:--> Zapping successful for: 2024-03-18T22:49:06.745 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:06 smithi181 ceph-mon[67256]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:06.745 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:06 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:49:06.566+0000 7f9b9dca5200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-18T22:49:06.746 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:06 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:49:06.650+0000 7f9b9dca5200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-18T22:49:06.746 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:06 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:49:06.744+0000 7f9b9dca5200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-18T22:49:06.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:06 smithi099 ceph-mon[36725]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:06.841 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:06 smithi052 ceph-mon[32520]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:07.012 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:06 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:49:06.920+0000 7f9b9dca5200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-18T22:49:07.061 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:49:07 smithi099 ceph-mgr[38110]: -- 172.21.15.99:0/1392207306 <== mon.2 v2:172.21.15.99:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56511747c5a0 con 0x565117450800 2024-03-18T22:49:07.127 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi052:vg_nvme/lv_4 2024-03-18T22:49:07.358 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:49:07 smithi099 bash[38090]: cc55908cb76f3983c388a7afff0525248fe6b766e11a6964f68dd85287b195cb 2024-03-18T22:49:07.358 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:49:07 smithi099 systemd[1]: Started Ceph mgr.y for 444ca0c0-e579-11ee-95c9-87774f69a715. 2024-03-18T22:49:07.371 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:49:07.674 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:49:07 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:49:07.575+0000 7fd0697e9200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-18T22:49:07.674 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:49:07 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:49:07.673+0000 7fd0697e9200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-18T22:49:08.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:08 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:08.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:08 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:08.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:08 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:08.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:08 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:08.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:08 smithi181 ceph-mon[67256]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:08.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:08 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:49:08.264 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:07 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:49:07.937+0000 7f9b9dca5200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-18T22:49:08.264 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:08 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:49:08.074+0000 7f9b9dca5200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-18T22:49:08.414 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:49:08 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:49:08.374+0000 7fd0697e9200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-18T22:49:08.414 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:08 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:08.414 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:08 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:08.414 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:08 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:08.415 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:08 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:08.415 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:08 smithi099 ceph-mon[36725]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:08.415 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:08 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:49:08.464 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:08 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:08.464 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:08 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:08.465 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:08 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:08.465 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:08 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:08.465 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:08 smithi052 ceph-mon[32520]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:08.465 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:08 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:49:08.714 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:49:08 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:49:08.469+0000 7fd0697e9200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-18T22:49:08.714 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:49:08 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:49:08.612+0000 7fd0697e9200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-18T22:49:08.714 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:49:08 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:49:08.713+0000 7fd0697e9200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-18T22:49:08.720 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:08 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:49:08.424+0000 7f9b9dca5200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-18T22:49:08.720 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:08 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:49:08.514+0000 7f9b9dca5200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-18T22:49:08.720 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:08 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:49:08.719+0000 7f9b9dca5200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-18T22:49:09.013 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:08 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:49:08.903+0000 7f9b9dca5200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-18T22:49:09.014 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:49:08 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:49:08.798+0000 7fd0697e9200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-18T22:49:09.041 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.039+0000 7efeb5480700 1 -- 172.21.15.52:0/3431833055 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efeb0102480 msgr2=0x7efeb01028e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:49:09.041 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.039+0000 7efeb5480700 1 --2- 172.21.15.52:0/3431833055 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efeb0102480 0x7efeb01028e0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7efe980099c0 tx=0x7efe98009cd0 comp rx=0 tx=0).stop 2024-03-18T22:49:09.041 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.039+0000 7efeb5480700 1 -- 172.21.15.52:0/3431833055 shutdown_connections 2024-03-18T22:49:09.041 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.039+0000 7efeb5480700 1 --2- 172.21.15.52:0/3431833055 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efeb0102e20 0x7efeb01096d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:09.041 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.039+0000 7efeb5480700 1 --2- 172.21.15.52:0/3431833055 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efeb0101280 0x7efeb01016a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:09.041 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.039+0000 7efeb5480700 1 --2- 172.21.15.52:0/3431833055 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efeb0102480 0x7efeb01028e0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:09.041 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.039+0000 7efeb5480700 1 -- 172.21.15.52:0/3431833055 >> 172.21.15.52:0/3431833055 conn(0x7efeb00fc800 msgr2=0x7efeb00fec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:49:09.042 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.039+0000 7efeb5480700 1 -- 172.21.15.52:0/3431833055 shutdown_connections 2024-03-18T22:49:09.042 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.039+0000 7efeb5480700 1 -- 172.21.15.52:0/3431833055 wait complete. 2024-03-18T22:49:09.043 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.040+0000 7efeb5480700 1 Processor -- start 2024-03-18T22:49:09.043 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.040+0000 7efeb5480700 1 -- start start 2024-03-18T22:49:09.043 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.040+0000 7efeb5480700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efeb0101280 0x7efeb01985a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:49:09.043 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.040+0000 7efeb5480700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efeb0102480 0x7efeb0198ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:49:09.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.040+0000 7efeb5480700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efeb0102e20 0x7efeb019fb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:49:09.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.040+0000 7efeb5480700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7efeb010cf50 con 0x7efeb0102480 2024-03-18T22:49:09.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.040+0000 7efeb5480700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7efeb010cdd0 con 0x7efeb0102e20 2024-03-18T22:49:09.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.040+0000 7efeb5480700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7efeb010d0d0 con 0x7efeb0101280 2024-03-18T22:49:09.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.041+0000 7efeaeffd700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efeb0101280 0x7efeb01985a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:49:09.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.041+0000 7efeaeffd700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efeb0101280 0x7efeb01985a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.52:60240/0 (socket says 172.21.15.52:60240) 2024-03-18T22:49:09.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.041+0000 7efeae7fc700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efeb0102480 0x7efeb0198ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:49:09.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.041+0000 7efeaeffd700 1 -- 172.21.15.52:0/1474863788 learned_addr learned my addr 172.21.15.52:0/1474863788 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:49:09.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.041+0000 7efeaf7fe700 1 --2- 172.21.15.52:0/1474863788 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efeb0102e20 0x7efeb019fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:49:09.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.041+0000 7efeaeffd700 1 -- 172.21.15.52:0/1474863788 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efeb0102e20 msgr2=0x7efeb019fb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:49:09.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.041+0000 7efeaeffd700 1 --2- 172.21.15.52:0/1474863788 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efeb0102e20 0x7efeb019fb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:09.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.041+0000 7efeaeffd700 1 -- 172.21.15.52:0/1474863788 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efeb0102480 msgr2=0x7efeb0198ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:49:09.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.041+0000 7efeaeffd700 1 --2- 172.21.15.52:0/1474863788 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efeb0102480 0x7efeb0198ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:09.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.041+0000 7efeaeffd700 1 -- 172.21.15.52:0/1474863788 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efeb01a0200 con 0x7efeb0101280 2024-03-18T22:49:09.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.041+0000 7efeaeffd700 1 --2- 172.21.15.52:0/1474863788 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efeb0101280 0x7efeb01985a0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7efea000e9a0 tx=0x7efea000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:49:09.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.041+0000 7efea7fff700 1 -- 172.21.15.52:0/1474863788 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efea0004220 con 0x7efeb0101280 2024-03-18T22:49:09.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.041+0000 7efea7fff700 1 -- 172.21.15.52:0/1474863788 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7efea00043c0 con 0x7efeb0101280 2024-03-18T22:49:09.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.041+0000 7efeb5480700 1 -- 172.21.15.52:0/1474863788 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efeb0103700 con 0x7efeb0101280 2024-03-18T22:49:09.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.041+0000 7efea7fff700 1 -- 172.21.15.52:0/1474863788 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efea0010430 con 0x7efeb0101280 2024-03-18T22:49:09.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.041+0000 7efeb5480700 1 -- 172.21.15.52:0/1474863788 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efeb0103c40 con 0x7efeb0101280 2024-03-18T22:49:09.046 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.042+0000 7efea7fff700 1 -- 172.21.15.52:0/1474863788 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7efea00105d0 con 0x7efeb0101280 2024-03-18T22:49:09.046 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.042+0000 7efeb5480700 1 -- 172.21.15.52:0/1474863788 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efeb0068fd0 con 0x7efeb0101280 2024-03-18T22:49:09.046 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.042+0000 7efea7fff700 1 --2- 172.21.15.52:0/1474863788 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7efe9c039200 0x7efe9c03b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:49:09.046 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.043+0000 7efea7fff700 1 -- 172.21.15.52:0/1474863788 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7efea004d4b0 con 0x7efeb0101280 2024-03-18T22:49:09.046 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.043+0000 7efeae7fc700 1 --2- 172.21.15.52:0/1474863788 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7efe9c039200 0x7efe9c03b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:49:09.046 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.043+0000 7efeae7fc700 1 --2- 172.21.15.52:0/1474863788 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7efe9c039200 0x7efe9c03b6c0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7efe98000c00 tx=0x7efe98005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:49:09.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.048+0000 7efea7fff700 1 -- 172.21.15.52:0/1474863788 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7efea0016bd0 con 0x7efeb0101280 2024-03-18T22:49:09.265 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:09.264+0000 7efeb5480700 1 -- 172.21.15.52:0/1474863788 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7efeb006b140 con 0x7efe9c039200 2024-03-18T22:49:09.346 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:49:09 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:49:09.060+0000 7fd0697e9200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-18T22:49:09.346 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:49:09 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:49:09.167+0000 7fd0697e9200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-18T22:49:09.346 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:49:09 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:49:09.251+0000 7fd0697e9200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-18T22:49:09.346 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:49:09 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:49:09.345+0000 7fd0697e9200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-18T22:49:09.346 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:09 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:09.347 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:09 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:09.347 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:09 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:09.347 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:09 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:09.347 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:09 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:09.347 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:09 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:09.347 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:09 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:49:09.347 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:09 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:09.347 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:09 smithi099 ceph-mon[36725]: Reconfiguring mgr.x (unknown last config time)... 2024-03-18T22:49:09.347 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:09 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-18T22:49:09.347 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:09 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-18T22:49:09.347 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:09 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:09.347 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:09 smithi099 ceph-mon[36725]: Reconfiguring daemon mgr.x on smithi052 2024-03-18T22:49:09.347 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:09 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:49:09.348 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:09 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:49:09.348 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:09 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:09.444 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:09 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:49:09.184+0000 7f9b9dca5200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-18T22:49:09.445 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:09 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:49:09.443+0000 7f9b9dca5200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-18T22:49:09.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:09 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:09.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:09 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:09.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:09 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:09.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:09 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:09.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:09 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:09.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:09 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:09.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:09 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:49:09.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:09 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:09.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:09 smithi181 ceph-mon[67256]: Reconfiguring mgr.x (unknown last config time)... 2024-03-18T22:49:09.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:09 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-18T22:49:09.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:09 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-18T22:49:09.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:09 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:09.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:09 smithi181 ceph-mon[67256]: Reconfiguring daemon mgr.x on smithi052 2024-03-18T22:49:09.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:09 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:49:09.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:09 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:49:09.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:09 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:09.596 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:09.596 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:09.596 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:09.596 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:09.596 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:09.596 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:09.596 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:49:09.596 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:09.596 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:09 smithi052 ceph-mon[32520]: Reconfiguring mgr.x (unknown last config time)... 2024-03-18T22:49:09.596 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-18T22:49:09.596 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-18T22:49:09.596 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:09.597 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:09 smithi052 ceph-mon[32520]: Reconfiguring daemon mgr.x on smithi052 2024-03-18T22:49:09.597 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:49:09.597 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:49:09.597 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:09.762 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:09 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:49:09.678+0000 7f9b9dca5200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-18T22:49:09.764 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:49:09 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:49:09.517+0000 7fd0697e9200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-18T22:49:10.763 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:10 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:49:10.477+0000 7f9b9dca5200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-18T22:49:10.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:10 smithi181 ceph-mon[67256]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:10.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:10 smithi181 ceph-mon[67256]: from='client.24118 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:49:10.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:10 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:10.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:10 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:10.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:10 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:49:10.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:10 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:10.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:10 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:49:10.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:10 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:10.764 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:49:10 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:49:10.477+0000 7fd0697e9200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-18T22:49:10.764 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:49:10 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:49:10.606+0000 7fd0697e9200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-18T22:49:10.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:10 smithi099 ceph-mon[36725]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:10.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:10 smithi099 ceph-mon[36725]: from='client.24118 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:49:10.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:10 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:10.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:10 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:10.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:10 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:49:10.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:10 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:10.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:10 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:49:10.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:10 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:10.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:10 smithi052 ceph-mon[32520]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:10.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:10 smithi052 ceph-mon[32520]: from='client.24118 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:49:10.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:10 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:10.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:10 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:10.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:10 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:49:10.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:10 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:10.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:10 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:49:10.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:10 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:11.218 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:49:10 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:49:10.936+0000 7fd0697e9200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-18T22:49:11.218 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:49:11 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:49:11.024+0000 7fd0697e9200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-18T22:49:11.218 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:49:11 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:49:11.217+0000 7fd0697e9200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-18T22:49:11.357 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:11 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:49:11.043+0000 7f9b9dca5200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-18T22:49:11.357 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:11 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:49:11.142+0000 7f9b9dca5200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-18T22:49:11.357 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:49:11 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:49:11.356+0000 7f9b9dca5200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-18T22:49:11.514 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:49:11 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:49:11.400+0000 7fd0697e9200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-18T22:49:11.716 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:11.715+0000 7efea7fff700 1 -- 172.21.15.52:0/1474863788 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mgrmap(e 14) ==== 91698+0+0 (secure 0 0 0) 0x7efea0021960 con 0x7efeb0101280 2024-03-18T22:49:11.800 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:11 smithi052 ceph-mon[32520]: Standby manager daemon z started 2024-03-18T22:49:11.800 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:11 smithi052 ceph-mon[32520]: from='mgr.? 172.21.15.181:0/497491740' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-03-18T22:49:11.800 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:11 smithi052 ceph-mon[32520]: from='mgr.? 172.21.15.181:0/497491740' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-18T22:49:11.800 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:11 smithi052 ceph-mon[32520]: from='mgr.? 172.21.15.181:0/497491740' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-03-18T22:49:11.800 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:11 smithi052 ceph-mon[32520]: from='mgr.? 172.21.15.181:0/497491740' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-18T22:49:11.938 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:11 smithi099 ceph-mon[36725]: Standby manager daemon z started 2024-03-18T22:49:11.938 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:11 smithi099 ceph-mon[36725]: from='mgr.? 172.21.15.181:0/497491740' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-03-18T22:49:11.939 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:11 smithi099 ceph-mon[36725]: from='mgr.? 172.21.15.181:0/497491740' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-18T22:49:11.939 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:11 smithi099 ceph-mon[36725]: from='mgr.? 172.21.15.181:0/497491740' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-03-18T22:49:11.939 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:11 smithi099 ceph-mon[36725]: from='mgr.? 172.21.15.181:0/497491740' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-18T22:49:11.939 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:49:11 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:49:11.680+0000 7fd0697e9200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-18T22:49:11.939 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:49:11 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:49:11.937+0000 7fd0697e9200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-18T22:49:12.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:11 smithi181 ceph-mon[67256]: Standby manager daemon z started 2024-03-18T22:49:12.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:11 smithi181 ceph-mon[67256]: from='mgr.? 172.21.15.181:0/497491740' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-03-18T22:49:12.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:11 smithi181 ceph-mon[67256]: from='mgr.? 172.21.15.181:0/497491740' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-18T22:49:12.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:11 smithi181 ceph-mon[67256]: from='mgr.? 172.21.15.181:0/497491740' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-03-18T22:49:12.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:11 smithi181 ceph-mon[67256]: from='mgr.? 172.21.15.181:0/497491740' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-18T22:49:12.264 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:49:12 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:49:12.171+0000 7fd0697e9200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-18T22:49:12.968 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:12 smithi099 ceph-mon[36725]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:12.968 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:12 smithi099 ceph-mon[36725]: mgrmap e14: x(active, since 78s), standbys: z 2024-03-18T22:49:12.968 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:12 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-03-18T22:49:12.968 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:12 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/227306192' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f05057f-5818-4a49-a239-ce60bf28c875"}]: dispatch 2024-03-18T22:49:12.969 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:12 smithi099 ceph-mon[36725]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f05057f-5818-4a49-a239-ce60bf28c875"}]: dispatch 2024-03-18T22:49:12.969 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:12 smithi099 ceph-mon[36725]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8f05057f-5818-4a49-a239-ce60bf28c875"}]': finished 2024-03-18T22:49:12.969 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:12 smithi099 ceph-mon[36725]: osdmap e5: 1 total, 0 up, 1 in 2024-03-18T22:49:12.969 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:12 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-18T22:49:12.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:12 smithi052 ceph-mon[32520]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:12.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:12 smithi052 ceph-mon[32520]: mgrmap e14: x(active, since 78s), standbys: z 2024-03-18T22:49:12.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:12 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-03-18T22:49:12.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:12 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/227306192' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f05057f-5818-4a49-a239-ce60bf28c875"}]: dispatch 2024-03-18T22:49:12.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:12 smithi052 ceph-mon[32520]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f05057f-5818-4a49-a239-ce60bf28c875"}]: dispatch 2024-03-18T22:49:12.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:12 smithi052 ceph-mon[32520]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8f05057f-5818-4a49-a239-ce60bf28c875"}]': finished 2024-03-18T22:49:12.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:12 smithi052 ceph-mon[32520]: osdmap e5: 1 total, 0 up, 1 in 2024-03-18T22:49:12.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:12 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-18T22:49:13.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:12 smithi181 ceph-mon[67256]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:13.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:12 smithi181 ceph-mon[67256]: mgrmap e14: x(active, since 78s), standbys: z 2024-03-18T22:49:13.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:12 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-03-18T22:49:13.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:12 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/227306192' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f05057f-5818-4a49-a239-ce60bf28c875"}]: dispatch 2024-03-18T22:49:13.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:12 smithi181 ceph-mon[67256]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f05057f-5818-4a49-a239-ce60bf28c875"}]: dispatch 2024-03-18T22:49:13.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:12 smithi181 ceph-mon[67256]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8f05057f-5818-4a49-a239-ce60bf28c875"}]': finished 2024-03-18T22:49:13.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:12 smithi181 ceph-mon[67256]: osdmap e5: 1 total, 0 up, 1 in 2024-03-18T22:49:13.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:12 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-18T22:49:13.264 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:49:12 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:49:12.967+0000 7fd0697e9200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-18T22:49:13.840 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:13 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/2859070452' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:49:13.840 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:49:13 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:49:13.529+0000 7fd0697e9200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-18T22:49:13.840 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:49:13 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:49:13.626+0000 7fd0697e9200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-18T22:49:13.840 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:49:13 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:49:13.839+0000 7fd0697e9200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-18T22:49:13.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:13 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/2859070452' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:49:14.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:13 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/2859070452' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:49:14.733 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:14.730+0000 7efea7fff700 1 -- 172.21.15.52:0/1474863788 <== mon.1 v2:172.21.15.181:3300/0 8 ==== mgrmap(e 15) ==== 137234+0+0 (secure 0 0 0) 0x7efea001f340 con 0x7efeb0101280 2024-03-18T22:49:14.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:14 smithi052 ceph-mon[32520]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:14.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:14 smithi052 ceph-mon[32520]: Standby manager daemon y started 2024-03-18T22:49:14.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:14 smithi052 ceph-mon[32520]: from='mgr.? 172.21.15.99:0/2418184911' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-18T22:49:14.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:14 smithi052 ceph-mon[32520]: from='mgr.? 172.21.15.99:0/2418184911' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-18T22:49:14.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:14 smithi052 ceph-mon[32520]: from='mgr.? 172.21.15.99:0/2418184911' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-18T22:49:14.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:14 smithi052 ceph-mon[32520]: from='mgr.? 172.21.15.99:0/2418184911' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-18T22:49:15.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:14 smithi181 ceph-mon[67256]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:15.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:14 smithi181 ceph-mon[67256]: Standby manager daemon y started 2024-03-18T22:49:15.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:14 smithi181 ceph-mon[67256]: from='mgr.? 172.21.15.99:0/2418184911' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-18T22:49:15.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:14 smithi181 ceph-mon[67256]: from='mgr.? 172.21.15.99:0/2418184911' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-18T22:49:15.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:14 smithi181 ceph-mon[67256]: from='mgr.? 172.21.15.99:0/2418184911' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-18T22:49:15.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:14 smithi181 ceph-mon[67256]: from='mgr.? 172.21.15.99:0/2418184911' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-18T22:49:15.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:14 smithi099 ceph-mon[36725]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:15.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:14 smithi099 ceph-mon[36725]: Standby manager daemon y started 2024-03-18T22:49:15.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:14 smithi099 ceph-mon[36725]: from='mgr.? 172.21.15.99:0/2418184911' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-18T22:49:15.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:14 smithi099 ceph-mon[36725]: from='mgr.? 172.21.15.99:0/2418184911' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-18T22:49:15.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:14 smithi099 ceph-mon[36725]: from='mgr.? 172.21.15.99:0/2418184911' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-18T22:49:15.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:14 smithi099 ceph-mon[36725]: from='mgr.? 172.21.15.99:0/2418184911' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-18T22:49:15.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:15 smithi052 ceph-mon[32520]: mgrmap e15: x(active, since 81s), standbys: z, y 2024-03-18T22:49:15.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:15 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-18T22:49:16.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:15 smithi181 ceph-mon[67256]: mgrmap e15: x(active, since 81s), standbys: z, y 2024-03-18T22:49:16.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:15 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-18T22:49:16.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:15 smithi099 ceph-mon[36725]: mgrmap e15: x(active, since 81s), standbys: z, y 2024-03-18T22:49:16.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:15 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-18T22:49:16.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:16 smithi052 ceph-mon[32520]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:17.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:16 smithi181 ceph-mon[67256]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:17.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:16 smithi099 ceph-mon[36725]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:18.949 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:18 smithi052 ceph-mon[32520]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:19.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:18 smithi181 ceph-mon[67256]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:19.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:18 smithi099 ceph-mon[36725]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:20.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:20 smithi052 ceph-mon[32520]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:20.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:20 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-18T22:49:20.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:20 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:20.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:20 smithi052 ceph-mon[32520]: Deploying daemon osd.0 on smithi052 2024-03-18T22:49:21.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:20 smithi181 ceph-mon[67256]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:21.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:20 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-18T22:49:21.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:20 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:21.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:20 smithi181 ceph-mon[67256]: Deploying daemon osd.0 on smithi052 2024-03-18T22:49:21.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:20 smithi099 ceph-mon[36725]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:21.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:20 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-18T22:49:21.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:20 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:21.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:20 smithi099 ceph-mon[36725]: Deploying daemon osd.0 on smithi052 2024-03-18T22:49:23.011 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:22 smithi052 ceph-mon[32520]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:23.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:22 smithi181 ceph-mon[67256]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:23.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:22 smithi099 ceph-mon[36725]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:24.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:24 smithi052 ceph-mon[32520]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:25.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:24 smithi181 ceph-mon[67256]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:25.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:24 smithi099 ceph-mon[36725]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:26.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:26 smithi052 ceph-mon[32520]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:26.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:26 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:26.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:26 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:49:26.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:26 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:26.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:26 smithi181 ceph-mon[67256]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:26.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:26 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:26.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:26 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:49:26.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:26 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:26.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:26 smithi099 ceph-mon[36725]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:26.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:26 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:26.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:26 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:49:26.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:26 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:28.604 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:28 smithi052 ceph-mon[32520]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:28.686 INFO:teuthology.orchestra.run.smithi052.stdout:Created osd(s) 0 on host 'smithi052' 2024-03-18T22:49:28.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:28.685+0000 7efea7fff700 1 -- 172.21.15.52:0/1474863788 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7efeb006b140 con 0x7efe9c039200 2024-03-18T22:49:28.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:28.688+0000 7efeb5480700 1 -- 172.21.15.52:0/1474863788 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7efe9c039200 msgr2=0x7efe9c03b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:49:28.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:28.688+0000 7efeb5480700 1 --2- 172.21.15.52:0/1474863788 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7efe9c039200 0x7efe9c03b6c0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7efe98000c00 tx=0x7efe98005fb0 comp rx=0 tx=0).stop 2024-03-18T22:49:28.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:28.688+0000 7efeb5480700 1 -- 172.21.15.52:0/1474863788 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efeb0101280 msgr2=0x7efeb01985a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:49:28.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:28.688+0000 7efeb5480700 1 --2- 172.21.15.52:0/1474863788 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efeb0101280 0x7efeb01985a0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7efea000e9a0 tx=0x7efea000ecb0 comp rx=0 tx=0).stop 2024-03-18T22:49:28.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:28.688+0000 7efeb5480700 1 -- 172.21.15.52:0/1474863788 shutdown_connections 2024-03-18T22:49:28.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:28.688+0000 7efeb5480700 1 --2- 172.21.15.52:0/1474863788 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7efe9c039200 0x7efe9c03b6c0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:28.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:28.688+0000 7efeb5480700 1 --2- 172.21.15.52:0/1474863788 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efeb0102e20 0x7efeb019fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:28.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:28.688+0000 7efeb5480700 1 --2- 172.21.15.52:0/1474863788 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efeb0101280 0x7efeb01985a0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:28.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:28.688+0000 7efeb5480700 1 --2- 172.21.15.52:0/1474863788 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efeb0102480 0x7efeb0198ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:28.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:28.689+0000 7efeb5480700 1 -- 172.21.15.52:0/1474863788 >> 172.21.15.52:0/1474863788 conn(0x7efeb00fc800 msgr2=0x7efeb006aa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:49:28.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:28.689+0000 7efeb5480700 1 -- 172.21.15.52:0/1474863788 shutdown_connections 2024-03-18T22:49:28.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:49:28.689+0000 7efeb5480700 1 -- 172.21.15.52:0/1474863788 wait complete. 2024-03-18T22:49:28.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:28 smithi181 ceph-mon[67256]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:28.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:28 smithi099 ceph-mon[36725]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:29.328 DEBUG:teuthology.orchestra.run.smithi052:osd.0> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.0.service 2024-03-18T22:49:29.330 INFO:tasks.cephadm:Deploying osd.1 on smithi099 with /dev/vg_nvme/lv_4... 2024-03-18T22:49:29.331 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-03-18T22:49:29.573 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.b/config 2024-03-18T22:49:29.803 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:29 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:29.803 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:29 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:29.803 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:29 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:29.803 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:29 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:29.803 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:29 smithi052 ceph-mon[32520]: from='osd.0 [v2:172.21.15.52:6802/4259078413,v1:172.21.15.52:6803/4259078413]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-18T22:49:29.941 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:29 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:29.942 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:29 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:29.942 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:29 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:29.942 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:29 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:29.942 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:29 smithi099 ceph-mon[36725]: from='osd.0 [v2:172.21.15.52:6802/4259078413,v1:172.21.15.52:6803/4259078413]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-18T22:49:30.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:29 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:30.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:29 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:30.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:29 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:30.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:29 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:30.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:29 smithi181 ceph-mon[67256]: from='osd.0 [v2:172.21.15.52:6802/4259078413,v1:172.21.15.52:6803/4259078413]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-18T22:49:30.955 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:30 smithi099 ceph-mon[36725]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:30.955 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:30 smithi099 ceph-mon[36725]: from='osd.0 [v2:172.21.15.52:6802/4259078413,v1:172.21.15.52:6803/4259078413]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-18T22:49:30.955 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:30 smithi099 ceph-mon[36725]: osdmap e6: 1 total, 0 up, 1 in 2024-03-18T22:49:30.955 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:30 smithi099 ceph-mon[36725]: from='osd.0 [v2:172.21.15.52:6802/4259078413,v1:172.21.15.52:6803/4259078413]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-03-18T22:49:30.955 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:30 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-18T22:49:30.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:30 smithi052 ceph-mon[32520]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:30.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:30 smithi052 ceph-mon[32520]: from='osd.0 [v2:172.21.15.52:6802/4259078413,v1:172.21.15.52:6803/4259078413]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-18T22:49:30.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:30 smithi052 ceph-mon[32520]: osdmap e6: 1 total, 0 up, 1 in 2024-03-18T22:49:30.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:30 smithi052 ceph-mon[32520]: from='osd.0 [v2:172.21.15.52:6802/4259078413,v1:172.21.15.52:6803/4259078413]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-03-18T22:49:30.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:30 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-18T22:49:30.989 INFO:journalctl@ceph.osd.0.smithi052.stdout:Mar 18 22:49:30 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-0[47266]: 2024-03-18T22:49:30.770+0000 7f313305b700 -1 osd.0 0 waiting for initial osdmap 2024-03-18T22:49:30.990 INFO:journalctl@ceph.osd.0.smithi052.stdout:Mar 18 22:49:30 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-0[47266]: 2024-03-18T22:49:30.774+0000 7f312ee4e700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-18T22:49:31.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:30 smithi181 ceph-mon[67256]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:31.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:30 smithi181 ceph-mon[67256]: from='osd.0 [v2:172.21.15.52:6802/4259078413,v1:172.21.15.52:6803/4259078413]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-18T22:49:31.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:30 smithi181 ceph-mon[67256]: osdmap e6: 1 total, 0 up, 1 in 2024-03-18T22:49:31.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:30 smithi181 ceph-mon[67256]: from='osd.0 [v2:172.21.15.52:6802/4259078413,v1:172.21.15.52:6803/4259078413]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-03-18T22:49:31.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:30 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-18T22:49:31.344 INFO:teuthology.orchestra.run.smithi099.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-03-18T22:49:31.345 INFO:teuthology.orchestra.run.smithi099.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-03-18T22:49:31.345 INFO:teuthology.orchestra.run.smithi099.stderr: stderr: 10+0 records in 2024-03-18T22:49:31.345 INFO:teuthology.orchestra.run.smithi099.stderr:10+0 records out 2024-03-18T22:49:31.345 INFO:teuthology.orchestra.run.smithi099.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0127339 s, 823 MB/s 2024-03-18T22:49:31.345 INFO:teuthology.orchestra.run.smithi099.stderr:--> Zapping successful for: 2024-03-18T22:49:31.908 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:31 smithi099 ceph-mon[36725]: from='osd.0 [v2:172.21.15.52:6802/4259078413,v1:172.21.15.52:6803/4259078413]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-03-18T22:49:31.909 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:31 smithi099 ceph-mon[36725]: osdmap e7: 1 total, 0 up, 1 in 2024-03-18T22:49:31.909 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:31 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-18T22:49:31.909 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:31 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-18T22:49:31.935 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi099:vg_nvme/lv_4 2024-03-18T22:49:31.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:31 smithi052 ceph-mon[32520]: from='osd.0 [v2:172.21.15.52:6802/4259078413,v1:172.21.15.52:6803/4259078413]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-03-18T22:49:31.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:31 smithi052 ceph-mon[32520]: osdmap e7: 1 total, 0 up, 1 in 2024-03-18T22:49:31.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:31 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-18T22:49:31.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:31 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-18T22:49:32.180 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.b/config 2024-03-18T22:49:32.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:31 smithi181 ceph-mon[67256]: from='osd.0 [v2:172.21.15.52:6802/4259078413,v1:172.21.15.52:6803/4259078413]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-03-18T22:49:32.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:31 smithi181 ceph-mon[67256]: osdmap e7: 1 total, 0 up, 1 in 2024-03-18T22:49:32.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:31 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-18T22:49:32.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:31 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-18T22:49:32.865 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:32 smithi099 ceph-mon[36725]: purged_snaps scrub starts 2024-03-18T22:49:32.865 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:32 smithi099 ceph-mon[36725]: purged_snaps scrub ok 2024-03-18T22:49:32.865 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:32 smithi099 ceph-mon[36725]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:32.865 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:32 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-18T22:49:32.866 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:32 smithi099 ceph-mon[36725]: osd.0 [v2:172.21.15.52:6802/4259078413,v1:172.21.15.52:6803/4259078413] boot 2024-03-18T22:49:32.866 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:32 smithi099 ceph-mon[36725]: osdmap e8: 1 total, 1 up, 1 in 2024-03-18T22:49:32.866 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:32 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-18T22:49:32.866 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:32 smithi099 ceph-mon[36725]: Detected new or changed devices on smithi052 2024-03-18T22:49:32.866 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:32 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:32.866 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:32 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:32.866 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:32 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:49:32.866 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:32 smithi099 ceph-mon[36725]: Adjusting osd_memory_target on smithi052 to 17093M 2024-03-18T22:49:32.866 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:32 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:32.866 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:32 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:32.866 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:32 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:49:32.866 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:32 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:32.866 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:32 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:49:33.163 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:32 smithi181 ceph-mon[67256]: purged_snaps scrub starts 2024-03-18T22:49:33.164 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:32 smithi181 ceph-mon[67256]: purged_snaps scrub ok 2024-03-18T22:49:33.164 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:32 smithi181 ceph-mon[67256]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:33.164 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:32 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-18T22:49:33.164 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:32 smithi181 ceph-mon[67256]: osd.0 [v2:172.21.15.52:6802/4259078413,v1:172.21.15.52:6803/4259078413] boot 2024-03-18T22:49:33.164 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:32 smithi181 ceph-mon[67256]: osdmap e8: 1 total, 1 up, 1 in 2024-03-18T22:49:33.164 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:32 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-18T22:49:33.164 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:32 smithi181 ceph-mon[67256]: Detected new or changed devices on smithi052 2024-03-18T22:49:33.164 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:32 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:33.164 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:32 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:33.164 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:32 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:49:33.164 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:32 smithi181 ceph-mon[67256]: Adjusting osd_memory_target on smithi052 to 17093M 2024-03-18T22:49:33.164 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:32 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:33.164 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:32 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:33.165 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:32 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:49:33.165 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:32 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:33.165 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:32 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:49:33.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:32 smithi052 ceph-mon[32520]: purged_snaps scrub starts 2024-03-18T22:49:33.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:32 smithi052 ceph-mon[32520]: purged_snaps scrub ok 2024-03-18T22:49:33.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:32 smithi052 ceph-mon[32520]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-18T22:49:33.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:32 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-18T22:49:33.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:32 smithi052 ceph-mon[32520]: osd.0 [v2:172.21.15.52:6802/4259078413,v1:172.21.15.52:6803/4259078413] boot 2024-03-18T22:49:33.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:32 smithi052 ceph-mon[32520]: osdmap e8: 1 total, 1 up, 1 in 2024-03-18T22:49:33.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:32 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-18T22:49:33.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:32 smithi052 ceph-mon[32520]: Detected new or changed devices on smithi052 2024-03-18T22:49:33.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:32 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:33.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:32 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:33.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:32 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:49:33.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:32 smithi052 ceph-mon[32520]: Adjusting osd_memory_target on smithi052 to 17093M 2024-03-18T22:49:33.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:32 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:33.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:32 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:33.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:32 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:49:33.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:32 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:33.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:32 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:49:33.639 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.636+0000 7f7256c85700 1 -- 172.21.15.99:0/648263936 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7250101530 msgr2=0x7f7250101990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:49:33.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.636+0000 7f7256c85700 1 --2- 172.21.15.99:0/648263936 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7250101530 0x7f7250101990 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f723c009990 tx=0x7f723c009ca0 comp rx=0 tx=0).stop 2024-03-18T22:49:33.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.636+0000 7f7256c85700 1 -- 172.21.15.99:0/648263936 shutdown_connections 2024-03-18T22:49:33.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.636+0000 7f7256c85700 1 --2- 172.21.15.99:0/648263936 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7250101ed0 0x7f7250109790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:33.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.636+0000 7f7256c85700 1 --2- 172.21.15.99:0/648263936 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f72501027f0 0x7f7250102c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:33.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.636+0000 7f7256c85700 1 --2- 172.21.15.99:0/648263936 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7250101530 0x7f7250101990 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:33.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.636+0000 7f7256c85700 1 -- 172.21.15.99:0/648263936 >> 172.21.15.99:0/648263936 conn(0x7f72500fbfa0 msgr2=0x7f72500fe3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:49:33.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.636+0000 7f7256c85700 1 -- 172.21.15.99:0/648263936 shutdown_connections 2024-03-18T22:49:33.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.636+0000 7f7256c85700 1 -- 172.21.15.99:0/648263936 wait complete. 2024-03-18T22:49:33.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.637+0000 7f7256c85700 1 Processor -- start 2024-03-18T22:49:33.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.637+0000 7f7256c85700 1 -- start start 2024-03-18T22:49:33.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.637+0000 7f7256c85700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7250101530 0x7f7250100fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:49:33.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.637+0000 7f7256c85700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7250101ed0 0x7f725019d380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:49:33.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.637+0000 7f7256c85700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f72501027f0 0x7f725019fa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:49:33.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.637+0000 7f7256c85700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f725010cf80 con 0x7f7250101530 2024-03-18T22:49:33.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.637+0000 7f7256c85700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f725010ce00 con 0x7f72501027f0 2024-03-18T22:49:33.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.637+0000 7f7256c85700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f725010d100 con 0x7f7250101ed0 2024-03-18T22:49:33.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.637+0000 7f7255222700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f72501027f0 0x7f725019fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:49:33.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.637+0000 7f724ffff700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7250101ed0 0x7f725019d380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:49:33.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.637+0000 7f724ffff700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7250101ed0 0x7f725019d380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.99:33516/0 (socket says 172.21.15.99:33516) 2024-03-18T22:49:33.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.637+0000 7f724ffff700 1 -- 172.21.15.99:0/2362351960 learned_addr learned my addr 172.21.15.99:0/2362351960 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-03-18T22:49:33.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.637+0000 7f7255222700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f72501027f0 0x7f725019fa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:59778/0 (socket says 172.21.15.99:59778) 2024-03-18T22:49:33.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.637+0000 7f7254a21700 1 --2- 172.21.15.99:0/2362351960 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7250101530 0x7f7250100fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:49:33.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.638+0000 7f7255222700 1 -- 172.21.15.99:0/2362351960 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7250101ed0 msgr2=0x7f725019d380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:49:33.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.638+0000 7f7255222700 1 --2- 172.21.15.99:0/2362351960 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7250101ed0 0x7f725019d380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:33.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.638+0000 7f7255222700 1 -- 172.21.15.99:0/2362351960 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7250101530 msgr2=0x7f7250100fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:49:33.642 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.638+0000 7f7255222700 1 --2- 172.21.15.99:0/2362351960 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7250101530 0x7f7250100fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:33.642 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.638+0000 7f7255222700 1 -- 172.21.15.99:0/2362351960 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72501a02e0 con 0x7f72501027f0 2024-03-18T22:49:33.642 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.638+0000 7f724ffff700 1 --2- 172.21.15.99:0/2362351960 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7250101ed0 0x7f725019d380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:49:33.642 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.638+0000 7f7255222700 1 --2- 172.21.15.99:0/2362351960 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f72501027f0 0x7f725019fa10 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f7248007f10 tx=0x7f724800d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:49:33.642 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.638+0000 7f724dffb700 1 -- 172.21.15.99:0/2362351960 <== mon.2 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7248004db0 con 0x7f72501027f0 2024-03-18T22:49:33.642 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.638+0000 7f724dffb700 1 -- 172.21.15.99:0/2362351960 <== mon.2 v2:172.21.15.99:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7248009e20 con 0x7f72501027f0 2024-03-18T22:49:33.642 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.638+0000 7f724dffb700 1 -- 172.21.15.99:0/2362351960 <== mon.2 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7248015660 con 0x7f72501027f0 2024-03-18T22:49:33.642 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.638+0000 7f7256c85700 1 -- 172.21.15.99:0/2362351960 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72501a05d0 con 0x7f72501027f0 2024-03-18T22:49:33.642 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.638+0000 7f7256c85700 1 -- 172.21.15.99:0/2362351960 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72501a0b10 con 0x7f72501027f0 2024-03-18T22:49:33.644 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.639+0000 7f7256c85700 1 -- 172.21.15.99:0/2362351960 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7250068fd0 con 0x7f72501027f0 2024-03-18T22:49:33.644 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.640+0000 7f724dffb700 1 -- 172.21.15.99:0/2362351960 <== mon.2 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 15) ==== 137234+0+0 (secure 0 0 0) 0x7f724800db20 con 0x7f72501027f0 2024-03-18T22:49:33.644 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.641+0000 7f724dffb700 1 --2- 172.21.15.99:0/2362351960 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f72400a2880 0x7f72400a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:49:33.644 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.641+0000 7f724dffb700 1 -- 172.21.15.99:0/2362351960 <== mon.2 v2:172.21.15.99:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7f72480cc850 con 0x7f72501027f0 2024-03-18T22:49:33.644 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.641+0000 7f7254a21700 1 --2- 172.21.15.99:0/2362351960 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f72400a2880 0x7f72400a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:49:33.644 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.642+0000 7f7254a21700 1 --2- 172.21.15.99:0/2362351960 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f72400a2880 0x7f72400a4d40 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f725006a7f0 tx=0x7f7244007400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:49:33.646 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.645+0000 7f724dffb700 1 -- 172.21.15.99:0/2362351960 <== mon.2 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f7248010070 con 0x7f72501027f0 2024-03-18T22:49:33.851 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:33.850+0000 7f7256c85700 1 -- 172.21.15.99:0/2362351960 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f7250062750 con 0x7f72400a2880 2024-03-18T22:49:34.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:33 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:34.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:33 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:49:34.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:33 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:34.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:33 smithi052 ceph-mon[32520]: osdmap e9: 1 total, 1 up, 1 in 2024-03-18T22:49:34.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:33 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:34.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:33 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:49:34.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:33 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:34.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:33 smithi181 ceph-mon[67256]: osdmap e9: 1 total, 1 up, 1 in 2024-03-18T22:49:34.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:33 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:34.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:33 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:49:34.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:33 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:34.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:33 smithi099 ceph-mon[36725]: osdmap e9: 1 total, 1 up, 1 in 2024-03-18T22:49:35.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:34 smithi099 ceph-mon[36725]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:35.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:34 smithi099 ceph-mon[36725]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:49:35.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:34 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:49:35.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:34 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:49:35.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:34 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:35.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:34 smithi052 ceph-mon[32520]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:35.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:34 smithi052 ceph-mon[32520]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:49:35.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:34 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:49:35.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:34 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:49:35.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:34 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:35.265 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:34 smithi181 ceph-mon[67256]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:35.265 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:34 smithi181 ceph-mon[67256]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:49:35.265 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:34 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:49:35.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:34 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:49:35.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:34 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:37.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:36 smithi099 ceph-mon[36725]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:37.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:36 smithi099 ceph-mon[36725]: from='client.? 172.21.15.99:0/4146447786' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "602a7d92-7ff5-457e-b1e1-ab1e9eae6dfb"}]: dispatch 2024-03-18T22:49:37.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:36 smithi099 ceph-mon[36725]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "602a7d92-7ff5-457e-b1e1-ab1e9eae6dfb"}]: dispatch 2024-03-18T22:49:37.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:36 smithi099 ceph-mon[36725]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "602a7d92-7ff5-457e-b1e1-ab1e9eae6dfb"}]': finished 2024-03-18T22:49:37.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:36 smithi099 ceph-mon[36725]: osdmap e10: 2 total, 1 up, 2 in 2024-03-18T22:49:37.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:36 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-18T22:49:37.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:36 smithi052 ceph-mon[32520]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:37.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:36 smithi052 ceph-mon[32520]: from='client.? 172.21.15.99:0/4146447786' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "602a7d92-7ff5-457e-b1e1-ab1e9eae6dfb"}]: dispatch 2024-03-18T22:49:37.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:36 smithi052 ceph-mon[32520]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "602a7d92-7ff5-457e-b1e1-ab1e9eae6dfb"}]: dispatch 2024-03-18T22:49:37.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:36 smithi052 ceph-mon[32520]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "602a7d92-7ff5-457e-b1e1-ab1e9eae6dfb"}]': finished 2024-03-18T22:49:37.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:36 smithi052 ceph-mon[32520]: osdmap e10: 2 total, 1 up, 2 in 2024-03-18T22:49:37.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:36 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-18T22:49:37.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:36 smithi181 ceph-mon[67256]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:37.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:36 smithi181 ceph-mon[67256]: from='client.? 172.21.15.99:0/4146447786' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "602a7d92-7ff5-457e-b1e1-ab1e9eae6dfb"}]: dispatch 2024-03-18T22:49:37.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:36 smithi181 ceph-mon[67256]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "602a7d92-7ff5-457e-b1e1-ab1e9eae6dfb"}]: dispatch 2024-03-18T22:49:37.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:36 smithi181 ceph-mon[67256]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "602a7d92-7ff5-457e-b1e1-ab1e9eae6dfb"}]': finished 2024-03-18T22:49:37.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:36 smithi181 ceph-mon[67256]: osdmap e10: 2 total, 1 up, 2 in 2024-03-18T22:49:37.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:36 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-18T22:49:38.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:37 smithi052 ceph-mon[32520]: from='client.? 172.21.15.99:0/834893624' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:49:38.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:37 smithi181 ceph-mon[67256]: from='client.? 172.21.15.99:0/834893624' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:49:38.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:37 smithi099 ceph-mon[36725]: from='client.? 172.21.15.99:0/834893624' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:49:39.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:38 smithi052 ceph-mon[32520]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:39.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:38 smithi181 ceph-mon[67256]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:39.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:38 smithi099 ceph-mon[36725]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:41.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:40 smithi099 ceph-mon[36725]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:41.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:40 smithi052 ceph-mon[32520]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:41.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:40 smithi181 ceph-mon[67256]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:43.045 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:42 smithi099 ceph-mon[36725]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:43.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:42 smithi052 ceph-mon[32520]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:43.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:42 smithi181 ceph-mon[67256]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:44.138 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:43 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-18T22:49:44.139 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:43 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:44.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:43 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-18T22:49:44.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:43 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:44.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:43 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-18T22:49:44.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:43 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:45.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:44 smithi099 ceph-mon[36725]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:45.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:44 smithi099 ceph-mon[36725]: Deploying daemon osd.1 on smithi099 2024-03-18T22:49:45.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:44 smithi052 ceph-mon[32520]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:45.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:44 smithi052 ceph-mon[32520]: Deploying daemon osd.1 on smithi099 2024-03-18T22:49:45.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:44 smithi181 ceph-mon[67256]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:45.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:44 smithi181 ceph-mon[67256]: Deploying daemon osd.1 on smithi099 2024-03-18T22:49:46.999 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:46 smithi099 ceph-mon[36725]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:47.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:46 smithi052 ceph-mon[32520]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:47.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:46 smithi181 ceph-mon[67256]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:49.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:48 smithi052 ceph-mon[32520]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:49.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:48 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:49.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:48 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:49.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:48 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:49:49.243 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:48 smithi099 ceph-mon[36725]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:49.243 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:48 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:49.243 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:48 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:49.243 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:48 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:49:49.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:48 smithi181 ceph-mon[67256]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:49.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:48 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:49.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:48 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:49.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:48 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:49:51.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:50 smithi099 ceph-mon[36725]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:51.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:50 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:51.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:50 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:51.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:50 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:51.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:50 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:49:51.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:50 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:51.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:50 smithi052 ceph-mon[32520]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:51.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:50 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:51.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:50 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:51.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:50 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:51.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:50 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:49:51.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:50 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:51.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:50 smithi181 ceph-mon[67256]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:51.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:50 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:51.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:50 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:51.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:50 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:51.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:50 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:49:51.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:50 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:52.015 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:52.014+0000 7f724dffb700 1 -- 172.21.15.99:0/2362351960 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f7250062750 con 0x7f72400a2880 2024-03-18T22:49:52.016 INFO:teuthology.orchestra.run.smithi099.stdout:Created osd(s) 1 on host 'smithi099' 2024-03-18T22:49:52.018 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:52.017+0000 7f7256c85700 1 -- 172.21.15.99:0/2362351960 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f72400a2880 msgr2=0x7f72400a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:49:52.018 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:52.017+0000 7f7256c85700 1 --2- 172.21.15.99:0/2362351960 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f72400a2880 0x7f72400a4d40 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f725006a7f0 tx=0x7f7244007400 comp rx=0 tx=0).stop 2024-03-18T22:49:52.018 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:52.017+0000 7f7256c85700 1 -- 172.21.15.99:0/2362351960 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f72501027f0 msgr2=0x7f725019fa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:49:52.018 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:52.017+0000 7f7256c85700 1 --2- 172.21.15.99:0/2362351960 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f72501027f0 0x7f725019fa10 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f7248007f10 tx=0x7f724800d3b0 comp rx=0 tx=0).stop 2024-03-18T22:49:52.018 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:52.017+0000 7f7256c85700 1 -- 172.21.15.99:0/2362351960 shutdown_connections 2024-03-18T22:49:52.018 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:52.017+0000 7f7256c85700 1 --2- 172.21.15.99:0/2362351960 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f72400a2880 0x7f72400a4d40 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:52.018 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:52.017+0000 7f7256c85700 1 --2- 172.21.15.99:0/2362351960 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f72501027f0 0x7f725019fa10 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:52.018 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:52.017+0000 7f7256c85700 1 --2- 172.21.15.99:0/2362351960 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7250101530 0x7f7250100fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:52.019 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:52.017+0000 7f7256c85700 1 --2- 172.21.15.99:0/2362351960 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7250101ed0 0x7f725019d380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:52.019 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:52.017+0000 7f7256c85700 1 -- 172.21.15.99:0/2362351960 >> 172.21.15.99:0/2362351960 conn(0x7f72500fbfa0 msgr2=0x7f7250105770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:49:52.019 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:52.017+0000 7f7256c85700 1 -- 172.21.15.99:0/2362351960 shutdown_connections 2024-03-18T22:49:52.019 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:49:52.017+0000 7f7256c85700 1 -- 172.21.15.99:0/2362351960 wait complete. 2024-03-18T22:49:52.608 DEBUG:teuthology.orchestra.run.smithi099:osd.1> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.1.service 2024-03-18T22:49:52.611 INFO:tasks.cephadm:Deploying osd.2 on smithi181 with /dev/vg_nvme/lv_4... 2024-03-18T22:49:52.611 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-03-18T22:49:52.857 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.c/config 2024-03-18T22:49:53.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:52 smithi181 ceph-mon[67256]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:53.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:52 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:53.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:52 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:53.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:52 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:49:53.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:52 smithi181 ceph-mon[67256]: from='osd.1 [v2:172.21.15.99:6800/500160796,v1:172.21.15.99:6801/500160796]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-18T22:49:53.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:52 smithi181 ceph-mon[67256]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-18T22:49:53.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:52 smithi099 ceph-mon[36725]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:53.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:52 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:53.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:52 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:53.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:52 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:49:53.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:52 smithi099 ceph-mon[36725]: from='osd.1 [v2:172.21.15.99:6800/500160796,v1:172.21.15.99:6801/500160796]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-18T22:49:53.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:52 smithi099 ceph-mon[36725]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-18T22:49:53.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:52 smithi052 ceph-mon[32520]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:53.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:52 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:53.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:52 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:53.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:52 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:49:53.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:52 smithi052 ceph-mon[32520]: from='osd.1 [v2:172.21.15.99:6800/500160796,v1:172.21.15.99:6801/500160796]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-18T22:49:53.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:52 smithi052 ceph-mon[32520]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-18T22:49:54.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:54 smithi181 ceph-mon[67256]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-18T22:49:54.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:54 smithi181 ceph-mon[67256]: from='osd.1 [v2:172.21.15.99:6800/500160796,v1:172.21.15.99:6801/500160796]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-03-18T22:49:54.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:54 smithi181 ceph-mon[67256]: osdmap e11: 2 total, 1 up, 2 in 2024-03-18T22:49:54.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:54 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-18T22:49:54.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:54 smithi181 ceph-mon[67256]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-03-18T22:49:54.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:54 smithi099 ceph-mon[36725]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-18T22:49:54.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:54 smithi099 ceph-mon[36725]: from='osd.1 [v2:172.21.15.99:6800/500160796,v1:172.21.15.99:6801/500160796]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-03-18T22:49:54.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:54 smithi099 ceph-mon[36725]: osdmap e11: 2 total, 1 up, 2 in 2024-03-18T22:49:54.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:54 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-18T22:49:54.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:54 smithi099 ceph-mon[36725]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-03-18T22:49:54.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:54 smithi052 ceph-mon[32520]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-18T22:49:54.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:54 smithi052 ceph-mon[32520]: from='osd.1 [v2:172.21.15.99:6800/500160796,v1:172.21.15.99:6801/500160796]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-03-18T22:49:54.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:54 smithi052 ceph-mon[32520]: osdmap e11: 2 total, 1 up, 2 in 2024-03-18T22:49:54.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:54 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-18T22:49:54.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:54 smithi052 ceph-mon[32520]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-03-18T22:49:54.761 INFO:teuthology.orchestra.run.smithi181.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-03-18T22:49:54.761 INFO:teuthology.orchestra.run.smithi181.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-03-18T22:49:54.761 INFO:teuthology.orchestra.run.smithi181.stderr: stderr: 10+0 records in 2024-03-18T22:49:54.761 INFO:teuthology.orchestra.run.smithi181.stderr:10+0 records out 2024-03-18T22:49:54.762 INFO:teuthology.orchestra.run.smithi181.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0118929 s, 882 MB/s 2024-03-18T22:49:54.762 INFO:teuthology.orchestra.run.smithi181.stderr:--> Zapping successful for: 2024-03-18T22:49:55.080 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:55 smithi181 ceph-mon[67256]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:55.080 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:55 smithi181 ceph-mon[67256]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-03-18T22:49:55.080 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:55 smithi181 ceph-mon[67256]: osdmap e12: 2 total, 1 up, 2 in 2024-03-18T22:49:55.080 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:55 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-18T22:49:55.080 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:55 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-18T22:49:55.080 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:55 smithi181 ceph-mon[67256]: from='osd.1 ' entity='osd.1' 2024-03-18T22:49:55.111 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:55 smithi099 ceph-mon[36725]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:55.111 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:55 smithi099 ceph-mon[36725]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-03-18T22:49:55.111 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:55 smithi099 ceph-mon[36725]: osdmap e12: 2 total, 1 up, 2 in 2024-03-18T22:49:55.111 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:55 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-18T22:49:55.111 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:55 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-18T22:49:55.111 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:55 smithi099 ceph-mon[36725]: from='osd.1 ' entity='osd.1' 2024-03-18T22:49:55.112 INFO:journalctl@ceph.osd.1.smithi099.stdout:Mar 18 22:49:54 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-1[41341]: 2024-03-18T22:49:54.941+0000 7f0f231c4700 -1 osd.1 0 waiting for initial osdmap 2024-03-18T22:49:55.112 INFO:journalctl@ceph.osd.1.smithi099.stdout:Mar 18 22:49:55 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-1[41341]: 2024-03-18T22:49:55.086+0000 7f0f1afaf700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-18T22:49:55.348 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi181:vg_nvme/lv_4 2024-03-18T22:49:55.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:55 smithi052 ceph-mon[32520]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:55.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:55 smithi052 ceph-mon[32520]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-03-18T22:49:55.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:55 smithi052 ceph-mon[32520]: osdmap e12: 2 total, 1 up, 2 in 2024-03-18T22:49:55.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:55 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-18T22:49:55.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:55 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-18T22:49:55.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:55 smithi052 ceph-mon[32520]: from='osd.1 ' entity='osd.1' 2024-03-18T22:49:55.602 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.c/config 2024-03-18T22:49:56.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:56 smithi181 ceph-mon[67256]: purged_snaps scrub starts 2024-03-18T22:49:56.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:56 smithi181 ceph-mon[67256]: purged_snaps scrub ok 2024-03-18T22:49:56.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:56 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-18T22:49:56.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:56 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:56.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:56 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:56.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:56 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:49:56.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:56 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:56.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:56 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:56.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:56 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:49:56.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:56 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:56.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:56 smithi052 ceph-mon[32520]: purged_snaps scrub starts 2024-03-18T22:49:56.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:56 smithi052 ceph-mon[32520]: purged_snaps scrub ok 2024-03-18T22:49:56.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:56 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-18T22:49:56.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:56 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:56.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:56 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:56.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:56 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:49:56.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:56 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:56.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:56 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:56.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:56 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:49:56.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:56 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:56.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:56 smithi099 ceph-mon[36725]: purged_snaps scrub starts 2024-03-18T22:49:56.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:56 smithi099 ceph-mon[36725]: purged_snaps scrub ok 2024-03-18T22:49:56.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:56 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-18T22:49:56.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:56 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:56.526 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:56 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:56.526 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:56 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:49:56.526 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:56 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:56.526 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:56 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:56.526 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:56 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:49:56.527 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:56 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:49:57.057 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:57 smithi181 ceph-mon[67256]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:57.057 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:57 smithi181 ceph-mon[67256]: Detected new or changed devices on smithi099 2024-03-18T22:49:57.057 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:57 smithi181 ceph-mon[67256]: Adjusting osd_memory_target on smithi099 to 17080M 2024-03-18T22:49:57.057 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:57 smithi181 ceph-mon[67256]: osd.1 [v2:172.21.15.99:6800/500160796,v1:172.21.15.99:6801/500160796] boot 2024-03-18T22:49:57.057 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:57 smithi181 ceph-mon[67256]: osdmap e13: 2 total, 2 up, 2 in 2024-03-18T22:49:57.057 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:57 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-18T22:49:57.077 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.076+0000 7fb43365b700 1 -- 172.21.15.181:0/3283226788 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb42c103f20 msgr2=0x7fb42c10a7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:49:57.077 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.076+0000 7fb43365b700 1 --2- 172.21.15.181:0/3283226788 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb42c103f20 0x7fb42c10a7d0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fb428009990 tx=0x7fb428009ca0 comp rx=0 tx=0).stop 2024-03-18T22:49:57.078 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.076+0000 7fb43365b700 1 -- 172.21.15.181:0/3283226788 shutdown_connections 2024-03-18T22:49:57.078 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.076+0000 7fb43365b700 1 --2- 172.21.15.181:0/3283226788 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb42c103f20 0x7fb42c10a7d0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:57.078 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.076+0000 7fb43365b700 1 --2- 172.21.15.181:0/3283226788 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb42c102380 0x7fb42c1027a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:57.078 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.076+0000 7fb43365b700 1 --2- 172.21.15.181:0/3283226788 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb42c103580 0x7fb42c1039e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:57.078 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.076+0000 7fb43365b700 1 -- 172.21.15.181:0/3283226788 >> 172.21.15.181:0/3283226788 conn(0x7fb42c0fd960 msgr2=0x7fb42c0ffd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:49:57.078 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.076+0000 7fb43365b700 1 -- 172.21.15.181:0/3283226788 shutdown_connections 2024-03-18T22:49:57.078 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.076+0000 7fb43365b700 1 -- 172.21.15.181:0/3283226788 wait complete. 2024-03-18T22:49:57.080 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.077+0000 7fb43365b700 1 Processor -- start 2024-03-18T22:49:57.080 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.077+0000 7fb43365b700 1 -- start start 2024-03-18T22:49:57.080 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.077+0000 7fb43365b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb42c102380 0x7fb42c1986c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:49:57.080 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.077+0000 7fb43365b700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb42c103580 0x7fb42c198c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:49:57.080 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.077+0000 7fb43365b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb42c103f20 0x7fb42c19fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:49:57.080 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.077+0000 7fb43365b700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb42c10e1a0 con 0x7fb42c102380 2024-03-18T22:49:57.080 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.077+0000 7fb43365b700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fb42c10e020 con 0x7fb42c103f20 2024-03-18T22:49:57.081 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.077+0000 7fb43365b700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fb42c10e320 con 0x7fb42c103580 2024-03-18T22:49:57.081 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.077+0000 7fb430bf6700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb42c103580 0x7fb42c198c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:49:57.081 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.077+0000 7fb430bf6700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb42c103580 0x7fb42c198c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.181:50456/0 (socket says 172.21.15.181:50456) 2024-03-18T22:49:57.081 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.077+0000 7fb430bf6700 1 -- 172.21.15.181:0/3547694999 learned_addr learned my addr 172.21.15.181:0/3547694999 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-03-18T22:49:57.081 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.077+0000 7fb4313f7700 1 --2- 172.21.15.181:0/3547694999 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb42c102380 0x7fb42c1986c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:49:57.081 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.077+0000 7fb431bf8700 1 --2- 172.21.15.181:0/3547694999 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb42c103f20 0x7fb42c19fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:49:57.081 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.078+0000 7fb430bf6700 1 -- 172.21.15.181:0/3547694999 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb42c103f20 msgr2=0x7fb42c19fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:49:57.081 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.078+0000 7fb430bf6700 1 --2- 172.21.15.181:0/3547694999 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb42c103f20 0x7fb42c19fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:57.081 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.078+0000 7fb430bf6700 1 -- 172.21.15.181:0/3547694999 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb42c102380 msgr2=0x7fb42c1986c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:49:57.081 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.078+0000 7fb430bf6700 1 --2- 172.21.15.181:0/3547694999 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb42c102380 0x7fb42c1986c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:49:57.081 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.078+0000 7fb430bf6700 1 -- 172.21.15.181:0/3547694999 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb42c1a0320 con 0x7fb42c103580 2024-03-18T22:49:57.081 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.078+0000 7fb431bf8700 1 --2- 172.21.15.181:0/3547694999 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb42c103f20 0x7fb42c19fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-18T22:49:57.081 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.078+0000 7fb430bf6700 1 --2- 172.21.15.181:0/3547694999 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb42c103580 0x7fb42c198c00 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fb41c00b560 tx=0x7fb41c00b870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:49:57.082 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.078+0000 7fb4227fc700 1 -- 172.21.15.181:0/3547694999 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb41c015020 con 0x7fb42c103580 2024-03-18T22:49:57.082 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.078+0000 7fb43365b700 1 -- 172.21.15.181:0/3547694999 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb42c1a0610 con 0x7fb42c103580 2024-03-18T22:49:57.082 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.078+0000 7fb4227fc700 1 -- 172.21.15.181:0/3547694999 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb41c011d30 con 0x7fb42c103580 2024-03-18T22:49:57.082 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.078+0000 7fb4227fc700 1 -- 172.21.15.181:0/3547694999 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb41c00f2e0 con 0x7fb42c103580 2024-03-18T22:49:57.082 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.078+0000 7fb43365b700 1 -- 172.21.15.181:0/3547694999 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb42c1a0bd0 con 0x7fb42c103580 2024-03-18T22:49:57.082 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.079+0000 7fb43365b700 1 -- 172.21.15.181:0/3547694999 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb42c068fd0 con 0x7fb42c103580 2024-03-18T22:49:57.083 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.080+0000 7fb4227fc700 1 -- 172.21.15.181:0/3547694999 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 15) ==== 137234+0+0 (secure 0 0 0) 0x7fb41c018020 con 0x7fb42c103580 2024-03-18T22:49:57.083 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.080+0000 7fb4227fc700 1 --2- 172.21.15.181:0/3547694999 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fb4180a2800 0x7fb4180a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:49:57.083 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.081+0000 7fb4227fc700 1 -- 172.21.15.181:0/3547694999 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7fb41c0cc990 con 0x7fb42c103580 2024-03-18T22:49:57.083 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.081+0000 7fb4313f7700 1 --2- 172.21.15.181:0/3547694999 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fb4180a2800 0x7fb4180a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:49:57.083 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.081+0000 7fb4313f7700 1 --2- 172.21.15.181:0/3547694999 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fb4180a2800 0x7fb4180a4cc0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb42c1033e0 tx=0x7fb42400d040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:49:57.086 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.085+0000 7fb4227fc700 1 -- 172.21.15.181:0/3547694999 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fb41c01f020 con 0x7fb42c103580 2024-03-18T22:49:57.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:57 smithi099 ceph-mon[36725]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:57.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:57 smithi099 ceph-mon[36725]: Detected new or changed devices on smithi099 2024-03-18T22:49:57.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:57 smithi099 ceph-mon[36725]: Adjusting osd_memory_target on smithi099 to 17080M 2024-03-18T22:49:57.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:57 smithi099 ceph-mon[36725]: osd.1 [v2:172.21.15.99:6800/500160796,v1:172.21.15.99:6801/500160796] boot 2024-03-18T22:49:57.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:57 smithi099 ceph-mon[36725]: osdmap e13: 2 total, 2 up, 2 in 2024-03-18T22:49:57.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:57 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-18T22:49:57.292 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:49:57.291+0000 7fb43365b700 1 -- 172.21.15.181:0/3547694999 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fb42c062750 con 0x7fb4180a2800 2024-03-18T22:49:57.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:57 smithi052 ceph-mon[32520]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-18T22:49:57.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:57 smithi052 ceph-mon[32520]: Detected new or changed devices on smithi099 2024-03-18T22:49:57.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:57 smithi052 ceph-mon[32520]: Adjusting osd_memory_target on smithi099 to 17080M 2024-03-18T22:49:57.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:57 smithi052 ceph-mon[32520]: osd.1 [v2:172.21.15.99:6800/500160796,v1:172.21.15.99:6801/500160796] boot 2024-03-18T22:49:57.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:57 smithi052 ceph-mon[32520]: osdmap e13: 2 total, 2 up, 2 in 2024-03-18T22:49:57.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:57 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-18T22:49:58.218 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:58 smithi181 ceph-mon[67256]: osdmap e14: 2 total, 2 up, 2 in 2024-03-18T22:49:58.218 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:58 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:49:58.218 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:58 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:49:58.218 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:58 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:58.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:58 smithi052 ceph-mon[32520]: osdmap e14: 2 total, 2 up, 2 in 2024-03-18T22:49:58.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:58 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:49:58.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:58 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:49:58.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:58 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:58.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:58 smithi099 ceph-mon[36725]: osdmap e14: 2 total, 2 up, 2 in 2024-03-18T22:49:58.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:58 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:49:58.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:58 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:49:58.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:58 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:49:59.250 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:59 smithi181 ceph-mon[67256]: pgmap v66: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:49:59.250 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:49:59 smithi181 ceph-mon[67256]: from='client.24148 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:49:59.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:59 smithi052 ceph-mon[32520]: pgmap v66: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:49:59.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:49:59 smithi052 ceph-mon[32520]: from='client.24148 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:49:59.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:59 smithi099 ceph-mon[36725]: pgmap v66: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:49:59.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:49:59 smithi099 ceph-mon[36725]: from='client.24148 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:50:00.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:00 smithi052 ceph-mon[32520]: from='client.? 172.21.15.181:0/3631755003' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5d4dba3-77ad-46f9-b510-d3b26f14077d"}]: dispatch 2024-03-18T22:50:00.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:00 smithi052 ceph-mon[32520]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5d4dba3-77ad-46f9-b510-d3b26f14077d"}]: dispatch 2024-03-18T22:50:00.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:00 smithi052 ceph-mon[32520]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d5d4dba3-77ad-46f9-b510-d3b26f14077d"}]': finished 2024-03-18T22:50:00.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:00 smithi052 ceph-mon[32520]: osdmap e15: 3 total, 2 up, 3 in 2024-03-18T22:50:00.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:00 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-18T22:50:00.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:00 smithi052 ceph-mon[32520]: overall HEALTH_OK 2024-03-18T22:50:00.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:00 smithi181 ceph-mon[67256]: from='client.? 172.21.15.181:0/3631755003' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5d4dba3-77ad-46f9-b510-d3b26f14077d"}]: dispatch 2024-03-18T22:50:00.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:00 smithi181 ceph-mon[67256]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5d4dba3-77ad-46f9-b510-d3b26f14077d"}]: dispatch 2024-03-18T22:50:00.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:00 smithi181 ceph-mon[67256]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d5d4dba3-77ad-46f9-b510-d3b26f14077d"}]': finished 2024-03-18T22:50:00.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:00 smithi181 ceph-mon[67256]: osdmap e15: 3 total, 2 up, 3 in 2024-03-18T22:50:00.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:00 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-18T22:50:00.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:00 smithi181 ceph-mon[67256]: overall HEALTH_OK 2024-03-18T22:50:00.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:00 smithi099 ceph-mon[36725]: from='client.? 172.21.15.181:0/3631755003' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5d4dba3-77ad-46f9-b510-d3b26f14077d"}]: dispatch 2024-03-18T22:50:00.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:00 smithi099 ceph-mon[36725]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5d4dba3-77ad-46f9-b510-d3b26f14077d"}]: dispatch 2024-03-18T22:50:00.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:00 smithi099 ceph-mon[36725]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d5d4dba3-77ad-46f9-b510-d3b26f14077d"}]': finished 2024-03-18T22:50:00.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:00 smithi099 ceph-mon[36725]: osdmap e15: 3 total, 2 up, 3 in 2024-03-18T22:50:00.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:00 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-18T22:50:00.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:00 smithi099 ceph-mon[36725]: overall HEALTH_OK 2024-03-18T22:50:01.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:01 smithi052 ceph-mon[32520]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:01.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:01 smithi052 ceph-mon[32520]: from='client.? 172.21.15.181:0/341850569' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:50:01.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:01 smithi181 ceph-mon[67256]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:01.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:01 smithi181 ceph-mon[67256]: from='client.? 172.21.15.181:0/341850569' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:50:01.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:01 smithi099 ceph-mon[36725]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:01.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:01 smithi099 ceph-mon[36725]: from='client.? 172.21.15.181:0/341850569' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:50:03.315 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:03 smithi181 ceph-mon[67256]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:03.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:03 smithi052 ceph-mon[32520]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:03.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:03 smithi099 ceph-mon[36725]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:05.234 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:05 smithi181 ceph-mon[67256]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:05.317 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:05 smithi099 ceph-mon[36725]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:05.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:05 smithi052 ceph-mon[32520]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:07.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:07 smithi052 ceph-mon[32520]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:07.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:07 smithi181 ceph-mon[67256]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:07.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:07 smithi099 ceph-mon[36725]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:08.121 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:08 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-18T22:50:08.121 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:08 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:50:08.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:08 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-18T22:50:08.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:08 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:50:08.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:08 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-18T22:50:08.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:08 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:50:09.387 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:09 smithi181 ceph-mon[67256]: Deploying daemon osd.2 on smithi181 2024-03-18T22:50:09.388 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:09 smithi181 ceph-mon[67256]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:09.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:09 smithi052 ceph-mon[32520]: Deploying daemon osd.2 on smithi181 2024-03-18T22:50:09.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:09 smithi052 ceph-mon[32520]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:09.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:09 smithi099 ceph-mon[36725]: Deploying daemon osd.2 on smithi181 2024-03-18T22:50:09.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:09 smithi099 ceph-mon[36725]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:11.321 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:11 smithi181 ceph-mon[67256]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:11.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:11 smithi052 ceph-mon[32520]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:11.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:11 smithi099 ceph-mon[36725]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:13.092 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:13 smithi181 ceph-mon[67256]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:13.092 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:13 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:13.092 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:13 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:13.092 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:13 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:50:13.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:13 smithi052 ceph-mon[32520]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:13.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:13 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:13.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:13 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:13.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:13 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:50:13.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:13 smithi099 ceph-mon[36725]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:13.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:13 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:13.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:13 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:13.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:13 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:50:15.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:15 smithi181 ceph-mon[67256]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:15.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:15 smithi052 ceph-mon[32520]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:15.511 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:50:15.511+0000 7fb4227fc700 1 -- 172.21.15.181:0/3547694999 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fb42c062750 con 0x7fb4180a2800 2024-03-18T22:50:15.512 INFO:teuthology.orchestra.run.smithi181.stdout:Created osd(s) 2 on host 'smithi181' 2024-03-18T22:50:15.513 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:50:15.513+0000 7fb43365b700 1 -- 172.21.15.181:0/3547694999 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fb4180a2800 msgr2=0x7fb4180a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:50:15.514 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:50:15.513+0000 7fb43365b700 1 --2- 172.21.15.181:0/3547694999 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fb4180a2800 0x7fb4180a4cc0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb42c1033e0 tx=0x7fb42400d040 comp rx=0 tx=0).stop 2024-03-18T22:50:15.514 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:50:15.513+0000 7fb43365b700 1 -- 172.21.15.181:0/3547694999 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb42c103580 msgr2=0x7fb42c198c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:50:15.514 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:50:15.513+0000 7fb43365b700 1 --2- 172.21.15.181:0/3547694999 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb42c103580 0x7fb42c198c00 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fb41c00b560 tx=0x7fb41c00b870 comp rx=0 tx=0).stop 2024-03-18T22:50:15.514 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:50:15.513+0000 7fb43365b700 1 -- 172.21.15.181:0/3547694999 shutdown_connections 2024-03-18T22:50:15.514 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:50:15.513+0000 7fb43365b700 1 --2- 172.21.15.181:0/3547694999 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fb4180a2800 0x7fb4180a4cc0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:50:15.514 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:50:15.513+0000 7fb43365b700 1 --2- 172.21.15.181:0/3547694999 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb42c103f20 0x7fb42c19fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:50:15.514 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:50:15.513+0000 7fb43365b700 1 --2- 172.21.15.181:0/3547694999 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb42c102380 0x7fb42c1986c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:50:15.514 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:50:15.513+0000 7fb43365b700 1 --2- 172.21.15.181:0/3547694999 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb42c103580 0x7fb42c198c00 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:50:15.514 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:50:15.513+0000 7fb43365b700 1 -- 172.21.15.181:0/3547694999 >> 172.21.15.181:0/3547694999 conn(0x7fb42c0fd960 msgr2=0x7fb42c1067b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:50:15.514 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:50:15.513+0000 7fb43365b700 1 -- 172.21.15.181:0/3547694999 shutdown_connections 2024-03-18T22:50:15.514 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:50:15.513+0000 7fb43365b700 1 -- 172.21.15.181:0/3547694999 wait complete. 2024-03-18T22:50:15.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:15 smithi099 ceph-mon[36725]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:16.353 DEBUG:teuthology.orchestra.run.smithi181:osd.2> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.2.service 2024-03-18T22:50:16.355 INFO:tasks.cephadm:Deploying osd.3 on smithi052 with /dev/vg_nvme/lv_3... 2024-03-18T22:50:16.355 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-03-18T22:50:16.612 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:50:16.733 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:16 smithi052 ceph-mon[32520]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:16.733 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:16 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:16.733 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:16 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:16.733 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:16 smithi052 ceph-mon[32520]: from='osd.2 [v2:172.21.15.181:6800/1878857413,v1:172.21.15.181:6801/1878857413]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-18T22:50:16.733 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:16 smithi052 ceph-mon[32520]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-18T22:50:16.734 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:16 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:16.734 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:16 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:16.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:16 smithi181 ceph-mon[67256]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:16.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:16 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:16.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:16 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:16.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:16 smithi181 ceph-mon[67256]: from='osd.2 [v2:172.21.15.181:6800/1878857413,v1:172.21.15.181:6801/1878857413]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-18T22:50:16.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:16 smithi181 ceph-mon[67256]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-18T22:50:16.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:16 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:16.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:16 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:16.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:16 smithi099 ceph-mon[36725]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:16.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:16 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:16.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:16 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:16.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:16 smithi099 ceph-mon[36725]: from='osd.2 [v2:172.21.15.181:6800/1878857413,v1:172.21.15.181:6801/1878857413]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-18T22:50:16.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:16 smithi099 ceph-mon[36725]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-18T22:50:16.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:16 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:16.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:16 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:18.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:18 smithi052 ceph-mon[32520]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-18T22:50:18.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:18 smithi052 ceph-mon[32520]: osdmap e16: 3 total, 2 up, 3 in 2024-03-18T22:50:18.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:18 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-18T22:50:18.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:18 smithi052 ceph-mon[32520]: from='osd.2 [v2:172.21.15.181:6800/1878857413,v1:172.21.15.181:6801/1878857413]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-03-18T22:50:18.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:18 smithi052 ceph-mon[32520]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-03-18T22:50:18.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:18 smithi181 ceph-mon[67256]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-18T22:50:18.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:18 smithi181 ceph-mon[67256]: osdmap e16: 3 total, 2 up, 3 in 2024-03-18T22:50:18.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:18 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-18T22:50:18.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:18 smithi181 ceph-mon[67256]: from='osd.2 [v2:172.21.15.181:6800/1878857413,v1:172.21.15.181:6801/1878857413]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-03-18T22:50:18.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:18 smithi181 ceph-mon[67256]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-03-18T22:50:18.264 INFO:journalctl@ceph.osd.2.smithi181.stdout:Mar 18 22:50:18 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-2[72407]: 2024-03-18T22:50:18.070+0000 7f7dc790f700 -1 osd.2 0 waiting for initial osdmap 2024-03-18T22:50:18.264 INFO:journalctl@ceph.osd.2.smithi181.stdout:Mar 18 22:50:18 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-2[72407]: 2024-03-18T22:50:18.075+0000 7f7dc3702700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-18T22:50:18.502 INFO:teuthology.orchestra.run.smithi052.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-03-18T22:50:18.502 INFO:teuthology.orchestra.run.smithi052.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-03-18T22:50:18.502 INFO:teuthology.orchestra.run.smithi052.stderr: stderr: 10+0 records in 2024-03-18T22:50:18.503 INFO:teuthology.orchestra.run.smithi052.stderr:10+0 records out 2024-03-18T22:50:18.503 INFO:teuthology.orchestra.run.smithi052.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00824142 s, 1.3 GB/s 2024-03-18T22:50:18.503 INFO:teuthology.orchestra.run.smithi052.stderr:--> Zapping successful for: 2024-03-18T22:50:18.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:18 smithi099 ceph-mon[36725]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-18T22:50:18.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:18 smithi099 ceph-mon[36725]: osdmap e16: 3 total, 2 up, 3 in 2024-03-18T22:50:18.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:18 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-18T22:50:18.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:18 smithi099 ceph-mon[36725]: from='osd.2 [v2:172.21.15.181:6800/1878857413,v1:172.21.15.181:6801/1878857413]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-03-18T22:50:18.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:18 smithi099 ceph-mon[36725]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-03-18T22:50:19.080 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi052:vg_nvme/lv_3 2024-03-18T22:50:19.325 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:50:19.448 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:19 smithi052 ceph-mon[32520]: pgmap v78: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:19.448 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:19 smithi052 ceph-mon[32520]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-03-18T22:50:19.448 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:19 smithi052 ceph-mon[32520]: osdmap e17: 3 total, 2 up, 3 in 2024-03-18T22:50:19.448 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:19 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-18T22:50:19.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:19 smithi181 ceph-mon[67256]: pgmap v78: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:19.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:19 smithi181 ceph-mon[67256]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-03-18T22:50:19.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:19 smithi181 ceph-mon[67256]: osdmap e17: 3 total, 2 up, 3 in 2024-03-18T22:50:19.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:19 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-18T22:50:19.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:19 smithi099 ceph-mon[36725]: pgmap v78: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:19.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:19 smithi099 ceph-mon[36725]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-03-18T22:50:19.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:19 smithi099 ceph-mon[36725]: osdmap e17: 3 total, 2 up, 3 in 2024-03-18T22:50:19.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:19 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-18T22:50:20.482 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:20 smithi052 ceph-mon[32520]: purged_snaps scrub starts 2024-03-18T22:50:20.482 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:20 smithi052 ceph-mon[32520]: purged_snaps scrub ok 2024-03-18T22:50:20.483 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:20 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-18T22:50:20.483 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:20 smithi052 ceph-mon[32520]: osd.2 [v2:172.21.15.181:6800/1878857413,v1:172.21.15.181:6801/1878857413] boot 2024-03-18T22:50:20.483 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:20 smithi052 ceph-mon[32520]: osdmap e18: 3 total, 3 up, 3 in 2024-03-18T22:50:20.483 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:20 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-18T22:50:20.483 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:20 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-03-18T22:50:20.483 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:20 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:20.483 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:20 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:20.483 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:20 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:50:20.483 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:20 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:20.483 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:20 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:50:20.483 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:20 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:50:20.484 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:20 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:20.484 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:20 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:50:20.484 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:20 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:50:20.484 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:20 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:50:20.484 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:20 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:20.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:20 smithi181 ceph-mon[67256]: purged_snaps scrub starts 2024-03-18T22:50:20.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:20 smithi181 ceph-mon[67256]: purged_snaps scrub ok 2024-03-18T22:50:20.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:20 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-18T22:50:20.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:20 smithi181 ceph-mon[67256]: osd.2 [v2:172.21.15.181:6800/1878857413,v1:172.21.15.181:6801/1878857413] boot 2024-03-18T22:50:20.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:20 smithi181 ceph-mon[67256]: osdmap e18: 3 total, 3 up, 3 in 2024-03-18T22:50:20.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:20 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-18T22:50:20.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:20 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-03-18T22:50:20.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:20 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:20.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:20 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:20.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:20 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:50:20.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:20 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:20.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:20 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:50:20.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:20 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:50:20.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:20 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:20.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:20 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:50:20.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:20 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:50:20.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:20 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:50:20.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:20 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:20.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:20 smithi099 ceph-mon[36725]: purged_snaps scrub starts 2024-03-18T22:50:20.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:20 smithi099 ceph-mon[36725]: purged_snaps scrub ok 2024-03-18T22:50:20.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:20 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-18T22:50:20.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:20 smithi099 ceph-mon[36725]: osd.2 [v2:172.21.15.181:6800/1878857413,v1:172.21.15.181:6801/1878857413] boot 2024-03-18T22:50:20.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:20 smithi099 ceph-mon[36725]: osdmap e18: 3 total, 3 up, 3 in 2024-03-18T22:50:20.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:20 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-18T22:50:20.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:20 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-03-18T22:50:20.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:20 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:20.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:20 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:20.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:20 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:50:20.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:20 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:20.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:20 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:50:20.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:20 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:50:20.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:20 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:20.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:20 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:50:20.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:20 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:50:20.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:20 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:50:20.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:20 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:20.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.981+0000 7f9d3c169700 1 -- 172.21.15.52:0/3399365067 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d34103f10 msgr2=0x7f9d3410a7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:50:20.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.981+0000 7f9d3c169700 1 --2- 172.21.15.52:0/3399365067 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d34103f10 0x7f9d3410a7c0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f9d2c00b0d0 tx=0x7f9d2c00b3e0 comp rx=0 tx=0).stop 2024-03-18T22:50:20.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.981+0000 7f9d3c169700 1 -- 172.21.15.52:0/3399365067 shutdown_connections 2024-03-18T22:50:20.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.981+0000 7f9d3c169700 1 --2- 172.21.15.52:0/3399365067 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d34103f10 0x7f9d3410a7c0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:50:20.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.981+0000 7f9d3c169700 1 --2- 172.21.15.52:0/3399365067 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9d34102370 0x7f9d34102790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:50:20.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.981+0000 7f9d3c169700 1 --2- 172.21.15.52:0/3399365067 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9d34103570 0x7f9d341039d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:50:20.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.981+0000 7f9d3c169700 1 -- 172.21.15.52:0/3399365067 >> 172.21.15.52:0/3399365067 conn(0x7f9d340fd8f0 msgr2=0x7f9d340ffd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:50:20.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.981+0000 7f9d3c169700 1 -- 172.21.15.52:0/3399365067 shutdown_connections 2024-03-18T22:50:20.986 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.981+0000 7f9d3c169700 1 -- 172.21.15.52:0/3399365067 wait complete. 2024-03-18T22:50:20.986 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.982+0000 7f9d3c169700 1 Processor -- start 2024-03-18T22:50:20.986 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.982+0000 7f9d3c169700 1 -- start start 2024-03-18T22:50:20.986 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.982+0000 7f9d3c169700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d34102370 0x7f9d341985b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:50:20.986 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.982+0000 7f9d3c169700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9d34103570 0x7f9d34198af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:50:20.986 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.982+0000 7f9d3c169700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9d34103f10 0x7f9d3419fb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:50:20.986 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.982+0000 7f9d3c169700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9d3410e0f0 con 0x7f9d34102370 2024-03-18T22:50:20.986 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.982+0000 7f9d3c169700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f9d3410df70 con 0x7f9d34103f10 2024-03-18T22:50:20.986 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.982+0000 7f9d3c169700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f9d3410e270 con 0x7f9d34103570 2024-03-18T22:50:20.986 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.982+0000 7f9d39f05700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d34102370 0x7f9d341985b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:50:20.986 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.982+0000 7f9d39f05700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d34102370 0x7f9d341985b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52572/0 (socket says 172.21.15.52:52572) 2024-03-18T22:50:20.986 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.982+0000 7f9d39f05700 1 -- 172.21.15.52:0/3230717585 learned_addr learned my addr 172.21.15.52:0/3230717585 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:50:20.986 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.982+0000 7f9d39704700 1 --2- 172.21.15.52:0/3230717585 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9d34103570 0x7f9d34198af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:50:20.986 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.982+0000 7f9d3a706700 1 --2- 172.21.15.52:0/3230717585 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9d34103f10 0x7f9d3419fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:50:20.987 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.983+0000 7f9d39f05700 1 -- 172.21.15.52:0/3230717585 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9d34103570 msgr2=0x7f9d34198af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:50:20.987 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.983+0000 7f9d39f05700 1 --2- 172.21.15.52:0/3230717585 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9d34103570 0x7f9d34198af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:50:20.987 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.983+0000 7f9d39f05700 1 -- 172.21.15.52:0/3230717585 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9d34103f10 msgr2=0x7f9d3419fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:50:20.987 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.983+0000 7f9d39f05700 1 --2- 172.21.15.52:0/3230717585 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9d34103f10 0x7f9d3419fb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:50:20.987 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.983+0000 7f9d39f05700 1 -- 172.21.15.52:0/3230717585 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d341a0210 con 0x7f9d34102370 2024-03-18T22:50:20.987 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.983+0000 7f9d39f05700 1 --2- 172.21.15.52:0/3230717585 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d34102370 0x7f9d341985b0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f9d3000c9a0 tx=0x7f9d3000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:50:20.987 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.983+0000 7f9d2affd700 1 -- 172.21.15.52:0/3230717585 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d30004220 con 0x7f9d34102370 2024-03-18T22:50:20.987 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.983+0000 7f9d3c169700 1 -- 172.21.15.52:0/3230717585 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d341a0500 con 0x7f9d34102370 2024-03-18T22:50:20.987 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.983+0000 7f9d2affd700 1 -- 172.21.15.52:0/3230717585 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9d300043c0 con 0x7f9d34102370 2024-03-18T22:50:20.987 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.983+0000 7f9d2affd700 1 -- 172.21.15.52:0/3230717585 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d30003ce0 con 0x7f9d34102370 2024-03-18T22:50:20.987 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.983+0000 7f9d3c169700 1 -- 172.21.15.52:0/3230717585 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d341a0a40 con 0x7f9d34102370 2024-03-18T22:50:20.988 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.984+0000 7f9d3c169700 1 -- 172.21.15.52:0/3230717585 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d34068fd0 con 0x7f9d34102370 2024-03-18T22:50:20.988 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.986+0000 7f9d2affd700 1 -- 172.21.15.52:0/3230717585 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 15) ==== 137234+0+0 (secure 0 0 0) 0x7f9d300076d0 con 0x7f9d34102370 2024-03-18T22:50:20.988 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.986+0000 7f9d2affd700 1 --2- 172.21.15.52:0/3230717585 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f9d200a2800 0x7f9d200a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:50:20.988 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.987+0000 7f9d39704700 1 --2- 172.21.15.52:0/3230717585 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f9d200a2800 0x7f9d200a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:50:20.988 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.987+0000 7f9d2affd700 1 -- 172.21.15.52:0/3230717585 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 3226+0+0 (secure 0 0 0) 0x7f9d300cd530 con 0x7f9d34102370 2024-03-18T22:50:20.989 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.987+0000 7f9d39704700 1 --2- 172.21.15.52:0/3230717585 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f9d200a2800 0x7f9d200a4cc0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f9d24005950 tx=0x7f9d2400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:50:20.992 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:20.990+0000 7f9d2affd700 1 -- 172.21.15.52:0/3230717585 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f9d30014030 con 0x7f9d34102370 2024-03-18T22:50:21.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:21.215+0000 7f9d3c169700 1 -- 172.21.15.52:0/3230717585 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f9d34062750 con 0x7f9d200a2800 2024-03-18T22:50:21.434 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:21 smithi052 ceph-mon[32520]: pgmap v81: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:21.434 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:21 smithi052 ceph-mon[32520]: Detected new or changed devices on smithi181 2024-03-18T22:50:21.434 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:21 smithi052 ceph-mon[32520]: Adjusting osd_memory_target on smithi181 to 17080M 2024-03-18T22:50:21.434 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:21 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-03-18T22:50:21.434 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:21 smithi052 ceph-mon[32520]: osdmap e19: 3 total, 3 up, 3 in 2024-03-18T22:50:21.434 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:21 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-03-18T22:50:21.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:21 smithi181 ceph-mon[67256]: pgmap v81: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:21.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:21 smithi181 ceph-mon[67256]: Detected new or changed devices on smithi181 2024-03-18T22:50:21.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:21 smithi181 ceph-mon[67256]: Adjusting osd_memory_target on smithi181 to 17080M 2024-03-18T22:50:21.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:21 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-03-18T22:50:21.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:21 smithi181 ceph-mon[67256]: osdmap e19: 3 total, 3 up, 3 in 2024-03-18T22:50:21.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:21 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-03-18T22:50:21.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:21 smithi099 ceph-mon[36725]: pgmap v81: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-03-18T22:50:21.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:21 smithi099 ceph-mon[36725]: Detected new or changed devices on smithi181 2024-03-18T22:50:21.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:21 smithi099 ceph-mon[36725]: Adjusting osd_memory_target on smithi181 to 17080M 2024-03-18T22:50:21.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:21 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-03-18T22:50:21.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:21 smithi099 ceph-mon[36725]: osdmap e19: 3 total, 3 up, 3 in 2024-03-18T22:50:21.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:21 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-03-18T22:50:21.705 INFO:journalctl@ceph.osd.0.smithi052.stdout:Mar 18 22:50:21 smithi052 sudo[52044]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-18T22:50:21.705 INFO:journalctl@ceph.osd.0.smithi052.stdout:Mar 18 22:50:21 smithi052 sudo[52044]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-18T22:50:21.706 INFO:journalctl@ceph.osd.0.smithi052.stdout:Mar 18 22:50:21 smithi052 sudo[52044]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-18T22:50:21.706 INFO:journalctl@ceph.osd.0.smithi052.stdout:Mar 18 22:50:21 smithi052 sudo[52044]: pam_unix(sudo:session): session closed for user root 2024-03-18T22:50:21.988 INFO:journalctl@ceph.osd.0.smithi052.stdout:Mar 18 22:50:21 smithi052 sudo[52083]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-18T22:50:21.989 INFO:journalctl@ceph.osd.0.smithi052.stdout:Mar 18 22:50:21 smithi052 sudo[52083]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-18T22:50:21.989 INFO:journalctl@ceph.osd.0.smithi052.stdout:Mar 18 22:50:21 smithi052 sudo[52083]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-18T22:50:21.989 INFO:journalctl@ceph.osd.0.smithi052.stdout:Mar 18 22:50:21 smithi052 sudo[52083]: pam_unix(sudo:session): session closed for user root 2024-03-18T22:50:22.233 INFO:journalctl@ceph.osd.1.smithi099.stdout:Mar 18 22:50:21 smithi099 sudo[45069]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-18T22:50:22.233 INFO:journalctl@ceph.osd.1.smithi099.stdout:Mar 18 22:50:21 smithi099 sudo[45069]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-18T22:50:22.233 INFO:journalctl@ceph.osd.1.smithi099.stdout:Mar 18 22:50:21 smithi099 sudo[45069]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-18T22:50:22.233 INFO:journalctl@ceph.osd.1.smithi099.stdout:Mar 18 22:50:21 smithi099 sudo[45069]: pam_unix(sudo:session): session closed for user root 2024-03-18T22:50:22.233 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:22 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-03-18T22:50:22.233 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:22 smithi099 ceph-mon[36725]: osdmap e20: 3 total, 3 up, 3 in 2024-03-18T22:50:22.233 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:22 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:50:22.233 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:22 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:50:22.234 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:22 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:50:22.234 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:22 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:22.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:22 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-03-18T22:50:22.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:22 smithi052 ceph-mon[32520]: osdmap e20: 3 total, 3 up, 3 in 2024-03-18T22:50:22.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:22 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:50:22.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:22 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:50:22.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:22 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:50:22.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:22 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:22.500 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:22 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-03-18T22:50:22.500 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:22 smithi181 ceph-mon[67256]: osdmap e20: 3 total, 3 up, 3 in 2024-03-18T22:50:22.500 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:22 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:50:22.500 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:22 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:50:22.500 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:22 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:50:22.500 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:22 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:22.515 INFO:journalctl@ceph.osd.1.smithi099.stdout:Mar 18 22:50:22 smithi099 sudo[45072]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-18T22:50:22.515 INFO:journalctl@ceph.osd.1.smithi099.stdout:Mar 18 22:50:22 smithi099 sudo[45072]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-18T22:50:22.515 INFO:journalctl@ceph.osd.1.smithi099.stdout:Mar 18 22:50:22 smithi099 sudo[45072]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-18T22:50:22.515 INFO:journalctl@ceph.osd.1.smithi099.stdout:Mar 18 22:50:22 smithi099 sudo[45072]: pam_unix(sudo:session): session closed for user root 2024-03-18T22:50:22.754 INFO:journalctl@ceph.osd.2.smithi181.stdout:Mar 18 22:50:22 smithi181 sudo[76493]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-18T22:50:22.754 INFO:journalctl@ceph.osd.2.smithi181.stdout:Mar 18 22:50:22 smithi181 sudo[76493]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-18T22:50:22.754 INFO:journalctl@ceph.osd.2.smithi181.stdout:Mar 18 22:50:22 smithi181 sudo[76493]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-18T22:50:22.754 INFO:journalctl@ceph.osd.2.smithi181.stdout:Mar 18 22:50:22 smithi181 sudo[76493]: pam_unix(sudo:session): session closed for user root 2024-03-18T22:50:23.013 INFO:journalctl@ceph.osd.2.smithi181.stdout:Mar 18 22:50:22 smithi181 sudo[76496]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-18T22:50:23.013 INFO:journalctl@ceph.osd.2.smithi181.stdout:Mar 18 22:50:22 smithi181 sudo[76496]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-18T22:50:23.013 INFO:journalctl@ceph.osd.2.smithi181.stdout:Mar 18 22:50:22 smithi181 sudo[76496]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-18T22:50:23.013 INFO:journalctl@ceph.osd.2.smithi181.stdout:Mar 18 22:50:22 smithi181 sudo[76496]: pam_unix(sudo:session): session closed for user root 2024-03-18T22:50:23.211 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:23 smithi052 sudo[52151]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-18T22:50:23.211 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:23 smithi052 sudo[52151]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-18T22:50:23.211 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:23 smithi052 sudo[52151]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-18T22:50:23.211 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:23 smithi052 sudo[52151]: pam_unix(sudo:session): session closed for user root 2024-03-18T22:50:23.315 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:23.313+0000 7f9d2affd700 1 -- 172.21.15.52:0/3230717585 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f9d30097960 con 0x7f9d34102370 2024-03-18T22:50:23.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:23 smithi052 sudo[52156]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-18T22:50:23.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:23 smithi052 sudo[52156]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-18T22:50:23.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:23 smithi052 sudo[52156]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-18T22:50:23.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:23 smithi052 sudo[52156]: pam_unix(sudo:session): session closed for user root 2024-03-18T22:50:23.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:23 smithi052 ceph-mon[32520]: from='client.14283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:50:23.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:23 smithi052 ceph-mon[32520]: pgmap v84: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-03-18T22:50:23.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:23 smithi052 ceph-mon[32520]: osdmap e21: 3 total, 3 up, 3 in 2024-03-18T22:50:23.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:23 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:23.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:23 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:23.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:23 smithi052 ceph-mon[32520]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-18T22:50:23.565 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:23 smithi181 ceph-mon[67256]: from='client.14283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:50:23.565 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:23 smithi181 ceph-mon[67256]: pgmap v84: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-03-18T22:50:23.565 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:23 smithi181 ceph-mon[67256]: osdmap e21: 3 total, 3 up, 3 in 2024-03-18T22:50:23.565 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:23 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:23.565 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:23 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:23.566 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:23 smithi181 ceph-mon[67256]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-18T22:50:23.566 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:23 smithi181 sudo[76499]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-18T22:50:23.566 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:23 smithi181 sudo[76499]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-18T22:50:23.566 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:23 smithi181 sudo[76499]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-18T22:50:23.566 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:23 smithi181 sudo[76499]: pam_unix(sudo:session): session closed for user root 2024-03-18T22:50:23.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:23 smithi099 ceph-mon[36725]: from='client.14283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:50:23.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:23 smithi099 ceph-mon[36725]: pgmap v84: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-03-18T22:50:23.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:23 smithi099 ceph-mon[36725]: osdmap e21: 3 total, 3 up, 3 in 2024-03-18T22:50:23.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:23 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:23.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:23 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:23.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:23 smithi099 ceph-mon[36725]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-18T22:50:24.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:23 smithi181 sudo[76502]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-18T22:50:24.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:23 smithi181 sudo[76502]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-18T22:50:24.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:23 smithi181 sudo[76502]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-18T22:50:24.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:23 smithi181 sudo[76502]: pam_unix(sudo:session): session closed for user root 2024-03-18T22:50:24.298 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:24 smithi099 sudo[45075]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-18T22:50:24.298 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:24 smithi099 sudo[45075]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-18T22:50:24.298 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:24 smithi099 sudo[45075]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-18T22:50:24.298 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:24 smithi099 sudo[45075]: pam_unix(sudo:session): session closed for user root 2024-03-18T22:50:24.702 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:24 smithi052 ceph-mon[32520]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-03-18T22:50:24.702 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:24 smithi052 ceph-mon[32520]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-18T22:50:24.703 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:24 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-18T22:50:24.703 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:24 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:50:24.703 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:24 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-18T22:50:24.703 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:24 smithi052 ceph-mon[32520]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-18T22:50:24.703 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:24 smithi052 ceph-mon[32520]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-03-18T22:50:24.703 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:24 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-18T22:50:24.703 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:24 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:50:24.703 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:24 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-18T22:50:24.703 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:24 smithi052 ceph-mon[32520]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-18T22:50:24.703 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:24 smithi052 ceph-mon[32520]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-18T22:50:24.703 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:24 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-18T22:50:24.703 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:24 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:50:24.703 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:24 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-18T22:50:24.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:24 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/586274204' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b61bfbef-b35c-49e3-9616-48e1b7ffc914"}]: dispatch 2024-03-18T22:50:24.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:24 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/586274204' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b61bfbef-b35c-49e3-9616-48e1b7ffc914"}]': finished 2024-03-18T22:50:24.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:24 smithi181 ceph-mon[67256]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-03-18T22:50:24.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:24 smithi181 ceph-mon[67256]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-18T22:50:24.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:24 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-18T22:50:24.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:24 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:50:24.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:24 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-18T22:50:24.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:24 smithi181 ceph-mon[67256]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-18T22:50:24.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:24 smithi181 ceph-mon[67256]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-03-18T22:50:24.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:24 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-18T22:50:24.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:24 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:50:24.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:24 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-18T22:50:24.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:24 smithi181 ceph-mon[67256]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-18T22:50:24.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:24 smithi181 ceph-mon[67256]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-18T22:50:24.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:24 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-18T22:50:24.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:24 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:50:24.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:24 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-18T22:50:24.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:24 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/586274204' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b61bfbef-b35c-49e3-9616-48e1b7ffc914"}]: dispatch 2024-03-18T22:50:24.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:24 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/586274204' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b61bfbef-b35c-49e3-9616-48e1b7ffc914"}]': finished 2024-03-18T22:50:24.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:24 smithi099 sudo[45078]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-18T22:50:24.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:24 smithi099 sudo[45078]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-18T22:50:24.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:24 smithi099 sudo[45078]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-18T22:50:24.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:24 smithi099 sudo[45078]: pam_unix(sudo:session): session closed for user root 2024-03-18T22:50:24.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:24 smithi099 ceph-mon[36725]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-03-18T22:50:24.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:24 smithi099 ceph-mon[36725]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-18T22:50:24.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:24 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-18T22:50:24.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:24 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:50:24.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:24 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-18T22:50:24.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:24 smithi099 ceph-mon[36725]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-18T22:50:24.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:24 smithi099 ceph-mon[36725]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-03-18T22:50:24.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:24 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-18T22:50:24.766 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:24 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:50:24.766 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:24 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-18T22:50:24.766 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:24 smithi099 ceph-mon[36725]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-18T22:50:24.766 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:24 smithi099 ceph-mon[36725]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-18T22:50:24.766 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:24 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-18T22:50:24.766 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:24 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:50:24.766 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:24 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-18T22:50:24.766 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:24 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/586274204' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b61bfbef-b35c-49e3-9616-48e1b7ffc914"}]: dispatch 2024-03-18T22:50:24.766 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:24 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/586274204' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b61bfbef-b35c-49e3-9616-48e1b7ffc914"}]': finished 2024-03-18T22:50:25.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:25 smithi052 ceph-mon[32520]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-18T22:50:25.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:25 smithi052 ceph-mon[32520]: osdmap e22: 4 total, 3 up, 4 in 2024-03-18T22:50:25.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:25 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-18T22:50:25.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:25 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1432538379' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:50:25.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:25 smithi181 ceph-mon[67256]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-18T22:50:25.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:25 smithi181 ceph-mon[67256]: osdmap e22: 4 total, 3 up, 4 in 2024-03-18T22:50:25.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:25 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-18T22:50:25.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:25 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/1432538379' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:50:25.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:25 smithi099 ceph-mon[36725]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-18T22:50:25.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:25 smithi099 ceph-mon[36725]: osdmap e22: 4 total, 3 up, 4 in 2024-03-18T22:50:25.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:25 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-18T22:50:25.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:25 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/1432538379' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:50:26.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:26 smithi052 ceph-mon[32520]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-03-18T22:50:26.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:26 smithi181 ceph-mon[67256]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-03-18T22:50:26.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:26 smithi099 ceph-mon[36725]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-03-18T22:50:28.659 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:28 smithi052 ceph-mon[32520]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 5.8 KiB/s rd, 253 KiB/s wr, 17 op/s 2024-03-18T22:50:28.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:28 smithi181 ceph-mon[67256]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 5.8 KiB/s rd, 253 KiB/s wr, 17 op/s 2024-03-18T22:50:28.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:28 smithi099 ceph-mon[36725]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 5.8 KiB/s rd, 253 KiB/s wr, 17 op/s 2024-03-18T22:50:30.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:30 smithi052 ceph-mon[32520]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 4.2 KiB/s rd, 182 KiB/s wr, 12 op/s 2024-03-18T22:50:30.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:30 smithi181 ceph-mon[67256]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 4.2 KiB/s rd, 182 KiB/s wr, 12 op/s 2024-03-18T22:50:30.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:30 smithi099 ceph-mon[36725]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 4.2 KiB/s rd, 182 KiB/s wr, 12 op/s 2024-03-18T22:50:32.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:32 smithi052 ceph-mon[32520]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 3.3 KiB/s rd, 142 KiB/s wr, 9 op/s 2024-03-18T22:50:32.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:32 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-18T22:50:32.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:32 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:50:32.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:32 smithi052 ceph-mon[32520]: Deploying daemon osd.3 on smithi052 2024-03-18T22:50:32.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:32 smithi181 ceph-mon[67256]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 3.3 KiB/s rd, 142 KiB/s wr, 9 op/s 2024-03-18T22:50:32.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:32 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-18T22:50:32.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:32 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:50:32.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:32 smithi181 ceph-mon[67256]: Deploying daemon osd.3 on smithi052 2024-03-18T22:50:32.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:32 smithi099 ceph-mon[36725]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 3.3 KiB/s rd, 142 KiB/s wr, 9 op/s 2024-03-18T22:50:32.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:32 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-18T22:50:32.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:32 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:50:32.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:32 smithi099 ceph-mon[36725]: Deploying daemon osd.3 on smithi052 2024-03-18T22:50:34.651 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:34 smithi052 ceph-mon[32520]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-03-18T22:50:34.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:34 smithi181 ceph-mon[67256]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-03-18T22:50:34.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:34 smithi099 ceph-mon[36725]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-03-18T22:50:36.728 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:36 smithi052 ceph-mon[32520]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 2.7 KiB/s rd, 119 KiB/s wr, 8 op/s 2024-03-18T22:50:36.753 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:36 smithi181 ceph-mon[67256]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 2.7 KiB/s rd, 119 KiB/s wr, 8 op/s 2024-03-18T22:50:36.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:36 smithi099 ceph-mon[36725]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 2.7 KiB/s rd, 119 KiB/s wr, 8 op/s 2024-03-18T22:50:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:38 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:38 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:38 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:50:38.381 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:38 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:38.381 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:38 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:38.381 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:38 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:50:38.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:38 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:38.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:38 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:38.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:38 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:50:39.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:39 smithi052 ceph-mon[32520]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-03-18T22:50:39.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:39 smithi181 ceph-mon[67256]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-03-18T22:50:39.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:39 smithi099 ceph-mon[36725]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-03-18T22:50:40.891 INFO:teuthology.orchestra.run.smithi052.stdout:Created osd(s) 3 on host 'smithi052' 2024-03-18T22:50:40.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:40.889+0000 7f9d2affd700 1 -- 172.21.15.52:0/3230717585 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f9d34062750 con 0x7f9d200a2800 2024-03-18T22:50:40.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:40.892+0000 7f9d3c169700 1 -- 172.21.15.52:0/3230717585 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f9d200a2800 msgr2=0x7f9d200a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:50:40.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:40.892+0000 7f9d3c169700 1 --2- 172.21.15.52:0/3230717585 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f9d200a2800 0x7f9d200a4cc0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f9d24005950 tx=0x7f9d2400b410 comp rx=0 tx=0).stop 2024-03-18T22:50:40.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:40.892+0000 7f9d3c169700 1 -- 172.21.15.52:0/3230717585 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d34102370 msgr2=0x7f9d341985b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:50:40.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:40.892+0000 7f9d3c169700 1 --2- 172.21.15.52:0/3230717585 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d34102370 0x7f9d341985b0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f9d3000c9a0 tx=0x7f9d3000ccb0 comp rx=0 tx=0).stop 2024-03-18T22:50:40.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:40.892+0000 7f9d3c169700 1 -- 172.21.15.52:0/3230717585 shutdown_connections 2024-03-18T22:50:40.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:40.892+0000 7f9d3c169700 1 --2- 172.21.15.52:0/3230717585 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f9d200a2800 0x7f9d200a4cc0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:50:40.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:40.892+0000 7f9d3c169700 1 --2- 172.21.15.52:0/3230717585 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9d34103f10 0x7f9d3419fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:50:40.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:40.892+0000 7f9d3c169700 1 --2- 172.21.15.52:0/3230717585 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d34102370 0x7f9d341985b0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:50:40.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:40.892+0000 7f9d3c169700 1 --2- 172.21.15.52:0/3230717585 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9d34103570 0x7f9d34198af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:50:40.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:40.892+0000 7f9d3c169700 1 -- 172.21.15.52:0/3230717585 >> 172.21.15.52:0/3230717585 conn(0x7f9d340fd8f0 msgr2=0x7f9d341067a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:50:40.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:40.892+0000 7f9d3c169700 1 -- 172.21.15.52:0/3230717585 shutdown_connections 2024-03-18T22:50:40.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:50:40.892+0000 7f9d3c169700 1 -- 172.21.15.52:0/3230717585 wait complete. 2024-03-18T22:50:41.193 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:40 smithi052 ceph-mon[32520]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-03-18T22:50:41.193 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:40 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:41.193 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:40 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:41.193 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:40 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:50:41.193 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:40 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:50:41.193 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:40 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:41.193 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:40 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:41.194 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:40 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:41.194 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:40 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:50:41.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:40 smithi181 ceph-mon[67256]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-03-18T22:50:41.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:41.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:41.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:50:41.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:50:41.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:41.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:41.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:41.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:50:41.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:40 smithi099 ceph-mon[36725]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-03-18T22:50:41.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:40 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:41.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:40 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:41.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:40 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:50:41.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:40 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:50:41.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:40 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:41.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:40 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:41.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:40 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:41.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:40 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:50:41.481 DEBUG:teuthology.orchestra.run.smithi052:osd.3> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.3.service 2024-03-18T22:50:41.483 INFO:tasks.cephadm:Deploying osd.4 on smithi099 with /dev/vg_nvme/lv_3... 2024-03-18T22:50:41.483 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-03-18T22:50:41.725 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.b/config 2024-03-18T22:50:42.098 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:41 smithi099 ceph-mon[36725]: from='osd.3 [v2:172.21.15.52:6810/2095210395,v1:172.21.15.52:6811/2095210395]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-18T22:50:42.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:41 smithi052 ceph-mon[32520]: from='osd.3 [v2:172.21.15.52:6810/2095210395,v1:172.21.15.52:6811/2095210395]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-18T22:50:42.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:41 smithi181 ceph-mon[67256]: from='osd.3 [v2:172.21.15.52:6810/2095210395,v1:172.21.15.52:6811/2095210395]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-18T22:50:43.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:42 smithi099 ceph-mon[36725]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-03-18T22:50:43.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:42 smithi099 ceph-mon[36725]: from='osd.3 [v2:172.21.15.52:6810/2095210395,v1:172.21.15.52:6811/2095210395]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-18T22:50:43.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:42 smithi099 ceph-mon[36725]: osdmap e23: 4 total, 3 up, 4 in 2024-03-18T22:50:43.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:42 smithi099 ceph-mon[36725]: from='osd.3 [v2:172.21.15.52:6810/2095210395,v1:172.21.15.52:6811/2095210395]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-03-18T22:50:43.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:42 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-18T22:50:43.227 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:42 smithi052 ceph-mon[32520]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-03-18T22:50:43.227 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:42 smithi052 ceph-mon[32520]: from='osd.3 [v2:172.21.15.52:6810/2095210395,v1:172.21.15.52:6811/2095210395]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-18T22:50:43.227 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:42 smithi052 ceph-mon[32520]: osdmap e23: 4 total, 3 up, 4 in 2024-03-18T22:50:43.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:42 smithi052 ceph-mon[32520]: from='osd.3 [v2:172.21.15.52:6810/2095210395,v1:172.21.15.52:6811/2095210395]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-03-18T22:50:43.228 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:42 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-18T22:50:43.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:42 smithi181 ceph-mon[67256]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-03-18T22:50:43.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:42 smithi181 ceph-mon[67256]: from='osd.3 [v2:172.21.15.52:6810/2095210395,v1:172.21.15.52:6811/2095210395]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-18T22:50:43.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:42 smithi181 ceph-mon[67256]: osdmap e23: 4 total, 3 up, 4 in 2024-03-18T22:50:43.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:42 smithi181 ceph-mon[67256]: from='osd.3 [v2:172.21.15.52:6810/2095210395,v1:172.21.15.52:6811/2095210395]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-03-18T22:50:43.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:42 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-18T22:50:43.567 INFO:teuthology.orchestra.run.smithi099.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-03-18T22:50:43.567 INFO:teuthology.orchestra.run.smithi099.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-03-18T22:50:43.567 INFO:teuthology.orchestra.run.smithi099.stderr: stderr: 10+0 records in 2024-03-18T22:50:43.567 INFO:teuthology.orchestra.run.smithi099.stderr:10+0 records out 2024-03-18T22:50:43.567 INFO:teuthology.orchestra.run.smithi099.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0129252 s, 811 MB/s 2024-03-18T22:50:43.567 INFO:teuthology.orchestra.run.smithi099.stderr:--> Zapping successful for: 2024-03-18T22:50:43.924 INFO:journalctl@ceph.osd.3.smithi052.stdout:Mar 18 22:50:43 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-3[54230]: 2024-03-18T22:50:43.644+0000 7ff1a1b83700 -1 osd.3 0 waiting for initial osdmap 2024-03-18T22:50:43.925 INFO:journalctl@ceph.osd.3.smithi052.stdout:Mar 18 22:50:43 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-3[54230]: 2024-03-18T22:50:43.651+0000 7ff19996e700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-18T22:50:44.127 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:43 smithi099 ceph-mon[36725]: from='osd.3 [v2:172.21.15.52:6810/2095210395,v1:172.21.15.52:6811/2095210395]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-03-18T22:50:44.128 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:43 smithi099 ceph-mon[36725]: osdmap e24: 4 total, 3 up, 4 in 2024-03-18T22:50:44.128 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:43 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-18T22:50:44.128 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:43 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-18T22:50:44.128 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:43 smithi099 ceph-mon[36725]: from='osd.3 [v2:172.21.15.52:6810/2095210395,v1:172.21.15.52:6811/2095210395]' entity='osd.3' 2024-03-18T22:50:44.155 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi099:vg_nvme/lv_3 2024-03-18T22:50:44.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:43 smithi052 ceph-mon[32520]: from='osd.3 [v2:172.21.15.52:6810/2095210395,v1:172.21.15.52:6811/2095210395]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-03-18T22:50:44.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:43 smithi052 ceph-mon[32520]: osdmap e24: 4 total, 3 up, 4 in 2024-03-18T22:50:44.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:43 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-18T22:50:44.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:43 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-18T22:50:44.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:43 smithi052 ceph-mon[32520]: from='osd.3 [v2:172.21.15.52:6810/2095210395,v1:172.21.15.52:6811/2095210395]' entity='osd.3' 2024-03-18T22:50:44.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:43 smithi181 ceph-mon[67256]: from='osd.3 [v2:172.21.15.52:6810/2095210395,v1:172.21.15.52:6811/2095210395]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-03-18T22:50:44.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:43 smithi181 ceph-mon[67256]: osdmap e24: 4 total, 3 up, 4 in 2024-03-18T22:50:44.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:43 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-18T22:50:44.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:43 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-18T22:50:44.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:43 smithi181 ceph-mon[67256]: from='osd.3 [v2:172.21.15.52:6810/2095210395,v1:172.21.15.52:6811/2095210395]' entity='osd.3' 2024-03-18T22:50:44.391 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.b/config 2024-03-18T22:50:45.159 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:44 smithi099 ceph-mon[36725]: purged_snaps scrub starts 2024-03-18T22:50:45.159 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:44 smithi099 ceph-mon[36725]: purged_snaps scrub ok 2024-03-18T22:50:45.159 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:44 smithi099 ceph-mon[36725]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-03-18T22:50:45.159 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:44 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-18T22:50:45.159 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:44 smithi099 ceph-mon[36725]: osd.3 [v2:172.21.15.52:6810/2095210395,v1:172.21.15.52:6811/2095210395] boot 2024-03-18T22:50:45.159 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:44 smithi099 ceph-mon[36725]: osdmap e25: 4 total, 4 up, 4 in 2024-03-18T22:50:45.160 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:44 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-18T22:50:45.160 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:44 smithi099 ceph-mon[36725]: osdmap e26: 4 total, 4 up, 4 in 2024-03-18T22:50:45.160 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:44 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:45.160 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:44 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:45.160 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:44 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:50:45.160 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:44 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:50:45.160 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:44 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:45.160 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:44 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:50:45.160 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:44 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:50:45.160 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:44 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:45.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:44 smithi052 ceph-mon[32520]: purged_snaps scrub starts 2024-03-18T22:50:45.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:44 smithi052 ceph-mon[32520]: purged_snaps scrub ok 2024-03-18T22:50:45.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:44 smithi052 ceph-mon[32520]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-03-18T22:50:45.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:44 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-18T22:50:45.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:44 smithi052 ceph-mon[32520]: osd.3 [v2:172.21.15.52:6810/2095210395,v1:172.21.15.52:6811/2095210395] boot 2024-03-18T22:50:45.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:44 smithi052 ceph-mon[32520]: osdmap e25: 4 total, 4 up, 4 in 2024-03-18T22:50:45.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:44 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-18T22:50:45.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:44 smithi052 ceph-mon[32520]: osdmap e26: 4 total, 4 up, 4 in 2024-03-18T22:50:45.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:44 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:45.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:44 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:45.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:44 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:50:45.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:44 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:50:45.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:44 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:45.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:44 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:50:45.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:44 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:50:45.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:44 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:45.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:44 smithi181 ceph-mon[67256]: purged_snaps scrub starts 2024-03-18T22:50:45.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:44 smithi181 ceph-mon[67256]: purged_snaps scrub ok 2024-03-18T22:50:45.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:44 smithi181 ceph-mon[67256]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-03-18T22:50:45.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:44 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-18T22:50:45.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:44 smithi181 ceph-mon[67256]: osd.3 [v2:172.21.15.52:6810/2095210395,v1:172.21.15.52:6811/2095210395] boot 2024-03-18T22:50:45.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:44 smithi181 ceph-mon[67256]: osdmap e25: 4 total, 4 up, 4 in 2024-03-18T22:50:45.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:44 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-18T22:50:45.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:44 smithi181 ceph-mon[67256]: osdmap e26: 4 total, 4 up, 4 in 2024-03-18T22:50:45.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:44 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:45.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:44 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:45.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:44 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:50:45.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:44 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:50:45.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:44 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:45.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:44 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:50:45.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:44 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:50:45.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:44 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:50:45.899 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.896+0000 7fcf72eb2700 1 -- 172.21.15.99:0/2588939573 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcf6c108020 msgr2=0x7fcf6c10a490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:50:45.899 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.896+0000 7fcf72eb2700 1 --2- 172.21.15.99:0/2588939573 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcf6c108020 0x7fcf6c10a490 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fcf6400b0a0 tx=0x7fcf6400b3b0 comp rx=0 tx=0).stop 2024-03-18T22:50:45.899 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.896+0000 7fcf72eb2700 1 -- 172.21.15.99:0/2588939573 shutdown_connections 2024-03-18T22:50:45.899 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.896+0000 7fcf72eb2700 1 --2- 172.21.15.99:0/2588939573 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcf6c108020 0x7fcf6c10a490 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:50:45.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.896+0000 7fcf72eb2700 1 --2- 172.21.15.99:0/2588939573 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcf6c102dc0 0x7fcf6c1051b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:50:45.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.896+0000 7fcf72eb2700 1 --2- 172.21.15.99:0/2588939573 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf6c1056f0 0x7fcf6c107ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:50:45.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.896+0000 7fcf72eb2700 1 -- 172.21.15.99:0/2588939573 >> 172.21.15.99:0/2588939573 conn(0x7fcf6c0fc7d0 msgr2=0x7fcf6c0fec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:50:45.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.897+0000 7fcf72eb2700 1 -- 172.21.15.99:0/2588939573 shutdown_connections 2024-03-18T22:50:45.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.897+0000 7fcf72eb2700 1 -- 172.21.15.99:0/2588939573 wait complete. 2024-03-18T22:50:45.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.897+0000 7fcf72eb2700 1 Processor -- start 2024-03-18T22:50:45.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.897+0000 7fcf72eb2700 1 -- start start 2024-03-18T22:50:45.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.897+0000 7fcf72eb2700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcf6c102dc0 0x7fcf6c102720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:50:45.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.897+0000 7fcf72eb2700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcf6c1056f0 0x7fcf6c100d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:50:45.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.897+0000 7fcf72eb2700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf6c108020 0x7fcf6c1012b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:50:45.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.897+0000 7fcf72eb2700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fcf6c10e0a0 con 0x7fcf6c108020 2024-03-18T22:50:45.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.897+0000 7fcf72eb2700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fcf6c10df20 con 0x7fcf6c102dc0 2024-03-18T22:50:45.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.897+0000 7fcf72eb2700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fcf6c10e220 con 0x7fcf6c1056f0 2024-03-18T22:50:45.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.897+0000 7fcf70c4e700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcf6c102dc0 0x7fcf6c102720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:50:45.901 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.897+0000 7fcf70c4e700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcf6c102dc0 0x7fcf6c102720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:46430/0 (socket says 172.21.15.99:46430) 2024-03-18T22:50:45.901 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.897+0000 7fcf70c4e700 1 -- 172.21.15.99:0/869473933 learned_addr learned my addr 172.21.15.99:0/869473933 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-03-18T22:50:45.901 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.898+0000 7fcf7144f700 1 --2- 172.21.15.99:0/869473933 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf6c108020 0x7fcf6c1012b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:50:45.901 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.898+0000 7fcf6bfff700 1 --2- 172.21.15.99:0/869473933 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcf6c1056f0 0x7fcf6c100d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:50:45.901 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.898+0000 7fcf70c4e700 1 -- 172.21.15.99:0/869473933 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcf6c1056f0 msgr2=0x7fcf6c100d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:50:45.901 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.898+0000 7fcf70c4e700 1 --2- 172.21.15.99:0/869473933 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcf6c1056f0 0x7fcf6c100d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:50:45.901 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.898+0000 7fcf70c4e700 1 -- 172.21.15.99:0/869473933 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf6c108020 msgr2=0x7fcf6c1012b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:50:45.901 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.898+0000 7fcf70c4e700 1 --2- 172.21.15.99:0/869473933 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf6c108020 0x7fcf6c1012b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:50:45.901 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.898+0000 7fcf70c4e700 1 -- 172.21.15.99:0/869473933 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf6c101b60 con 0x7fcf6c102dc0 2024-03-18T22:50:45.901 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.898+0000 7fcf70c4e700 1 --2- 172.21.15.99:0/869473933 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcf6c102dc0 0x7fcf6c102720 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fcf6000b530 tx=0x7fcf6000b840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:50:45.901 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.898+0000 7fcf69ffb700 1 -- 172.21.15.99:0/869473933 <== mon.2 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf60015020 con 0x7fcf6c102dc0 2024-03-18T22:50:45.901 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.898+0000 7fcf69ffb700 1 -- 172.21.15.99:0/869473933 <== mon.2 v2:172.21.15.99:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fcf60011d30 con 0x7fcf6c102dc0 2024-03-18T22:50:45.901 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.898+0000 7fcf69ffb700 1 -- 172.21.15.99:0/869473933 <== mon.2 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf6000f2e0 con 0x7fcf6c102dc0 2024-03-18T22:50:45.901 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.898+0000 7fcf72eb2700 1 -- 172.21.15.99:0/869473933 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf6c1a2700 con 0x7fcf6c102dc0 2024-03-18T22:50:45.901 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.898+0000 7fcf72eb2700 1 -- 172.21.15.99:0/869473933 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf6c1a2c90 con 0x7fcf6c102dc0 2024-03-18T22:50:45.902 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.899+0000 7fcf72eb2700 1 -- 172.21.15.99:0/869473933 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf6c068fd0 con 0x7fcf6c102dc0 2024-03-18T22:50:45.902 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.900+0000 7fcf69ffb700 1 -- 172.21.15.99:0/869473933 <== mon.2 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fcf60018020 con 0x7fcf6c102dc0 2024-03-18T22:50:45.902 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.901+0000 7fcf69ffb700 1 --2- 172.21.15.99:0/869473933 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fcf5c0a2910 0x7fcf5c0a4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:50:45.902 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.901+0000 7fcf69ffb700 1 -- 172.21.15.99:0/869473933 <== mon.2 v2:172.21.15.99:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 3698+0+0 (secure 0 0 0) 0x7fcf600cd0a0 con 0x7fcf6c102dc0 2024-03-18T22:50:45.903 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.901+0000 7fcf6bfff700 1 --2- 172.21.15.99:0/869473933 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fcf5c0a2910 0x7fcf5c0a4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:50:45.903 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.901+0000 7fcf6bfff700 1 --2- 172.21.15.99:0/869473933 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fcf5c0a2910 0x7fcf5c0a4dd0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fcf58005ea0 tx=0x7fcf58005e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:50:45.906 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:45.905+0000 7fcf69ffb700 1 -- 172.21.15.99:0/869473933 <== mon.2 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fcf6001f020 con 0x7fcf6c102dc0 2024-03-18T22:50:46.113 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:50:46.113+0000 7fcf72eb2700 1 -- 172.21.15.99:0/869473933 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7fcf6c062750 con 0x7fcf5c0a2910 2024-03-18T22:50:46.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:46 smithi052 ceph-mon[32520]: Detected new or changed devices on smithi052 2024-03-18T22:50:46.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:46 smithi052 ceph-mon[32520]: Adjusting osd_memory_target on smithi052 to 8546M 2024-03-18T22:50:46.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:46 smithi052 ceph-mon[32520]: osdmap e27: 4 total, 4 up, 4 in 2024-03-18T22:50:46.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:46 smithi181 ceph-mon[67256]: Detected new or changed devices on smithi052 2024-03-18T22:50:46.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:46 smithi181 ceph-mon[67256]: Adjusting osd_memory_target on smithi052 to 8546M 2024-03-18T22:50:46.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:46 smithi181 ceph-mon[67256]: osdmap e27: 4 total, 4 up, 4 in 2024-03-18T22:50:46.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:46 smithi099 ceph-mon[36725]: Detected new or changed devices on smithi052 2024-03-18T22:50:46.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:46 smithi099 ceph-mon[36725]: Adjusting osd_memory_target on smithi052 to 8546M 2024-03-18T22:50:46.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:46 smithi099 ceph-mon[36725]: osdmap e27: 4 total, 4 up, 4 in 2024-03-18T22:50:47.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:47 smithi181 ceph-mon[67256]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-18T22:50:47.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:47 smithi181 ceph-mon[67256]: osdmap e28: 4 total, 4 up, 4 in 2024-03-18T22:50:47.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:47 smithi181 ceph-mon[67256]: from='client.24212 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:50:47.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:47 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:50:47.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:47 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:50:47.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:47 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:50:47.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:47 smithi099 ceph-mon[36725]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-18T22:50:47.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:47 smithi099 ceph-mon[36725]: osdmap e28: 4 total, 4 up, 4 in 2024-03-18T22:50:47.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:47 smithi099 ceph-mon[36725]: from='client.24212 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:50:47.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:47 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:50:47.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:47 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:50:47.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:47 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:50:47.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:47 smithi052 ceph-mon[32520]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-18T22:50:47.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:47 smithi052 ceph-mon[32520]: osdmap e28: 4 total, 4 up, 4 in 2024-03-18T22:50:47.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:47 smithi052 ceph-mon[32520]: from='client.24212 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:50:47.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:47 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:50:47.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:47 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:50:47.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:47 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:50:48.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:48 smithi052 ceph-mon[32520]: osdmap e29: 4 total, 4 up, 4 in 2024-03-18T22:50:48.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:48 smithi181 ceph-mon[67256]: osdmap e29: 4 total, 4 up, 4 in 2024-03-18T22:50:48.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:48 smithi099 ceph-mon[36725]: osdmap e29: 4 total, 4 up, 4 in 2024-03-18T22:50:49.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:49 smithi052 ceph-mon[32520]: pgmap v106: 1 pgs: 1 peering; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 173 KiB/s, 0 objects/s recovering 2024-03-18T22:50:49.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:49 smithi052 ceph-mon[32520]: from='client.? 172.21.15.99:0/230966697' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ce793666-4ab9-4844-81c9-661b265973b5"}]: dispatch 2024-03-18T22:50:49.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:49 smithi052 ceph-mon[32520]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ce793666-4ab9-4844-81c9-661b265973b5"}]: dispatch 2024-03-18T22:50:49.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:49 smithi052 ceph-mon[32520]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ce793666-4ab9-4844-81c9-661b265973b5"}]': finished 2024-03-18T22:50:49.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:49 smithi052 ceph-mon[32520]: osdmap e30: 5 total, 4 up, 5 in 2024-03-18T22:50:49.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:49 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-18T22:50:49.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:49 smithi181 ceph-mon[67256]: pgmap v106: 1 pgs: 1 peering; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 173 KiB/s, 0 objects/s recovering 2024-03-18T22:50:49.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:49 smithi181 ceph-mon[67256]: from='client.? 172.21.15.99:0/230966697' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ce793666-4ab9-4844-81c9-661b265973b5"}]: dispatch 2024-03-18T22:50:49.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:49 smithi181 ceph-mon[67256]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ce793666-4ab9-4844-81c9-661b265973b5"}]: dispatch 2024-03-18T22:50:49.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:49 smithi181 ceph-mon[67256]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ce793666-4ab9-4844-81c9-661b265973b5"}]': finished 2024-03-18T22:50:49.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:49 smithi181 ceph-mon[67256]: osdmap e30: 5 total, 4 up, 5 in 2024-03-18T22:50:49.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:49 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-18T22:50:49.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:49 smithi099 ceph-mon[36725]: pgmap v106: 1 pgs: 1 peering; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 173 KiB/s, 0 objects/s recovering 2024-03-18T22:50:49.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:49 smithi099 ceph-mon[36725]: from='client.? 172.21.15.99:0/230966697' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ce793666-4ab9-4844-81c9-661b265973b5"}]: dispatch 2024-03-18T22:50:49.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:49 smithi099 ceph-mon[36725]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ce793666-4ab9-4844-81c9-661b265973b5"}]: dispatch 2024-03-18T22:50:49.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:49 smithi099 ceph-mon[36725]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ce793666-4ab9-4844-81c9-661b265973b5"}]': finished 2024-03-18T22:50:49.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:49 smithi099 ceph-mon[36725]: osdmap e30: 5 total, 4 up, 5 in 2024-03-18T22:50:49.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:49 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-18T22:50:50.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:50 smithi052 ceph-mon[32520]: from='client.? 172.21.15.99:0/2802109498' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:50:50.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:50 smithi181 ceph-mon[67256]: from='client.? 172.21.15.99:0/2802109498' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:50:50.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:50 smithi099 ceph-mon[36725]: from='client.? 172.21.15.99:0/2802109498' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:50:51.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:51 smithi052 ceph-mon[32520]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 137 KiB/s, 0 objects/s recovering 2024-03-18T22:50:51.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:51 smithi181 ceph-mon[67256]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 137 KiB/s, 0 objects/s recovering 2024-03-18T22:50:51.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:51 smithi099 ceph-mon[36725]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 137 KiB/s, 0 objects/s recovering 2024-03-18T22:50:53.201 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:53 smithi099 ceph-mon[36725]: pgmap v109: 1 pgs: 1 peering; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-18T22:50:53.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:53 smithi052 ceph-mon[32520]: pgmap v109: 1 pgs: 1 peering; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-18T22:50:53.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:53 smithi181 ceph-mon[67256]: pgmap v109: 1 pgs: 1 peering; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-18T22:50:55.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:55 smithi099 ceph-mon[36725]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-03-18T22:50:55.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:55 smithi052 ceph-mon[32520]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-03-18T22:50:55.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:55 smithi181 ceph-mon[67256]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-03-18T22:50:56.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:56 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-18T22:50:56.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:56 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:50:56.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:56 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-18T22:50:56.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:56 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:50:56.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:56 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-18T22:50:56.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:56 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:50:57.206 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:57 smithi099 ceph-mon[36725]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-18T22:50:57.206 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:57 smithi099 ceph-mon[36725]: Deploying daemon osd.4 on smithi099 2024-03-18T22:50:57.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:57 smithi052 ceph-mon[32520]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-18T22:50:57.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:57 smithi052 ceph-mon[32520]: Deploying daemon osd.4 on smithi099 2024-03-18T22:50:57.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:57 smithi181 ceph-mon[67256]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-18T22:50:57.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:57 smithi181 ceph-mon[67256]: Deploying daemon osd.4 on smithi099 2024-03-18T22:50:59.415 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:50:59 smithi099 ceph-mon[36725]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-18T22:50:59.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:50:59 smithi052 ceph-mon[32520]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-18T22:50:59.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:50:59 smithi181 ceph-mon[67256]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-18T22:51:01.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:01 smithi052 ceph-mon[32520]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-18T22:51:01.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:01 smithi181 ceph-mon[67256]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-18T22:51:01.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:01 smithi099 ceph-mon[36725]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-18T22:51:02.480 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:02 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:02.481 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:02 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:02.481 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:02 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:51:02.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:02 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:02.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:02 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:02.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:02 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:51:02.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:02 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:02.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:02 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:02.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:02 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:51:03.403 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:03 smithi099 ceph-mon[36725]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-18T22:51:03.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:03 smithi052 ceph-mon[32520]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-18T22:51:03.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:03 smithi181 ceph-mon[67256]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-18T22:51:04.430 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:04.429+0000 7fcf69ffb700 1 -- 172.21.15.99:0/869473933 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fcf6c062750 con 0x7fcf5c0a2910 2024-03-18T22:51:04.431 INFO:teuthology.orchestra.run.smithi099.stdout:Created osd(s) 4 on host 'smithi099' 2024-03-18T22:51:04.433 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:04.431+0000 7fcf72eb2700 1 -- 172.21.15.99:0/869473933 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fcf5c0a2910 msgr2=0x7fcf5c0a4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:51:04.433 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:04.431+0000 7fcf72eb2700 1 --2- 172.21.15.99:0/869473933 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fcf5c0a2910 0x7fcf5c0a4dd0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fcf58005ea0 tx=0x7fcf58005e30 comp rx=0 tx=0).stop 2024-03-18T22:51:04.433 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:04.431+0000 7fcf72eb2700 1 -- 172.21.15.99:0/869473933 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcf6c102dc0 msgr2=0x7fcf6c102720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:51:04.433 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:04.431+0000 7fcf72eb2700 1 --2- 172.21.15.99:0/869473933 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcf6c102dc0 0x7fcf6c102720 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fcf6000b530 tx=0x7fcf6000b840 comp rx=0 tx=0).stop 2024-03-18T22:51:04.433 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:04.431+0000 7fcf72eb2700 1 -- 172.21.15.99:0/869473933 shutdown_connections 2024-03-18T22:51:04.433 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:04.432+0000 7fcf72eb2700 1 --2- 172.21.15.99:0/869473933 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fcf5c0a2910 0x7fcf5c0a4dd0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:51:04.433 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:04.432+0000 7fcf72eb2700 1 --2- 172.21.15.99:0/869473933 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf6c108020 0x7fcf6c1012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:51:04.433 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:04.432+0000 7fcf72eb2700 1 --2- 172.21.15.99:0/869473933 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcf6c102dc0 0x7fcf6c102720 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:51:04.433 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:04.432+0000 7fcf72eb2700 1 --2- 172.21.15.99:0/869473933 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcf6c1056f0 0x7fcf6c100d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:51:04.433 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:04.432+0000 7fcf72eb2700 1 -- 172.21.15.99:0/869473933 >> 172.21.15.99:0/869473933 conn(0x7fcf6c0fc7d0 msgr2=0x7fcf6c1036c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:51:04.433 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:04.432+0000 7fcf72eb2700 1 -- 172.21.15.99:0/869473933 shutdown_connections 2024-03-18T22:51:04.433 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:04.432+0000 7fcf72eb2700 1 -- 172.21.15.99:0/869473933 wait complete. 2024-03-18T22:51:04.660 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:04 smithi099 ceph-mon[36725]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-18T22:51:04.661 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:04 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:04.661 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:04 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:04.661 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:04 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:51:04.661 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:04 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:51:04.661 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:04 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:04.661 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:04 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:04.661 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:04 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:04.661 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:04 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:51:04.960 DEBUG:teuthology.orchestra.run.smithi099:osd.4> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.4.service 2024-03-18T22:51:04.962 INFO:tasks.cephadm:Deploying osd.5 on smithi181 with /dev/vg_nvme/lv_3... 2024-03-18T22:51:04.962 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-03-18T22:51:04.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:04 smithi052 ceph-mon[32520]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-18T22:51:04.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:04 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:04.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:04 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:04.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:04 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:51:04.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:04 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:51:04.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:04 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:04.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:04 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:04.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:04 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:04.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:04 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:51:04.992 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:04 smithi181 ceph-mon[67256]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-18T22:51:04.992 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:04 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:04.992 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:04 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:04.992 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:04 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:51:04.992 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:04 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:51:04.992 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:04 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:04.992 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:04 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:04.992 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:04 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:04.992 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:04 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:51:05.212 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.c/config 2024-03-18T22:51:05.214 INFO:journalctl@ceph.osd.4.smithi099.stdout:Mar 18 22:51:05 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-4[47883]: 2024-03-18T22:51:05.015+0000 7f66fc9c47c0 -1 osd.4 0 log_to_monitors true 2024-03-18T22:51:05.892 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:05 smithi099 ceph-mon[36725]: from='osd.4 [v2:172.21.15.99:6808/2287333294,v1:172.21.15.99:6809/2287333294]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-18T22:51:05.892 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:05 smithi099 ceph-mon[36725]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-18T22:51:05.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:05 smithi052 ceph-mon[32520]: from='osd.4 [v2:172.21.15.99:6808/2287333294,v1:172.21.15.99:6809/2287333294]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-18T22:51:05.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:05 smithi052 ceph-mon[32520]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-18T22:51:06.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:05 smithi181 ceph-mon[67256]: from='osd.4 [v2:172.21.15.99:6808/2287333294,v1:172.21.15.99:6809/2287333294]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-18T22:51:06.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:05 smithi181 ceph-mon[67256]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-18T22:51:06.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:06 smithi052 ceph-mon[32520]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-18T22:51:06.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:06 smithi052 ceph-mon[32520]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-18T22:51:06.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:06 smithi052 ceph-mon[32520]: osdmap e31: 5 total, 4 up, 5 in 2024-03-18T22:51:06.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:06 smithi052 ceph-mon[32520]: from='osd.4 [v2:172.21.15.99:6808/2287333294,v1:172.21.15.99:6809/2287333294]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-03-18T22:51:06.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:06 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-18T22:51:06.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:06 smithi052 ceph-mon[32520]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-03-18T22:51:07.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:06 smithi181 ceph-mon[67256]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-18T22:51:07.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:06 smithi181 ceph-mon[67256]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-18T22:51:07.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:06 smithi181 ceph-mon[67256]: osdmap e31: 5 total, 4 up, 5 in 2024-03-18T22:51:07.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:06 smithi181 ceph-mon[67256]: from='osd.4 [v2:172.21.15.99:6808/2287333294,v1:172.21.15.99:6809/2287333294]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-03-18T22:51:07.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:06 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-18T22:51:07.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:06 smithi181 ceph-mon[67256]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-03-18T22:51:07.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:06 smithi099 ceph-mon[36725]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-18T22:51:07.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:06 smithi099 ceph-mon[36725]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-18T22:51:07.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:06 smithi099 ceph-mon[36725]: osdmap e31: 5 total, 4 up, 5 in 2024-03-18T22:51:07.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:06 smithi099 ceph-mon[36725]: from='osd.4 [v2:172.21.15.99:6808/2287333294,v1:172.21.15.99:6809/2287333294]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-03-18T22:51:07.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:06 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-18T22:51:07.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:06 smithi099 ceph-mon[36725]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-03-18T22:51:07.108 INFO:teuthology.orchestra.run.smithi181.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-03-18T22:51:07.108 INFO:teuthology.orchestra.run.smithi181.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-03-18T22:51:07.108 INFO:teuthology.orchestra.run.smithi181.stderr: stderr: 10+0 records in 2024-03-18T22:51:07.108 INFO:teuthology.orchestra.run.smithi181.stderr:10+0 records out 2024-03-18T22:51:07.108 INFO:teuthology.orchestra.run.smithi181.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0114461 s, 916 MB/s 2024-03-18T22:51:07.109 INFO:teuthology.orchestra.run.smithi181.stderr: stderr: 2024-03-18T22:51:07.109 INFO:teuthology.orchestra.run.smithi181.stderr:--> Zapping successful for: 2024-03-18T22:51:07.723 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:07 smithi181 ceph-mon[67256]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-03-18T22:51:07.723 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:07 smithi181 ceph-mon[67256]: osdmap e32: 5 total, 4 up, 5 in 2024-03-18T22:51:07.723 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:07 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-18T22:51:07.723 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:07 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-18T22:51:07.723 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:07 smithi181 ceph-mon[67256]: from='osd.4 ' entity='osd.4' 2024-03-18T22:51:07.753 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi181:vg_nvme/lv_3 2024-03-18T22:51:07.764 INFO:journalctl@ceph.osd.4.smithi099.stdout:Mar 18 22:51:07 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-4[47883]: 2024-03-18T22:51:07.468+0000 7f66f2029700 -1 osd.4 0 waiting for initial osdmap 2024-03-18T22:51:07.764 INFO:journalctl@ceph.osd.4.smithi099.stdout:Mar 18 22:51:07 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-4[47883]: 2024-03-18T22:51:07.596+0000 7f66e9e14700 -1 osd.4 32 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-18T22:51:07.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:07 smithi099 ceph-mon[36725]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-03-18T22:51:07.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:07 smithi099 ceph-mon[36725]: osdmap e32: 5 total, 4 up, 5 in 2024-03-18T22:51:07.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:07 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-18T22:51:07.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:07 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-18T22:51:07.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:07 smithi099 ceph-mon[36725]: from='osd.4 ' entity='osd.4' 2024-03-18T22:51:07.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:07 smithi052 ceph-mon[32520]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-03-18T22:51:07.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:07 smithi052 ceph-mon[32520]: osdmap e32: 5 total, 4 up, 5 in 2024-03-18T22:51:07.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:07 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-18T22:51:07.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:07 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-18T22:51:07.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:07 smithi052 ceph-mon[32520]: from='osd.4 ' entity='osd.4' 2024-03-18T22:51:08.036 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.c/config 2024-03-18T22:51:08.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:08 smithi181 ceph-mon[67256]: purged_snaps scrub starts 2024-03-18T22:51:08.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:08 smithi181 ceph-mon[67256]: purged_snaps scrub ok 2024-03-18T22:51:08.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:08 smithi181 ceph-mon[67256]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-18T22:51:08.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:08 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-18T22:51:08.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:08 smithi181 ceph-mon[67256]: Detected new or changed devices on smithi099 2024-03-18T22:51:08.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:08 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:08.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:08 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:08.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:08 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:51:08.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:08 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:51:08.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:08 smithi181 ceph-mon[67256]: Adjusting osd_memory_target on smithi099 to 8540M 2024-03-18T22:51:08.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:08 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:08.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:08 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:51:08.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:08 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:51:08.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:08 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:08.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:08 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-18T22:51:08.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:08 smithi099 ceph-mon[36725]: purged_snaps scrub starts 2024-03-18T22:51:08.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:08 smithi099 ceph-mon[36725]: purged_snaps scrub ok 2024-03-18T22:51:08.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:08 smithi099 ceph-mon[36725]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-18T22:51:08.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:08 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-18T22:51:08.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:08 smithi099 ceph-mon[36725]: Detected new or changed devices on smithi099 2024-03-18T22:51:08.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:08 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:08.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:08 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:08.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:08 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:51:08.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:08 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:51:08.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:08 smithi099 ceph-mon[36725]: Adjusting osd_memory_target on smithi099 to 8540M 2024-03-18T22:51:08.766 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:08 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:08.766 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:08 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:51:08.766 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:08 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:51:08.766 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:08 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:08.766 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:08 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-18T22:51:08.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:08 smithi052 ceph-mon[32520]: purged_snaps scrub starts 2024-03-18T22:51:08.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:08 smithi052 ceph-mon[32520]: purged_snaps scrub ok 2024-03-18T22:51:08.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:08 smithi052 ceph-mon[32520]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-18T22:51:08.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:08 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-18T22:51:08.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:08 smithi052 ceph-mon[32520]: Detected new or changed devices on smithi099 2024-03-18T22:51:08.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:08 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:08.990 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:08 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:08.990 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:08 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:51:08.990 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:08 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:51:08.990 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:08 smithi052 ceph-mon[32520]: Adjusting osd_memory_target on smithi099 to 8540M 2024-03-18T22:51:08.990 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:08 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:08.990 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:08 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:51:08.990 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:08 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:51:08.990 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:08 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:08.990 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:08 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-18T22:51:09.648 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.646+0000 7feac0e5b700 1 -- 172.21.15.181:0/690513757 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feabc103ee0 msgr2=0x7feabc10a790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:51:09.648 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.646+0000 7feac0e5b700 1 --2- 172.21.15.181:0/690513757 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feabc103ee0 0x7feabc10a790 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7feab400b0a0 tx=0x7feab400b3b0 comp rx=0 tx=0).stop 2024-03-18T22:51:09.648 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.646+0000 7feac0e5b700 1 -- 172.21.15.181:0/690513757 shutdown_connections 2024-03-18T22:51:09.649 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.646+0000 7feac0e5b700 1 --2- 172.21.15.181:0/690513757 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feabc103ee0 0x7feabc10a790 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:51:09.649 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.646+0000 7feac0e5b700 1 --2- 172.21.15.181:0/690513757 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7feabc102340 0x7feabc102760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:51:09.649 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.646+0000 7feac0e5b700 1 --2- 172.21.15.181:0/690513757 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feabc103540 0x7feabc1039a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:51:09.649 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.646+0000 7feac0e5b700 1 -- 172.21.15.181:0/690513757 >> 172.21.15.181:0/690513757 conn(0x7feabc0fd8c0 msgr2=0x7feabc0ffd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:51:09.649 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.646+0000 7feac0e5b700 1 -- 172.21.15.181:0/690513757 shutdown_connections 2024-03-18T22:51:09.649 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.646+0000 7feac0e5b700 1 -- 172.21.15.181:0/690513757 wait complete. 2024-03-18T22:51:09.649 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.647+0000 7feac0e5b700 1 Processor -- start 2024-03-18T22:51:09.649 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.647+0000 7feac0e5b700 1 -- start start 2024-03-18T22:51:09.649 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.647+0000 7feac0e5b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feabc102340 0x7feabc1985b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:51:09.649 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.647+0000 7feac0e5b700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feabc103540 0x7feabc198af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:51:09.649 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.647+0000 7feac0e5b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7feabc103ee0 0x7feabc19fb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:51:09.649 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.647+0000 7feac0e5b700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7feabc10e0c0 con 0x7feabc103ee0 2024-03-18T22:51:09.649 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.647+0000 7feac0e5b700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7feabc10df40 con 0x7feabc102340 2024-03-18T22:51:09.649 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.647+0000 7feac0e5b700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7feabc10e240 con 0x7feabc103540 2024-03-18T22:51:09.650 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.647+0000 7feab1d9b700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feabc103540 0x7feabc198af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:51:09.650 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.647+0000 7feab1d9b700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feabc103540 0x7feabc198af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.181:52256/0 (socket says 172.21.15.181:52256) 2024-03-18T22:51:09.650 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.647+0000 7feab1d9b700 1 -- 172.21.15.181:0/825311377 learned_addr learned my addr 172.21.15.181:0/825311377 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-03-18T22:51:09.650 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.647+0000 7feabad9d700 1 --2- 172.21.15.181:0/825311377 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7feabc103ee0 0x7feabc19fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:51:09.650 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.647+0000 7feaba59c700 1 --2- 172.21.15.181:0/825311377 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feabc102340 0x7feabc1985b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:51:09.650 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.647+0000 7feab1d9b700 1 -- 172.21.15.181:0/825311377 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feabc102340 msgr2=0x7feabc1985b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:51:09.650 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.647+0000 7feab1d9b700 1 --2- 172.21.15.181:0/825311377 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feabc102340 0x7feabc1985b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:51:09.650 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.647+0000 7feab1d9b700 1 -- 172.21.15.181:0/825311377 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7feabc103ee0 msgr2=0x7feabc19fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:51:09.650 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.647+0000 7feab1d9b700 1 --2- 172.21.15.181:0/825311377 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7feabc103ee0 0x7feabc19fb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:51:09.650 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.647+0000 7feab1d9b700 1 -- 172.21.15.181:0/825311377 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feabc1a0210 con 0x7feabc103540 2024-03-18T22:51:09.650 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.648+0000 7feab1d9b700 1 --2- 172.21.15.181:0/825311377 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feabc103540 0x7feabc198af0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7feaa400d9b0 tx=0x7feaa400dcc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:51:09.650 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.648+0000 7feab3fff700 1 -- 172.21.15.181:0/825311377 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaa4017070 con 0x7feabc103540 2024-03-18T22:51:09.650 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.648+0000 7feac0e5b700 1 -- 172.21.15.181:0/825311377 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feabc1a0500 con 0x7feabc103540 2024-03-18T22:51:09.651 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.648+0000 7feab3fff700 1 -- 172.21.15.181:0/825311377 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7feaa4005020 con 0x7feabc103540 2024-03-18T22:51:09.651 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.648+0000 7feab3fff700 1 -- 172.21.15.181:0/825311377 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaa4009d20 con 0x7feabc103540 2024-03-18T22:51:09.651 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.648+0000 7feac0e5b700 1 -- 172.21.15.181:0/825311377 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feabc1a09f0 con 0x7feabc103540 2024-03-18T22:51:09.652 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.649+0000 7feac0e5b700 1 -- 172.21.15.181:0/825311377 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feabc068fd0 con 0x7feabc103540 2024-03-18T22:51:09.652 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.650+0000 7feab3fff700 1 -- 172.21.15.181:0/825311377 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7feaa40051d0 con 0x7feabc103540 2024-03-18T22:51:09.652 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.651+0000 7feab3fff700 1 --2- 172.21.15.181:0/825311377 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7feaa80a2890 0x7feaa80a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:51:09.652 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.651+0000 7feab3fff700 1 -- 172.21.15.181:0/825311377 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 4101+0+0 (secure 0 0 0) 0x7feaa40cdce0 con 0x7feabc103540 2024-03-18T22:51:09.652 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.651+0000 7feaba59c700 1 --2- 172.21.15.181:0/825311377 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7feaa80a2890 0x7feaa80a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:51:09.652 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.651+0000 7feaba59c700 1 --2- 172.21.15.181:0/825311377 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7feaa80a2890 0x7feaa80a4d50 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7feabc1033a0 tx=0x7feaac009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:51:09.654 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.654+0000 7feab3fff700 1 -- 172.21.15.181:0/825311377 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7feaa4020020 con 0x7feabc103540 2024-03-18T22:51:09.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:09 smithi181 ceph-mon[67256]: osd.4 [v2:172.21.15.99:6808/2287333294,v1:172.21.15.99:6809/2287333294] boot 2024-03-18T22:51:09.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:09 smithi181 ceph-mon[67256]: osdmap e33: 5 total, 5 up, 5 in 2024-03-18T22:51:09.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:09 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-18T22:51:09.861 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:09.861+0000 7feac0e5b700 1 -- 172.21.15.181:0/825311377 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7feabc062750 con 0x7feaa80a2890 2024-03-18T22:51:09.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:09 smithi052 ceph-mon[32520]: osd.4 [v2:172.21.15.99:6808/2287333294,v1:172.21.15.99:6809/2287333294] boot 2024-03-18T22:51:09.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:09 smithi052 ceph-mon[32520]: osdmap e33: 5 total, 5 up, 5 in 2024-03-18T22:51:09.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-18T22:51:10.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:09 smithi099 ceph-mon[36725]: osd.4 [v2:172.21.15.99:6808/2287333294,v1:172.21.15.99:6809/2287333294] boot 2024-03-18T22:51:10.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:09 smithi099 ceph-mon[36725]: osdmap e33: 5 total, 5 up, 5 in 2024-03-18T22:51:10.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:09 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-18T22:51:10.760 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:10 smithi181 ceph-mon[67256]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-18T22:51:10.761 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:10 smithi181 ceph-mon[67256]: osdmap e34: 5 total, 5 up, 5 in 2024-03-18T22:51:10.761 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:10 smithi181 ceph-mon[67256]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:51:10.761 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:10 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:51:10.761 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:10 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:51:10.761 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:10 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:51:10.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:10 smithi052 ceph-mon[32520]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-18T22:51:10.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:10 smithi052 ceph-mon[32520]: osdmap e34: 5 total, 5 up, 5 in 2024-03-18T22:51:10.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:10 smithi052 ceph-mon[32520]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:51:10.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:10 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:51:10.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:10 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:51:10.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:10 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:51:11.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:10 smithi099 ceph-mon[36725]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-03-18T22:51:11.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:10 smithi099 ceph-mon[36725]: osdmap e34: 5 total, 5 up, 5 in 2024-03-18T22:51:11.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:10 smithi099 ceph-mon[36725]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:51:11.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:10 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:51:11.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:10 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:51:11.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:10 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:51:12.982 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:12 smithi181 ceph-mon[67256]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:12.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:12 smithi052 ceph-mon[32520]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:13.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:12 smithi099 ceph-mon[36725]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:13.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:13 smithi052 ceph-mon[32520]: from='client.? 172.21.15.181:0/2512111516' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9640855d-727d-4dbe-a86e-d9cb16ff1213"}]: dispatch 2024-03-18T22:51:13.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:13 smithi052 ceph-mon[32520]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9640855d-727d-4dbe-a86e-d9cb16ff1213"}]: dispatch 2024-03-18T22:51:13.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:13 smithi052 ceph-mon[32520]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9640855d-727d-4dbe-a86e-d9cb16ff1213"}]': finished 2024-03-18T22:51:13.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:13 smithi052 ceph-mon[32520]: osdmap e35: 6 total, 5 up, 6 in 2024-03-18T22:51:13.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:13 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-18T22:51:13.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:13 smithi052 ceph-mon[32520]: from='client.? 172.21.15.181:0/980037765' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:51:14.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:13 smithi181 ceph-mon[67256]: from='client.? 172.21.15.181:0/2512111516' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9640855d-727d-4dbe-a86e-d9cb16ff1213"}]: dispatch 2024-03-18T22:51:14.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:13 smithi181 ceph-mon[67256]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9640855d-727d-4dbe-a86e-d9cb16ff1213"}]: dispatch 2024-03-18T22:51:14.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:13 smithi181 ceph-mon[67256]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9640855d-727d-4dbe-a86e-d9cb16ff1213"}]': finished 2024-03-18T22:51:14.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:13 smithi181 ceph-mon[67256]: osdmap e35: 6 total, 5 up, 6 in 2024-03-18T22:51:14.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:13 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-18T22:51:14.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:13 smithi181 ceph-mon[67256]: from='client.? 172.21.15.181:0/980037765' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:51:14.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:13 smithi099 ceph-mon[36725]: from='client.? 172.21.15.181:0/2512111516' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9640855d-727d-4dbe-a86e-d9cb16ff1213"}]: dispatch 2024-03-18T22:51:14.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:13 smithi099 ceph-mon[36725]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9640855d-727d-4dbe-a86e-d9cb16ff1213"}]: dispatch 2024-03-18T22:51:14.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:13 smithi099 ceph-mon[36725]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9640855d-727d-4dbe-a86e-d9cb16ff1213"}]': finished 2024-03-18T22:51:14.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:13 smithi099 ceph-mon[36725]: osdmap e35: 6 total, 5 up, 6 in 2024-03-18T22:51:14.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:13 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-18T22:51:14.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:13 smithi099 ceph-mon[36725]: from='client.? 172.21.15.181:0/980037765' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:51:14.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:14 smithi052 ceph-mon[32520]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:15.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:14 smithi181 ceph-mon[67256]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:15.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:14 smithi099 ceph-mon[36725]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:16.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:16 smithi181 ceph-mon[67256]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:16.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:16 smithi052 ceph-mon[32520]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:17.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:16 smithi099 ceph-mon[36725]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:18.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:18 smithi052 ceph-mon[32520]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:19.003 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:18 smithi181 ceph-mon[67256]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:19.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:18 smithi099 ceph-mon[36725]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:20.970 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:20 smithi181 ceph-mon[67256]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:20.970 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:20 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-18T22:51:20.970 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:20 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:51:20.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:20 smithi052 ceph-mon[32520]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:20.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:20 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-18T22:51:20.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:20 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:51:21.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:20 smithi099 ceph-mon[36725]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:21.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:20 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-18T22:51:21.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:20 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:51:21.932 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:21 smithi181 ceph-mon[67256]: Deploying daemon osd.5 on smithi181 2024-03-18T22:51:21.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:21 smithi052 ceph-mon[32520]: Deploying daemon osd.5 on smithi181 2024-03-18T22:51:22.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:21 smithi099 ceph-mon[36725]: Deploying daemon osd.5 on smithi181 2024-03-18T22:51:22.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:22 smithi052 ceph-mon[32520]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:23.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:22 smithi181 ceph-mon[67256]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:23.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:22 smithi099 ceph-mon[36725]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:24.753 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:24 smithi181 ceph-mon[67256]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:24.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:24 smithi052 ceph-mon[32520]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:25.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:24 smithi099 ceph-mon[36725]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:26.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:26 smithi052 ceph-mon[32520]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:26.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:26 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:26.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:26 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:26.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:26 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:51:27.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:26 smithi181 ceph-mon[67256]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:27.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:26 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:27.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:26 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:27.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:26 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:51:27.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:26 smithi099 ceph-mon[36725]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:27.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:26 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:27.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:26 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:27.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:26 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:51:28.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:28 smithi052 ceph-mon[32520]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:28.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:28 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:28.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:28 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:28.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:28 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:51:28.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:28 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:51:28.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:28 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:29.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:28 smithi181 ceph-mon[67256]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:29.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:28 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:29.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:28 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:29.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:28 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:51:29.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:28 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:51:29.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:28 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:29.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:28 smithi099 ceph-mon[36725]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:29.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:28 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:29.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:28 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:29.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:28 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:51:29.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:28 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:51:29.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:28 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:29.385 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:29.383+0000 7feab3fff700 1 -- 172.21.15.181:0/825311377 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7feabc062750 con 0x7feaa80a2890 2024-03-18T22:51:29.385 INFO:teuthology.orchestra.run.smithi181.stdout:Created osd(s) 5 on host 'smithi181' 2024-03-18T22:51:29.387 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:29.386+0000 7feac0e5b700 1 -- 172.21.15.181:0/825311377 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7feaa80a2890 msgr2=0x7feaa80a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:51:29.387 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:29.386+0000 7feac0e5b700 1 --2- 172.21.15.181:0/825311377 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7feaa80a2890 0x7feaa80a4d50 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7feabc1033a0 tx=0x7feaac009260 comp rx=0 tx=0).stop 2024-03-18T22:51:29.387 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:29.386+0000 7feac0e5b700 1 -- 172.21.15.181:0/825311377 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feabc103540 msgr2=0x7feabc198af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:51:29.387 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:29.386+0000 7feac0e5b700 1 --2- 172.21.15.181:0/825311377 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feabc103540 0x7feabc198af0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7feaa400d9b0 tx=0x7feaa400dcc0 comp rx=0 tx=0).stop 2024-03-18T22:51:29.388 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:29.386+0000 7feac0e5b700 1 -- 172.21.15.181:0/825311377 shutdown_connections 2024-03-18T22:51:29.388 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:29.386+0000 7feac0e5b700 1 --2- 172.21.15.181:0/825311377 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7feaa80a2890 0x7feaa80a4d50 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:51:29.388 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:29.386+0000 7feac0e5b700 1 --2- 172.21.15.181:0/825311377 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7feabc103ee0 0x7feabc19fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:51:29.388 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:29.386+0000 7feac0e5b700 1 --2- 172.21.15.181:0/825311377 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feabc102340 0x7feabc1985b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:51:29.388 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:29.386+0000 7feac0e5b700 1 --2- 172.21.15.181:0/825311377 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feabc103540 0x7feabc198af0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:51:29.388 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:29.386+0000 7feac0e5b700 1 -- 172.21.15.181:0/825311377 >> 172.21.15.181:0/825311377 conn(0x7feabc0fd8c0 msgr2=0x7feabc1067e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:51:29.388 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:29.386+0000 7feac0e5b700 1 -- 172.21.15.181:0/825311377 shutdown_connections 2024-03-18T22:51:29.388 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:51:29.386+0000 7feac0e5b700 1 -- 172.21.15.181:0/825311377 wait complete. 2024-03-18T22:51:30.059 DEBUG:teuthology.orchestra.run.smithi181:osd.5> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.5.service 2024-03-18T22:51:30.061 INFO:tasks.cephadm:Deploying osd.6 on smithi052 with /dev/vg_nvme/lv_2... 2024-03-18T22:51:30.061 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-03-18T22:51:30.315 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:51:30.701 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:30 smithi052 ceph-mon[32520]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:30.701 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:30 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:30.701 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:30 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:51:30.701 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:30 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:30.701 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:30 smithi052 ceph-mon[32520]: from='osd.5 [v2:172.21.15.181:6808/2011157034,v1:172.21.15.181:6809/2011157034]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-18T22:51:30.701 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:30 smithi052 ceph-mon[32520]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-18T22:51:30.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:30 smithi181 ceph-mon[67256]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:30.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:30 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:30.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:30 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:51:30.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:30 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:30.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:30 smithi181 ceph-mon[67256]: from='osd.5 [v2:172.21.15.181:6808/2011157034,v1:172.21.15.181:6809/2011157034]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-18T22:51:30.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:30 smithi181 ceph-mon[67256]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-18T22:51:30.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:30 smithi099 ceph-mon[36725]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:30.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:30 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:30.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:30 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:51:30.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:30 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:30.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:30 smithi099 ceph-mon[36725]: from='osd.5 [v2:172.21.15.181:6808/2011157034,v1:172.21.15.181:6809/2011157034]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-18T22:51:30.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:30 smithi099 ceph-mon[36725]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-18T22:51:31.476 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:31 smithi181 ceph-mon[67256]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-18T22:51:31.476 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:31 smithi181 ceph-mon[67256]: osdmap e36: 6 total, 5 up, 6 in 2024-03-18T22:51:31.476 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:31 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-18T22:51:31.476 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:31 smithi181 ceph-mon[67256]: from='osd.5 [v2:172.21.15.181:6808/2011157034,v1:172.21.15.181:6809/2011157034]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-03-18T22:51:31.476 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:31 smithi181 ceph-mon[67256]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-03-18T22:51:31.688 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:31 smithi052 ceph-mon[32520]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-18T22:51:31.688 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:31 smithi052 ceph-mon[32520]: osdmap e36: 6 total, 5 up, 6 in 2024-03-18T22:51:31.688 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:31 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-18T22:51:31.688 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:31 smithi052 ceph-mon[32520]: from='osd.5 [v2:172.21.15.181:6808/2011157034,v1:172.21.15.181:6809/2011157034]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-03-18T22:51:31.689 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:31 smithi052 ceph-mon[32520]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-03-18T22:51:31.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:31 smithi099 ceph-mon[36725]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-18T22:51:31.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:31 smithi099 ceph-mon[36725]: osdmap e36: 6 total, 5 up, 6 in 2024-03-18T22:51:31.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:31 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-18T22:51:31.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:31 smithi099 ceph-mon[36725]: from='osd.5 [v2:172.21.15.181:6808/2011157034,v1:172.21.15.181:6809/2011157034]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-03-18T22:51:31.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:31 smithi099 ceph-mon[36725]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-03-18T22:51:32.548 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:32 smithi052 ceph-mon[32520]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:32.548 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:32 smithi052 ceph-mon[32520]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-03-18T22:51:32.548 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:32 smithi052 ceph-mon[32520]: osdmap e37: 6 total, 5 up, 6 in 2024-03-18T22:51:32.548 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:32 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-18T22:51:32.548 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:32 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-18T22:51:32.549 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:32 smithi052 ceph-mon[32520]: from='osd.5 ' entity='osd.5' 2024-03-18T22:51:32.549 INFO:teuthology.orchestra.run.smithi052.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-03-18T22:51:32.549 INFO:teuthology.orchestra.run.smithi052.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-03-18T22:51:32.549 INFO:teuthology.orchestra.run.smithi052.stderr: stderr: 10+0 records in 2024-03-18T22:51:32.549 INFO:teuthology.orchestra.run.smithi052.stderr:10+0 records out 2024-03-18T22:51:32.549 INFO:teuthology.orchestra.run.smithi052.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00845703 s, 1.2 GB/s 2024-03-18T22:51:32.549 INFO:teuthology.orchestra.run.smithi052.stderr:--> Zapping successful for: 2024-03-18T22:51:32.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:32 smithi181 ceph-mon[67256]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:32.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:32 smithi181 ceph-mon[67256]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-03-18T22:51:32.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:32 smithi181 ceph-mon[67256]: osdmap e37: 6 total, 5 up, 6 in 2024-03-18T22:51:32.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:32 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-18T22:51:32.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:32 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-18T22:51:32.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:32 smithi181 ceph-mon[67256]: from='osd.5 ' entity='osd.5' 2024-03-18T22:51:32.764 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 22:51:32 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T22:51:32.280+0000 7f4f7643f700 -1 osd.5 0 waiting for initial osdmap 2024-03-18T22:51:32.764 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 22:51:32 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T22:51:32.441+0000 7f4f6e22a700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-18T22:51:32.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:32 smithi099 ceph-mon[36725]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:32.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:32 smithi099 ceph-mon[36725]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-03-18T22:51:32.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:32 smithi099 ceph-mon[36725]: osdmap e37: 6 total, 5 up, 6 in 2024-03-18T22:51:32.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:32 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-18T22:51:32.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:32 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-18T22:51:32.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:32 smithi099 ceph-mon[36725]: from='osd.5 ' entity='osd.5' 2024-03-18T22:51:33.165 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi052:vg_nvme/lv_2 2024-03-18T22:51:33.417 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:51:33.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:33 smithi052 ceph-mon[32520]: purged_snaps scrub starts 2024-03-18T22:51:33.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:33 smithi052 ceph-mon[32520]: purged_snaps scrub ok 2024-03-18T22:51:33.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:33 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-18T22:51:33.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:33 smithi052 ceph-mon[32520]: osdmap e38: 6 total, 5 up, 6 in 2024-03-18T22:51:33.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:33 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-18T22:51:33.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:33 smithi052 ceph-mon[32520]: Detected new or changed devices on smithi181 2024-03-18T22:51:33.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:33 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:33.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:33 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:33.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:33 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:51:33.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:33 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:51:33.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:33 smithi052 ceph-mon[32520]: Adjusting osd_memory_target on smithi181 to 8540M 2024-03-18T22:51:33.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:33 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:33.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:33 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:51:33.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:33 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:51:33.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:33 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:33.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:33 smithi181 ceph-mon[67256]: purged_snaps scrub starts 2024-03-18T22:51:33.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:33 smithi181 ceph-mon[67256]: purged_snaps scrub ok 2024-03-18T22:51:33.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:33 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-18T22:51:33.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:33 smithi181 ceph-mon[67256]: osdmap e38: 6 total, 5 up, 6 in 2024-03-18T22:51:33.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:33 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-18T22:51:33.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:33 smithi181 ceph-mon[67256]: Detected new or changed devices on smithi181 2024-03-18T22:51:33.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:33 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:33.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:33 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:33.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:33 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:51:33.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:33 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:51:33.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:33 smithi181 ceph-mon[67256]: Adjusting osd_memory_target on smithi181 to 8540M 2024-03-18T22:51:33.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:33 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:33.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:33 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:51:33.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:33 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:51:33.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:33 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:33.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:33 smithi099 ceph-mon[36725]: purged_snaps scrub starts 2024-03-18T22:51:33.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:33 smithi099 ceph-mon[36725]: purged_snaps scrub ok 2024-03-18T22:51:33.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:33 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-18T22:51:33.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:33 smithi099 ceph-mon[36725]: osdmap e38: 6 total, 5 up, 6 in 2024-03-18T22:51:33.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:33 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-18T22:51:33.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:33 smithi099 ceph-mon[36725]: Detected new or changed devices on smithi181 2024-03-18T22:51:33.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:33 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:33.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:33 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:33.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:33 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:51:33.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:33 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:51:33.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:33 smithi099 ceph-mon[36725]: Adjusting osd_memory_target on smithi181 to 8540M 2024-03-18T22:51:33.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:33 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:33.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:33 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:51:33.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:33 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:51:33.766 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:33 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:34.618 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:34 smithi052 ceph-mon[32520]: pgmap v138: 1 pgs: 1 peering; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:34.619 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:34 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-18T22:51:34.619 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:34 smithi052 ceph-mon[32520]: osd.5 [v2:172.21.15.181:6808/2011157034,v1:172.21.15.181:6809/2011157034] boot 2024-03-18T22:51:34.619 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:34 smithi052 ceph-mon[32520]: osdmap e39: 6 total, 6 up, 6 in 2024-03-18T22:51:34.619 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:34 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-18T22:51:34.619 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:34 smithi052 ceph-mon[32520]: osdmap e40: 6 total, 6 up, 6 in 2024-03-18T22:51:34.665 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:34 smithi181 ceph-mon[67256]: pgmap v138: 1 pgs: 1 peering; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:34.665 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:34 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-18T22:51:34.665 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:34 smithi181 ceph-mon[67256]: osd.5 [v2:172.21.15.181:6808/2011157034,v1:172.21.15.181:6809/2011157034] boot 2024-03-18T22:51:34.665 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:34 smithi181 ceph-mon[67256]: osdmap e39: 6 total, 6 up, 6 in 2024-03-18T22:51:34.665 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:34 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-18T22:51:34.666 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:34 smithi181 ceph-mon[67256]: osdmap e40: 6 total, 6 up, 6 in 2024-03-18T22:51:34.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:34 smithi099 ceph-mon[36725]: pgmap v138: 1 pgs: 1 peering; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-03-18T22:51:34.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:34 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-18T22:51:34.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:34 smithi099 ceph-mon[36725]: osd.5 [v2:172.21.15.181:6808/2011157034,v1:172.21.15.181:6809/2011157034] boot 2024-03-18T22:51:34.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:34 smithi099 ceph-mon[36725]: osdmap e39: 6 total, 6 up, 6 in 2024-03-18T22:51:34.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:34 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-18T22:51:34.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:34 smithi099 ceph-mon[36725]: osdmap e40: 6 total, 6 up, 6 in 2024-03-18T22:51:35.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.181+0000 7fe68cc1e700 1 -- 172.21.15.52:0/139519213 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe688102440 msgr2=0x7fe6881028a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:51:35.184 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.181+0000 7fe68cc1e700 1 --2- 172.21.15.52:0/139519213 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe688102440 0x7fe6881028a0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fe67c0099c0 tx=0x7fe67c009cd0 comp rx=0 tx=0).stop 2024-03-18T22:51:35.184 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.181+0000 7fe68cc1e700 1 -- 172.21.15.52:0/139519213 shutdown_connections 2024-03-18T22:51:35.184 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.181+0000 7fe68cc1e700 1 --2- 172.21.15.52:0/139519213 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe688102de0 0x7fe688109690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:51:35.184 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.181+0000 7fe68cc1e700 1 --2- 172.21.15.52:0/139519213 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe688101240 0x7fe688101660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:51:35.184 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.181+0000 7fe68cc1e700 1 --2- 172.21.15.52:0/139519213 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe688102440 0x7fe6881028a0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:51:35.184 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.181+0000 7fe68cc1e700 1 -- 172.21.15.52:0/139519213 >> 172.21.15.52:0/139519213 conn(0x7fe6880fc800 msgr2=0x7fe6880fec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:51:35.184 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.181+0000 7fe68cc1e700 1 -- 172.21.15.52:0/139519213 shutdown_connections 2024-03-18T22:51:35.184 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.181+0000 7fe68cc1e700 1 -- 172.21.15.52:0/139519213 wait complete. 2024-03-18T22:51:35.184 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.182+0000 7fe68cc1e700 1 Processor -- start 2024-03-18T22:51:35.184 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.182+0000 7fe68cc1e700 1 -- start start 2024-03-18T22:51:35.186 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.182+0000 7fe68cc1e700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe688101240 0x7fe68806b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:51:35.186 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.182+0000 7fe68cc1e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe688102440 0x7fe68819d350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:51:35.186 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.182+0000 7fe68cc1e700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe688102de0 0x7fe68819f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:51:35.186 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.182+0000 7fe68cc1e700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe68810cf30 con 0x7fe688102440 2024-03-18T22:51:35.186 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.182+0000 7fe68cc1e700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fe68810cdb0 con 0x7fe688102de0 2024-03-18T22:51:35.186 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.182+0000 7fe68cc1e700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fe68810d0b0 con 0x7fe688101240 2024-03-18T22:51:35.186 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.182+0000 7fe685d9b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe688102440 0x7fe68819d350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:51:35.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.183+0000 7fe685d9b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe688102440 0x7fe68819d350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:37456/0 (socket says 172.21.15.52:37456) 2024-03-18T22:51:35.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.183+0000 7fe68659c700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe688101240 0x7fe68806b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:51:35.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.183+0000 7fe685d9b700 1 -- 172.21.15.52:0/2963638727 learned_addr learned my addr 172.21.15.52:0/2963638727 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:51:35.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.183+0000 7fe686d9d700 1 --2- 172.21.15.52:0/2963638727 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe688102de0 0x7fe68819f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:51:35.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.183+0000 7fe685d9b700 1 -- 172.21.15.52:0/2963638727 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe688101240 msgr2=0x7fe68806b5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:51:35.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.183+0000 7fe685d9b700 1 --2- 172.21.15.52:0/2963638727 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe688101240 0x7fe68806b5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:51:35.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.183+0000 7fe685d9b700 1 -- 172.21.15.52:0/2963638727 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe688102de0 msgr2=0x7fe68819f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:51:35.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.183+0000 7fe685d9b700 1 --2- 172.21.15.52:0/2963638727 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe688102de0 0x7fe68819f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:51:35.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.183+0000 7fe685d9b700 1 -- 172.21.15.52:0/2963638727 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6881a0260 con 0x7fe688102440 2024-03-18T22:51:35.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.183+0000 7fe685d9b700 1 --2- 172.21.15.52:0/2963638727 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe688102440 0x7fe68819d350 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fe67c005910 tx=0x7fe67c00f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:51:35.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.183+0000 7fe6777fe700 1 -- 172.21.15.52:0/2963638727 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe67c027070 con 0x7fe688102440 2024-03-18T22:51:35.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.183+0000 7fe6777fe700 1 -- 172.21.15.52:0/2963638727 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe67c00be40 con 0x7fe688102440 2024-03-18T22:51:35.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.183+0000 7fe68cc1e700 1 -- 172.21.15.52:0/2963638727 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe688197120 con 0x7fe688102440 2024-03-18T22:51:35.188 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.183+0000 7fe6777fe700 1 -- 172.21.15.52:0/2963638727 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe67c0173f0 con 0x7fe688102440 2024-03-18T22:51:35.188 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.183+0000 7fe68cc1e700 1 -- 172.21.15.52:0/2963638727 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe688197650 con 0x7fe688102440 2024-03-18T22:51:35.188 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.184+0000 7fe68cc1e700 1 -- 172.21.15.52:0/2963638727 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe688068fd0 con 0x7fe688102440 2024-03-18T22:51:35.188 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.185+0000 7fe6777fe700 1 -- 172.21.15.52:0/2963638727 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fe67c02a070 con 0x7fe688102440 2024-03-18T22:51:35.188 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.186+0000 7fe6777fe700 1 --2- 172.21.15.52:0/2963638727 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe6700a2910 0x7fe6700a4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:51:35.188 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.186+0000 7fe68659c700 1 --2- 172.21.15.52:0/2963638727 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe6700a2910 0x7fe6700a4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:51:35.189 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.186+0000 7fe6777fe700 1 -- 172.21.15.52:0/2963638727 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 4562+0+0 (secure 0 0 0) 0x7fe67c0ce780 con 0x7fe688102440 2024-03-18T22:51:35.189 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.186+0000 7fe68659c700 1 --2- 172.21.15.52:0/2963638727 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe6700a2910 0x7fe6700a4dd0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fe6881022a0 tx=0x7fe67800f7d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:51:35.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.191+0000 7fe6777fe700 1 -- 172.21.15.52:0/2963638727 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fe67c013070 con 0x7fe688102440 2024-03-18T22:51:35.406 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:35.405+0000 7fe68cc1e700 1 -- 172.21.15.52:0/2963638727 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fe688062750 con 0x7fe6700a2910 2024-03-18T22:51:36.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:36 smithi181 ceph-mon[67256]: osdmap e41: 6 total, 6 up, 6 in 2024-03-18T22:51:36.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:36 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:51:36.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:36 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:51:36.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:36 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:51:36.317 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:36 smithi052 ceph-mon[32520]: osdmap e41: 6 total, 6 up, 6 in 2024-03-18T22:51:36.317 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:36 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:51:36.317 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:36 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:51:36.317 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:36 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:51:36.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:36 smithi099 ceph-mon[36725]: osdmap e41: 6 total, 6 up, 6 in 2024-03-18T22:51:36.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:36 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:51:36.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:36 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:51:36.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:36 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:51:37.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:37 smithi052 ceph-mon[32520]: pgmap v142: 1 pgs: 1 peering; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-03-18T22:51:37.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:37 smithi052 ceph-mon[32520]: from='client.14352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:51:37.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:37 smithi052 ceph-mon[32520]: osdmap e42: 6 total, 6 up, 6 in 2024-03-18T22:51:37.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:37 smithi181 ceph-mon[67256]: pgmap v142: 1 pgs: 1 peering; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-03-18T22:51:37.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:37 smithi181 ceph-mon[67256]: from='client.14352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:51:37.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:37 smithi181 ceph-mon[67256]: osdmap e42: 6 total, 6 up, 6 in 2024-03-18T22:51:37.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:37 smithi099 ceph-mon[36725]: pgmap v142: 1 pgs: 1 peering; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-03-18T22:51:37.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:37 smithi099 ceph-mon[36725]: from='client.14352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:51:37.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:37 smithi099 ceph-mon[36725]: osdmap e42: 6 total, 6 up, 6 in 2024-03-18T22:51:38.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:38 smithi052 ceph-mon[32520]: osdmap e43: 6 total, 6 up, 6 in 2024-03-18T22:51:38.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:38 smithi181 ceph-mon[67256]: osdmap e43: 6 total, 6 up, 6 in 2024-03-18T22:51:38.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:38 smithi099 ceph-mon[36725]: osdmap e43: 6 total, 6 up, 6 in 2024-03-18T22:51:39.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:39 smithi052 ceph-mon[32520]: pgmap v145: 1 pgs: 1 peering; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 148 KiB/s, 0 objects/s recovering 2024-03-18T22:51:39.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:39 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1564147834' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a5e939cf-f502-4844-a7c7-90a03212c912"}]: dispatch 2024-03-18T22:51:39.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:39 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1564147834' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a5e939cf-f502-4844-a7c7-90a03212c912"}]': finished 2024-03-18T22:51:39.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:39 smithi052 ceph-mon[32520]: osdmap e44: 7 total, 6 up, 7 in 2024-03-18T22:51:39.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:39 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-18T22:51:39.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:39 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3253239910' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:51:39.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:39 smithi181 ceph-mon[67256]: pgmap v145: 1 pgs: 1 peering; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 148 KiB/s, 0 objects/s recovering 2024-03-18T22:51:39.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:39 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/1564147834' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a5e939cf-f502-4844-a7c7-90a03212c912"}]: dispatch 2024-03-18T22:51:39.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:39 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/1564147834' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a5e939cf-f502-4844-a7c7-90a03212c912"}]': finished 2024-03-18T22:51:39.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:39 smithi181 ceph-mon[67256]: osdmap e44: 7 total, 6 up, 7 in 2024-03-18T22:51:39.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:39 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-18T22:51:39.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:39 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3253239910' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:51:39.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:39 smithi099 ceph-mon[36725]: pgmap v145: 1 pgs: 1 peering; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 148 KiB/s, 0 objects/s recovering 2024-03-18T22:51:39.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:39 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/1564147834' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a5e939cf-f502-4844-a7c7-90a03212c912"}]: dispatch 2024-03-18T22:51:39.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:39 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/1564147834' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a5e939cf-f502-4844-a7c7-90a03212c912"}]': finished 2024-03-18T22:51:39.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:39 smithi099 ceph-mon[36725]: osdmap e44: 7 total, 6 up, 7 in 2024-03-18T22:51:39.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:39 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-18T22:51:39.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:39 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3253239910' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:51:41.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:41 smithi052 ceph-mon[32520]: pgmap v147: 1 pgs: 1 peering; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 137 KiB/s, 0 objects/s recovering 2024-03-18T22:51:41.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:41 smithi181 ceph-mon[67256]: pgmap v147: 1 pgs: 1 peering; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 137 KiB/s, 0 objects/s recovering 2024-03-18T22:51:41.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:41 smithi099 ceph-mon[36725]: pgmap v147: 1 pgs: 1 peering; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 137 KiB/s, 0 objects/s recovering 2024-03-18T22:51:43.325 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:43 smithi052 ceph-mon[32520]: pgmap v148: 1 pgs: 1 peering; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-18T22:51:43.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:43 smithi181 ceph-mon[67256]: pgmap v148: 1 pgs: 1 peering; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-18T22:51:43.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:43 smithi099 ceph-mon[36725]: pgmap v148: 1 pgs: 1 peering; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-18T22:51:45.360 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:45 smithi052 ceph-mon[32520]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-03-18T22:51:45.368 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:45 smithi181 ceph-mon[67256]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-03-18T22:51:45.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:45 smithi099 ceph-mon[36725]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-03-18T22:51:46.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:46 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-18T22:51:46.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:46 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:51:46.364 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:46 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-18T22:51:46.364 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:46 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:51:46.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:46 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-18T22:51:46.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:46 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:51:47.390 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:47 smithi052 ceph-mon[32520]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-18T22:51:47.390 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:47 smithi052 ceph-mon[32520]: Deploying daemon osd.6 on smithi052 2024-03-18T22:51:47.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:47 smithi181 ceph-mon[67256]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-18T22:51:47.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:47 smithi181 ceph-mon[67256]: Deploying daemon osd.6 on smithi052 2024-03-18T22:51:47.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:47 smithi099 ceph-mon[36725]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-18T22:51:47.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:47 smithi099 ceph-mon[36725]: Deploying daemon osd.6 on smithi052 2024-03-18T22:51:49.425 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:49 smithi052 ceph-mon[32520]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-18T22:51:49.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:49 smithi181 ceph-mon[67256]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-18T22:51:49.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:49 smithi099 ceph-mon[36725]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-18T22:51:51.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:51 smithi052 ceph-mon[32520]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-18T22:51:51.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:51 smithi181 ceph-mon[67256]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-18T22:51:51.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:51 smithi099 ceph-mon[36725]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-18T22:51:52.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:52 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:52.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:52 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:51:52.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:52 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:52.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:52 smithi052 ceph-mon[32520]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-18T22:51:52.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:52 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:52.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:52 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:51:52.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:52 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:52.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:52 smithi181 ceph-mon[67256]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-18T22:51:52.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:52 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:52.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:52 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:51:52.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:52 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:52.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:52 smithi099 ceph-mon[36725]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-18T22:51:54.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:54 smithi052 ceph-mon[32520]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-18T22:51:54.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:54 smithi181 ceph-mon[67256]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-18T22:51:54.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:54 smithi099 ceph-mon[36725]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-18T22:51:54.830 INFO:teuthology.orchestra.run.smithi052.stdout:Created osd(s) 6 on host 'smithi052' 2024-03-18T22:51:54.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:54.829+0000 7fe6777fe700 1 -- 172.21.15.52:0/2963638727 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fe688062750 con 0x7fe6700a2910 2024-03-18T22:51:54.833 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:54.832+0000 7fe68cc1e700 1 -- 172.21.15.52:0/2963638727 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe6700a2910 msgr2=0x7fe6700a4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:51:54.833 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:54.832+0000 7fe68cc1e700 1 --2- 172.21.15.52:0/2963638727 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe6700a2910 0x7fe6700a4dd0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fe6881022a0 tx=0x7fe67800f7d0 comp rx=0 tx=0).stop 2024-03-18T22:51:54.833 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:54.832+0000 7fe68cc1e700 1 -- 172.21.15.52:0/2963638727 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe688102440 msgr2=0x7fe68819d350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:51:54.833 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:54.832+0000 7fe68cc1e700 1 --2- 172.21.15.52:0/2963638727 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe688102440 0x7fe68819d350 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fe67c005910 tx=0x7fe67c00f690 comp rx=0 tx=0).stop 2024-03-18T22:51:54.833 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:54.832+0000 7fe68cc1e700 1 -- 172.21.15.52:0/2963638727 shutdown_connections 2024-03-18T22:51:54.834 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:54.832+0000 7fe68cc1e700 1 --2- 172.21.15.52:0/2963638727 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe6700a2910 0x7fe6700a4dd0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:51:54.834 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:54.832+0000 7fe68cc1e700 1 --2- 172.21.15.52:0/2963638727 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe688102de0 0x7fe68819f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:51:54.834 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:54.832+0000 7fe68cc1e700 1 --2- 172.21.15.52:0/2963638727 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe688101240 0x7fe68806b5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:51:54.834 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:54.832+0000 7fe68cc1e700 1 --2- 172.21.15.52:0/2963638727 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe688102440 0x7fe68819d350 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:51:54.834 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:54.832+0000 7fe68cc1e700 1 -- 172.21.15.52:0/2963638727 >> 172.21.15.52:0/2963638727 conn(0x7fe6880fc800 msgr2=0x7fe6881056e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:51:54.834 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:54.833+0000 7fe68cc1e700 1 -- 172.21.15.52:0/2963638727 shutdown_connections 2024-03-18T22:51:54.834 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:51:54.833+0000 7fe68cc1e700 1 -- 172.21.15.52:0/2963638727 wait complete. 2024-03-18T22:51:55.525 DEBUG:teuthology.orchestra.run.smithi052:osd.6> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.6.service 2024-03-18T22:51:55.527 INFO:tasks.cephadm:Deploying osd.7 on smithi099 with /dev/vg_nvme/lv_2... 2024-03-18T22:51:55.527 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-03-18T22:51:55.773 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.b/config 2024-03-18T22:51:55.885 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:55 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:55.885 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:55 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:55.886 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:55 smithi099 ceph-mon[36725]: from='osd.6 [v2:172.21.15.52:6818/3005509606,v1:172.21.15.52:6819/3005509606]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-18T22:51:55.886 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:55 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:55.886 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:55 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:56.201 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:55 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:56.201 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:55 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:56.201 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:55 smithi052 ceph-mon[32520]: from='osd.6 [v2:172.21.15.52:6818/3005509606,v1:172.21.15.52:6819/3005509606]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-18T22:51:56.201 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:55 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:56.201 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:55 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:56.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:55 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:56.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:55 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:56.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:55 smithi181 ceph-mon[67256]: from='osd.6 [v2:172.21.15.52:6818/3005509606,v1:172.21.15.52:6819/3005509606]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-18T22:51:56.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:55 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:56.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:55 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:51:57.022 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:56 smithi099 ceph-mon[36725]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-18T22:51:57.023 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:56 smithi099 ceph-mon[36725]: from='osd.6 [v2:172.21.15.52:6818/3005509606,v1:172.21.15.52:6819/3005509606]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-18T22:51:57.023 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:56 smithi099 ceph-mon[36725]: osdmap e45: 7 total, 6 up, 7 in 2024-03-18T22:51:57.023 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:56 smithi099 ceph-mon[36725]: from='osd.6 [v2:172.21.15.52:6818/3005509606,v1:172.21.15.52:6819/3005509606]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-03-18T22:51:57.023 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:56 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-18T22:51:57.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:56 smithi052 ceph-mon[32520]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-18T22:51:57.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:56 smithi052 ceph-mon[32520]: from='osd.6 [v2:172.21.15.52:6818/3005509606,v1:172.21.15.52:6819/3005509606]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-18T22:51:57.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:56 smithi052 ceph-mon[32520]: osdmap e45: 7 total, 6 up, 7 in 2024-03-18T22:51:57.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:56 smithi052 ceph-mon[32520]: from='osd.6 [v2:172.21.15.52:6818/3005509606,v1:172.21.15.52:6819/3005509606]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-03-18T22:51:57.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:56 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-18T22:51:57.239 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 22:51:56 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T22:51:56.810+0000 7fc35c625700 -1 osd.6 0 waiting for initial osdmap 2024-03-18T22:51:57.239 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 22:51:56 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T22:51:56.821+0000 7fc358418700 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-18T22:51:57.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:56 smithi181 ceph-mon[67256]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-18T22:51:57.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:56 smithi181 ceph-mon[67256]: from='osd.6 [v2:172.21.15.52:6818/3005509606,v1:172.21.15.52:6819/3005509606]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-18T22:51:57.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:56 smithi181 ceph-mon[67256]: osdmap e45: 7 total, 6 up, 7 in 2024-03-18T22:51:57.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:56 smithi181 ceph-mon[67256]: from='osd.6 [v2:172.21.15.52:6818/3005509606,v1:172.21.15.52:6819/3005509606]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-03-18T22:51:57.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:56 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-18T22:51:57.557 INFO:teuthology.orchestra.run.smithi099.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-03-18T22:51:57.557 INFO:teuthology.orchestra.run.smithi099.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-03-18T22:51:57.557 INFO:teuthology.orchestra.run.smithi099.stderr: stderr: 10+0 records in 2024-03-18T22:51:57.557 INFO:teuthology.orchestra.run.smithi099.stderr:10+0 records out 2024-03-18T22:51:57.557 INFO:teuthology.orchestra.run.smithi099.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114031 s, 920 MB/s 2024-03-18T22:51:57.557 INFO:teuthology.orchestra.run.smithi099.stderr:--> Zapping successful for: 2024-03-18T22:51:57.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:57 smithi052 ceph-mon[32520]: from='osd.6 [v2:172.21.15.52:6818/3005509606,v1:172.21.15.52:6819/3005509606]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-03-18T22:51:57.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:57 smithi052 ceph-mon[32520]: osdmap e46: 7 total, 6 up, 7 in 2024-03-18T22:51:57.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:57 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-18T22:51:57.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:57 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-18T22:51:58.090 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:57 smithi099 ceph-mon[36725]: from='osd.6 [v2:172.21.15.52:6818/3005509606,v1:172.21.15.52:6819/3005509606]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-03-18T22:51:58.090 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:57 smithi099 ceph-mon[36725]: osdmap e46: 7 total, 6 up, 7 in 2024-03-18T22:51:58.091 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:57 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-18T22:51:58.091 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:57 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-18T22:51:58.118 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi099:vg_nvme/lv_2 2024-03-18T22:51:58.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:57 smithi181 ceph-mon[67256]: from='osd.6 [v2:172.21.15.52:6818/3005509606,v1:172.21.15.52:6819/3005509606]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-03-18T22:51:58.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:57 smithi181 ceph-mon[67256]: osdmap e46: 7 total, 6 up, 7 in 2024-03-18T22:51:58.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:57 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-18T22:51:58.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:57 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-18T22:51:58.366 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.b/config 2024-03-18T22:51:58.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:58 smithi052 ceph-mon[32520]: purged_snaps scrub starts 2024-03-18T22:51:58.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:58 smithi052 ceph-mon[32520]: purged_snaps scrub ok 2024-03-18T22:51:58.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:58 smithi052 ceph-mon[32520]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-18T22:51:58.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:58 smithi052 ceph-mon[32520]: osd.6 [v2:172.21.15.52:6818/3005509606,v1:172.21.15.52:6819/3005509606] boot 2024-03-18T22:51:58.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:58 smithi052 ceph-mon[32520]: osdmap e47: 7 total, 7 up, 7 in 2024-03-18T22:51:58.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:58 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-18T22:51:59.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:58 smithi099 ceph-mon[36725]: purged_snaps scrub starts 2024-03-18T22:51:59.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:58 smithi099 ceph-mon[36725]: purged_snaps scrub ok 2024-03-18T22:51:59.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:58 smithi099 ceph-mon[36725]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-18T22:51:59.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:58 smithi099 ceph-mon[36725]: osd.6 [v2:172.21.15.52:6818/3005509606,v1:172.21.15.52:6819/3005509606] boot 2024-03-18T22:51:59.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:58 smithi099 ceph-mon[36725]: osdmap e47: 7 total, 7 up, 7 in 2024-03-18T22:51:59.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:58 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-18T22:51:59.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:58 smithi181 ceph-mon[67256]: purged_snaps scrub starts 2024-03-18T22:51:59.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:58 smithi181 ceph-mon[67256]: purged_snaps scrub ok 2024-03-18T22:51:59.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:58 smithi181 ceph-mon[67256]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-03-18T22:51:59.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:58 smithi181 ceph-mon[67256]: osd.6 [v2:172.21.15.52:6818/3005509606,v1:172.21.15.52:6819/3005509606] boot 2024-03-18T22:51:59.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:58 smithi181 ceph-mon[67256]: osdmap e47: 7 total, 7 up, 7 in 2024-03-18T22:51:59.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:58 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-18T22:51:59.856 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.853+0000 7f14391ec700 1 -- 172.21.15.99:0/3029656211 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1434101270 msgr2=0x7f1434101690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:51:59.857 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.853+0000 7f14391ec700 1 --2- 172.21.15.99:0/3029656211 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1434101270 0x7f1434101690 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f14240099c0 tx=0x7f1424009cd0 comp rx=0 tx=0).stop 2024-03-18T22:51:59.857 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.853+0000 7f14391ec700 1 -- 172.21.15.99:0/3029656211 shutdown_connections 2024-03-18T22:51:59.857 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.853+0000 7f14391ec700 1 --2- 172.21.15.99:0/3029656211 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1434102e10 0x7f14341096c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:51:59.857 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.853+0000 7f14391ec700 1 --2- 172.21.15.99:0/3029656211 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1434101270 0x7f1434101690 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:51:59.857 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.853+0000 7f14391ec700 1 --2- 172.21.15.99:0/3029656211 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1434102470 0x7f14341028d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:51:59.857 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.853+0000 7f14391ec700 1 -- 172.21.15.99:0/3029656211 >> 172.21.15.99:0/3029656211 conn(0x7f14340fc830 msgr2=0x7f14340fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:51:59.857 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.853+0000 7f14391ec700 1 -- 172.21.15.99:0/3029656211 shutdown_connections 2024-03-18T22:51:59.857 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.853+0000 7f14391ec700 1 -- 172.21.15.99:0/3029656211 wait complete. 2024-03-18T22:51:59.857 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.854+0000 7f14391ec700 1 Processor -- start 2024-03-18T22:51:59.857 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.854+0000 7f14391ec700 1 -- start start 2024-03-18T22:51:59.857 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.855+0000 7f14391ec700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1434101270 0x7f1434198640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:51:59.857 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.855+0000 7f14391ec700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1434102470 0x7f1434198b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:51:59.858 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.855+0000 7f14391ec700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1434102e10 0x7f143419fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:51:59.858 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.855+0000 7f14391ec700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f143410cfb0 con 0x7f1434102e10 2024-03-18T22:51:59.858 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.855+0000 7f14391ec700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f143410ce30 con 0x7f1434101270 2024-03-18T22:51:59.858 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.855+0000 7f14391ec700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f143410d130 con 0x7f1434102470 2024-03-18T22:51:59.858 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.855+0000 7f1432d9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1434101270 0x7f1434198640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:51:59.858 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.855+0000 7f1432d9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1434101270 0x7f1434198640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:44088/0 (socket says 172.21.15.99:44088) 2024-03-18T22:51:59.858 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.855+0000 7f1432d9d700 1 -- 172.21.15.99:0/924314087 learned_addr learned my addr 172.21.15.99:0/924314087 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-03-18T22:51:59.858 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.855+0000 7f143359e700 1 --2- 172.21.15.99:0/924314087 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1434102e10 0x7f143419fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:51:59.858 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.855+0000 7f143259c700 1 --2- 172.21.15.99:0/924314087 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1434102470 0x7f1434198b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:51:59.858 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.855+0000 7f1432d9d700 1 -- 172.21.15.99:0/924314087 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1434102470 msgr2=0x7f1434198b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:51:59.858 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.855+0000 7f1432d9d700 1 --2- 172.21.15.99:0/924314087 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1434102470 0x7f1434198b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:51:59.858 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.855+0000 7f1432d9d700 1 -- 172.21.15.99:0/924314087 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1434102e10 msgr2=0x7f143419fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:51:59.859 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.855+0000 7f1432d9d700 1 --2- 172.21.15.99:0/924314087 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1434102e10 0x7f143419fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:51:59.859 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.855+0000 7f1432d9d700 1 -- 172.21.15.99:0/924314087 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14341a02a0 con 0x7f1434101270 2024-03-18T22:51:59.859 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.855+0000 7f143359e700 1 --2- 172.21.15.99:0/924314087 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1434102e10 0x7f143419fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:51:59.859 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.855+0000 7f1432d9d700 1 --2- 172.21.15.99:0/924314087 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1434101270 0x7f1434198640 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f1424003990 tx=0x7f1424003d10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:51:59.859 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.855+0000 7f141bfff700 1 -- 172.21.15.99:0/924314087 <== mon.2 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1424027070 con 0x7f1434101270 2024-03-18T22:51:59.859 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.855+0000 7f14391ec700 1 -- 172.21.15.99:0/924314087 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14341a0530 con 0x7f1434101270 2024-03-18T22:51:59.859 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.855+0000 7f141bfff700 1 -- 172.21.15.99:0/924314087 <== mon.2 v2:172.21.15.99:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f142400bda0 con 0x7f1434101270 2024-03-18T22:51:59.859 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.855+0000 7f141bfff700 1 -- 172.21.15.99:0/924314087 <== mon.2 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f142400f6c0 con 0x7f1434101270 2024-03-18T22:51:59.859 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.855+0000 7f14391ec700 1 -- 172.21.15.99:0/924314087 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14341a0a60 con 0x7f1434101270 2024-03-18T22:51:59.860 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.856+0000 7f14391ec700 1 -- 172.21.15.99:0/924314087 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1434068fd0 con 0x7f1434101270 2024-03-18T22:51:59.860 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.857+0000 7f141bfff700 1 -- 172.21.15.99:0/924314087 <== mon.2 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f142402a070 con 0x7f1434101270 2024-03-18T22:51:59.860 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.858+0000 7f141bfff700 1 --2- 172.21.15.99:0/924314087 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f141c0a2890 0x7f141c0a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:51:59.860 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.858+0000 7f141bfff700 1 -- 172.21.15.99:0/924314087 <== mon.2 v2:172.21.15.99:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4965+0+0 (secure 0 0 0) 0x7f14240cf250 con 0x7f1434101270 2024-03-18T22:51:59.860 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.859+0000 7f143259c700 1 --2- 172.21.15.99:0/924314087 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f141c0a2890 0x7f141c0a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:51:59.860 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.859+0000 7f143259c700 1 --2- 172.21.15.99:0/924314087 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f141c0a2890 0x7f141c0a4d50 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f1428005950 tx=0x7f14280058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:51:59.863 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:51:59.862+0000 7f141bfff700 1 -- 172.21.15.99:0/924314087 <== mon.2 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f1424031070 con 0x7f1434101270 2024-03-18T22:52:00.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:59 smithi099 ceph-mon[36725]: osdmap e48: 7 total, 7 up, 7 in 2024-03-18T22:52:00.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:59 smithi099 ceph-mon[36725]: Detected new or changed devices on smithi052 2024-03-18T22:52:00.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:59 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:00.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:59 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:00.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:59 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:52:00.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:59 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:52:00.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:59 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:52:00.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:59 smithi099 ceph-mon[36725]: Adjusting osd_memory_target on smithi052 to 5697M 2024-03-18T22:52:00.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:59 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:00.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:59 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:00.016 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:59 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:52:00.016 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:59 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:00.016 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:59 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:52:00.016 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:59 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:00.016 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:59 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:52:00.016 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:51:59 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:00.067 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:52:00.067+0000 7f14391ec700 1 -- 172.21.15.99:0/924314087 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f14340fe960 con 0x7f141c0a2890 2024-03-18T22:52:00.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:59 smithi052 ceph-mon[32520]: osdmap e48: 7 total, 7 up, 7 in 2024-03-18T22:52:00.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:59 smithi052 ceph-mon[32520]: Detected new or changed devices on smithi052 2024-03-18T22:52:00.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:59 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:00.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:59 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:00.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:59 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:52:00.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:59 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:52:00.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:59 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:52:00.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:59 smithi052 ceph-mon[32520]: Adjusting osd_memory_target on smithi052 to 5697M 2024-03-18T22:52:00.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:59 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:00.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:59 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:00.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:59 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:52:00.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:59 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:00.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:59 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:52:00.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:59 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:00.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:59 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:52:00.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:51:59 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:00.265 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:59 smithi181 ceph-mon[67256]: osdmap e48: 7 total, 7 up, 7 in 2024-03-18T22:52:00.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:59 smithi181 ceph-mon[67256]: Detected new or changed devices on smithi052 2024-03-18T22:52:00.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:59 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:00.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:59 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:00.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:59 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:52:00.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:59 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:52:00.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:59 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:52:00.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:59 smithi181 ceph-mon[67256]: Adjusting osd_memory_target on smithi052 to 5697M 2024-03-18T22:52:00.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:59 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:00.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:59 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:00.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:59 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:52:00.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:59 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:00.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:59 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:52:00.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:59 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:00.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:59 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:52:00.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:51:59 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:00.978 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:00 smithi099 ceph-mon[36725]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:00.978 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:00 smithi099 ceph-mon[36725]: from='client.24269 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:52:00.978 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:00 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:52:00.979 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:00 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:52:00.979 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:00 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:01.184 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:00 smithi052 ceph-mon[32520]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:01.184 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:00 smithi052 ceph-mon[32520]: from='client.24269 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:52:01.184 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:00 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:52:01.184 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:00 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:52:01.184 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:00 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:01.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:00 smithi181 ceph-mon[67256]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:01.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:00 smithi181 ceph-mon[67256]: from='client.24269 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:52:01.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:00 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:52:01.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:00 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:52:01.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:00 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:03.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:02 smithi052 ceph-mon[32520]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:03.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:02 smithi052 ceph-mon[32520]: from='client.? 172.21.15.99:0/3174506919' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6870a7b1-abe0-4d5b-aedb-e2eab43a0d36"}]: dispatch 2024-03-18T22:52:03.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:02 smithi052 ceph-mon[32520]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6870a7b1-abe0-4d5b-aedb-e2eab43a0d36"}]: dispatch 2024-03-18T22:52:03.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:02 smithi052 ceph-mon[32520]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6870a7b1-abe0-4d5b-aedb-e2eab43a0d36"}]': finished 2024-03-18T22:52:03.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:02 smithi052 ceph-mon[32520]: osdmap e49: 8 total, 7 up, 8 in 2024-03-18T22:52:03.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:02 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-18T22:52:03.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:02 smithi181 ceph-mon[67256]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:03.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:02 smithi181 ceph-mon[67256]: from='client.? 172.21.15.99:0/3174506919' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6870a7b1-abe0-4d5b-aedb-e2eab43a0d36"}]: dispatch 2024-03-18T22:52:03.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:02 smithi181 ceph-mon[67256]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6870a7b1-abe0-4d5b-aedb-e2eab43a0d36"}]: dispatch 2024-03-18T22:52:03.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:02 smithi181 ceph-mon[67256]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6870a7b1-abe0-4d5b-aedb-e2eab43a0d36"}]': finished 2024-03-18T22:52:03.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:02 smithi181 ceph-mon[67256]: osdmap e49: 8 total, 7 up, 8 in 2024-03-18T22:52:03.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:02 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-18T22:52:03.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:02 smithi099 ceph-mon[36725]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:03.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:02 smithi099 ceph-mon[36725]: from='client.? 172.21.15.99:0/3174506919' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6870a7b1-abe0-4d5b-aedb-e2eab43a0d36"}]: dispatch 2024-03-18T22:52:03.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:02 smithi099 ceph-mon[36725]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6870a7b1-abe0-4d5b-aedb-e2eab43a0d36"}]: dispatch 2024-03-18T22:52:03.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:02 smithi099 ceph-mon[36725]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6870a7b1-abe0-4d5b-aedb-e2eab43a0d36"}]': finished 2024-03-18T22:52:03.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:02 smithi099 ceph-mon[36725]: osdmap e49: 8 total, 7 up, 8 in 2024-03-18T22:52:03.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:02 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-18T22:52:04.164 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:03 smithi181 ceph-mon[67256]: from='client.? 172.21.15.99:0/731251615' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:52:04.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:03 smithi052 ceph-mon[32520]: from='client.? 172.21.15.99:0/731251615' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:52:04.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:03 smithi099 ceph-mon[36725]: from='client.? 172.21.15.99:0/731251615' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:52:05.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:04 smithi052 ceph-mon[32520]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:05.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:04 smithi181 ceph-mon[67256]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:05.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:04 smithi099 ceph-mon[36725]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:06.940 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:06 smithi099 ceph-mon[36725]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:07.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:06 smithi052 ceph-mon[32520]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:07.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:06 smithi181 ceph-mon[67256]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:09.134 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:08 smithi099 ceph-mon[36725]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:09.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:08 smithi052 ceph-mon[32520]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:09.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:08 smithi181 ceph-mon[67256]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:11.065 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:10 smithi099 ceph-mon[36725]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:11.065 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:10 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-18T22:52:11.066 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:10 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:11.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:10 smithi052 ceph-mon[32520]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:11.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:10 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-18T22:52:11.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:10 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:11.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:10 smithi181 ceph-mon[67256]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:11.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:10 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-18T22:52:11.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:10 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:12.107 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:11 smithi099 ceph-mon[36725]: Deploying daemon osd.7 on smithi099 2024-03-18T22:52:12.140 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:11 smithi052 ceph-mon[32520]: Deploying daemon osd.7 on smithi099 2024-03-18T22:52:12.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:11 smithi181 ceph-mon[67256]: Deploying daemon osd.7 on smithi099 2024-03-18T22:52:13.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:12 smithi099 ceph-mon[36725]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:13.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:12 smithi052 ceph-mon[32520]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:13.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:12 smithi181 ceph-mon[67256]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:15.099 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:14 smithi099 ceph-mon[36725]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:15.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:14 smithi052 ceph-mon[32520]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:15.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:14 smithi181 ceph-mon[67256]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:16.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:16 smithi052 ceph-mon[32520]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:16.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:16 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:16.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:16 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:16.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:16 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:52:16.752 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:16 smithi099 ceph-mon[36725]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:16.752 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:16 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:16.753 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:16 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:16.753 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:16 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:52:16.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:16 smithi181 ceph-mon[67256]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:16.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:16 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:16.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:16 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:16.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:16 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:52:18.412 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:18 smithi099 ceph-mon[36725]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:18.481 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:52:18.481+0000 7f141bfff700 1 -- 172.21.15.99:0/924314087 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f14340fe960 con 0x7f141c0a2890 2024-03-18T22:52:18.482 INFO:teuthology.orchestra.run.smithi099.stdout:Created osd(s) 7 on host 'smithi099' 2024-03-18T22:52:18.484 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:52:18.483+0000 7f14391ec700 1 -- 172.21.15.99:0/924314087 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f141c0a2890 msgr2=0x7f141c0a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:52:18.484 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:52:18.483+0000 7f14391ec700 1 --2- 172.21.15.99:0/924314087 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f141c0a2890 0x7f141c0a4d50 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f1428005950 tx=0x7f14280058e0 comp rx=0 tx=0).stop 2024-03-18T22:52:18.484 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:52:18.483+0000 7f14391ec700 1 -- 172.21.15.99:0/924314087 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1434101270 msgr2=0x7f1434198640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:52:18.484 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:52:18.483+0000 7f14391ec700 1 --2- 172.21.15.99:0/924314087 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1434101270 0x7f1434198640 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f1424003990 tx=0x7f1424003d10 comp rx=0 tx=0).stop 2024-03-18T22:52:18.484 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:52:18.483+0000 7f14391ec700 1 -- 172.21.15.99:0/924314087 shutdown_connections 2024-03-18T22:52:18.485 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:52:18.483+0000 7f14391ec700 1 --2- 172.21.15.99:0/924314087 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f141c0a2890 0x7f141c0a4d50 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:52:18.485 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:52:18.483+0000 7f14391ec700 1 --2- 172.21.15.99:0/924314087 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1434102e10 0x7f143419fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:52:18.485 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:52:18.483+0000 7f14391ec700 1 --2- 172.21.15.99:0/924314087 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1434101270 0x7f1434198640 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:52:18.485 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:52:18.483+0000 7f14391ec700 1 --2- 172.21.15.99:0/924314087 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1434102470 0x7f1434198b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:52:18.485 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:52:18.483+0000 7f14391ec700 1 -- 172.21.15.99:0/924314087 >> 172.21.15.99:0/924314087 conn(0x7f14340fc830 msgr2=0x7f14340fe250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:52:18.485 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:52:18.484+0000 7f14391ec700 1 -- 172.21.15.99:0/924314087 shutdown_connections 2024-03-18T22:52:18.485 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:52:18.484+0000 7f14391ec700 1 -- 172.21.15.99:0/924314087 wait complete. 2024-03-18T22:52:18.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:18 smithi052 ceph-mon[32520]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:18.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:18 smithi181 ceph-mon[67256]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:19.126 DEBUG:teuthology.orchestra.run.smithi099:osd.7> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.7.service 2024-03-18T22:52:19.128 INFO:tasks.cephadm:Deploying osd.8 on smithi181 with /dev/vg_nvme/lv_2... 2024-03-18T22:52:19.128 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-03-18T22:52:19.376 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.c/config 2024-03-18T22:52:19.445 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 22:52:19 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T22:52:19.259+0000 7f41bdb117c0 -1 osd.7 0 log_to_monitors true 2024-03-18T22:52:19.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:19 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:19.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:19 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:19.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:19 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:19.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:19 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:19.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:19 smithi181 ceph-mon[67256]: from='osd.7 [v2:172.21.15.99:6816/2572523724,v1:172.21.15.99:6817/2572523724]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-18T22:52:19.698 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:19 smithi181 ceph-mon[67256]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-18T22:52:19.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:19 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:19.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:19 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:19.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:19 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:19.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:19 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:19.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:19 smithi052 ceph-mon[32520]: from='osd.7 [v2:172.21.15.99:6816/2572523724,v1:172.21.15.99:6817/2572523724]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-18T22:52:19.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:19 smithi052 ceph-mon[32520]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-18T22:52:19.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:19 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:19.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:19 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:19.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:19 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:19.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:19 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:19.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:19 smithi099 ceph-mon[36725]: from='osd.7 [v2:172.21.15.99:6816/2572523724,v1:172.21.15.99:6817/2572523724]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-18T22:52:19.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:19 smithi099 ceph-mon[36725]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-18T22:52:20.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:20 smithi181 ceph-mon[67256]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:20.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:20 smithi181 ceph-mon[67256]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-18T22:52:20.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:20 smithi181 ceph-mon[67256]: osdmap e50: 8 total, 7 up, 8 in 2024-03-18T22:52:20.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:20 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-18T22:52:20.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:20 smithi181 ceph-mon[67256]: from='osd.7 [v2:172.21.15.99:6816/2572523724,v1:172.21.15.99:6817/2572523724]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-03-18T22:52:20.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:20 smithi181 ceph-mon[67256]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-03-18T22:52:20.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:20 smithi052 ceph-mon[32520]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:20.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:20 smithi052 ceph-mon[32520]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-18T22:52:20.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:20 smithi052 ceph-mon[32520]: osdmap e50: 8 total, 7 up, 8 in 2024-03-18T22:52:20.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:20 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-18T22:52:20.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:20 smithi052 ceph-mon[32520]: from='osd.7 [v2:172.21.15.99:6816/2572523724,v1:172.21.15.99:6817/2572523724]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-03-18T22:52:20.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:20 smithi052 ceph-mon[32520]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-03-18T22:52:20.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:20 smithi099 ceph-mon[36725]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:20.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:20 smithi099 ceph-mon[36725]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-18T22:52:20.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:20 smithi099 ceph-mon[36725]: osdmap e50: 8 total, 7 up, 8 in 2024-03-18T22:52:20.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:20 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-18T22:52:20.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:20 smithi099 ceph-mon[36725]: from='osd.7 [v2:172.21.15.99:6816/2572523724,v1:172.21.15.99:6817/2572523724]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-03-18T22:52:20.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:20 smithi099 ceph-mon[36725]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-03-18T22:52:21.408 INFO:teuthology.orchestra.run.smithi181.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-03-18T22:52:21.408 INFO:teuthology.orchestra.run.smithi181.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-03-18T22:52:21.408 INFO:teuthology.orchestra.run.smithi181.stderr: stderr: 10+0 records in 2024-03-18T22:52:21.408 INFO:teuthology.orchestra.run.smithi181.stderr:10+0 records out 2024-03-18T22:52:21.408 INFO:teuthology.orchestra.run.smithi181.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0131244 s, 799 MB/s 2024-03-18T22:52:21.408 INFO:teuthology.orchestra.run.smithi181.stderr:--> Zapping successful for: 2024-03-18T22:52:22.050 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi181:vg_nvme/lv_2 2024-03-18T22:52:22.198 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 22:52:22 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T22:52:22.103+0000 7f41b3176700 -1 osd.7 0 waiting for initial osdmap 2024-03-18T22:52:22.296 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.c/config 2024-03-18T22:52:22.416 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:22 smithi181 ceph-mon[67256]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-03-18T22:52:22.416 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:22 smithi181 ceph-mon[67256]: osdmap e51: 8 total, 7 up, 8 in 2024-03-18T22:52:22.416 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:22 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-18T22:52:22.416 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:22 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-18T22:52:22.416 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:22 smithi181 ceph-mon[67256]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:22.416 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:22 smithi181 ceph-mon[67256]: from='osd.7 ' entity='osd.7' 2024-03-18T22:52:22.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:22 smithi052 ceph-mon[32520]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-03-18T22:52:22.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:22 smithi052 ceph-mon[32520]: osdmap e51: 8 total, 7 up, 8 in 2024-03-18T22:52:22.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:22 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-18T22:52:22.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:22 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-18T22:52:22.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:22 smithi052 ceph-mon[32520]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:22.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:22 smithi052 ceph-mon[32520]: from='osd.7 ' entity='osd.7' 2024-03-18T22:52:22.514 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 22:52:22 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T22:52:22.273+0000 7f41aaf61700 -1 osd.7 52 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-18T22:52:22.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:22 smithi099 ceph-mon[36725]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-03-18T22:52:22.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:22 smithi099 ceph-mon[36725]: osdmap e51: 8 total, 7 up, 8 in 2024-03-18T22:52:22.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:22 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-18T22:52:22.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:22 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-18T22:52:22.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:22 smithi099 ceph-mon[36725]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:22.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:22 smithi099 ceph-mon[36725]: from='osd.7 ' entity='osd.7' 2024-03-18T22:52:23.463 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:23 smithi052 ceph-mon[32520]: purged_snaps scrub starts 2024-03-18T22:52:23.463 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:23 smithi052 ceph-mon[32520]: purged_snaps scrub ok 2024-03-18T22:52:23.463 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:23 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-18T22:52:23.463 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:23 smithi052 ceph-mon[32520]: osdmap e52: 8 total, 7 up, 8 in 2024-03-18T22:52:23.464 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:23 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-18T22:52:23.464 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:23 smithi052 ceph-mon[32520]: Detected new or changed devices on smithi099 2024-03-18T22:52:23.464 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:23 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:23.464 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:23 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:23.464 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:23 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:52:23.464 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:23 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:52:23.464 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:23 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:52:23.464 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:23 smithi052 ceph-mon[32520]: Adjusting osd_memory_target on smithi099 to 5693M 2024-03-18T22:52:23.464 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:23 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:23.464 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:23 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:23.464 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:23 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:52:23.464 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:23 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:23.464 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:23 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:52:23.464 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:23 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:23.465 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:23 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:52:23.465 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:23 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:23.465 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:23 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-18T22:52:23.500 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:23 smithi181 ceph-mon[67256]: purged_snaps scrub starts 2024-03-18T22:52:23.500 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:23 smithi181 ceph-mon[67256]: purged_snaps scrub ok 2024-03-18T22:52:23.500 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:23 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-18T22:52:23.501 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:23 smithi181 ceph-mon[67256]: osdmap e52: 8 total, 7 up, 8 in 2024-03-18T22:52:23.501 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:23 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-18T22:52:23.501 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:23 smithi181 ceph-mon[67256]: Detected new or changed devices on smithi099 2024-03-18T22:52:23.501 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:23 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:23.501 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:23 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:23.501 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:23 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:52:23.501 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:23 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:52:23.501 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:23 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:52:23.501 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:23 smithi181 ceph-mon[67256]: Adjusting osd_memory_target on smithi099 to 5693M 2024-03-18T22:52:23.501 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:23 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:23.501 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:23 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:23.501 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:23 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:52:23.501 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:23 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:23.501 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:23 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:52:23.501 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:23 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:23.501 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:23 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:52:23.502 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:23 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:23.502 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:23 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-18T22:52:23.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:23 smithi099 ceph-mon[36725]: purged_snaps scrub starts 2024-03-18T22:52:23.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:23 smithi099 ceph-mon[36725]: purged_snaps scrub ok 2024-03-18T22:52:23.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:23 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-18T22:52:23.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:23 smithi099 ceph-mon[36725]: osdmap e52: 8 total, 7 up, 8 in 2024-03-18T22:52:23.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:23 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-18T22:52:23.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:23 smithi099 ceph-mon[36725]: Detected new or changed devices on smithi099 2024-03-18T22:52:23.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:23 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:23.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:23 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:23.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:23 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:52:23.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:23 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:52:23.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:23 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:52:23.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:23 smithi099 ceph-mon[36725]: Adjusting osd_memory_target on smithi099 to 5693M 2024-03-18T22:52:23.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:23 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:23.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:23 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:23.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:23 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:52:23.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:23 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:23.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:23 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:52:23.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:23 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:23.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:23 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:52:23.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:23 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:23.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:23 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-18T22:52:23.788 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.785+0000 7f1e0ee7f700 1 -- 172.21.15.181:0/1272587373 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1e08102dd0 msgr2=0x7f1e08109680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:52:23.788 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.785+0000 7f1e0ee7f700 1 --2- 172.21.15.181:0/1272587373 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1e08102dd0 0x7f1e08109680 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f1e0000b0a0 tx=0x7f1e0000b3b0 comp rx=0 tx=0).stop 2024-03-18T22:52:23.788 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.785+0000 7f1e0ee7f700 1 -- 172.21.15.181:0/1272587373 shutdown_connections 2024-03-18T22:52:23.788 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.785+0000 7f1e0ee7f700 1 --2- 172.21.15.181:0/1272587373 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1e08102dd0 0x7f1e08109680 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:52:23.789 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.785+0000 7f1e0ee7f700 1 --2- 172.21.15.181:0/1272587373 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1e08101230 0x7f1e08101650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:52:23.789 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.785+0000 7f1e0ee7f700 1 --2- 172.21.15.181:0/1272587373 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1e08102430 0x7f1e08102890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:52:23.789 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.785+0000 7f1e0ee7f700 1 -- 172.21.15.181:0/1272587373 >> 172.21.15.181:0/1272587373 conn(0x7f1e080fc7d0 msgr2=0x7f1e080fec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:52:23.789 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.785+0000 7f1e0ee7f700 1 -- 172.21.15.181:0/1272587373 shutdown_connections 2024-03-18T22:52:23.789 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.785+0000 7f1e0ee7f700 1 -- 172.21.15.181:0/1272587373 wait complete. 2024-03-18T22:52:23.789 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.785+0000 7f1e0ee7f700 1 Processor -- start 2024-03-18T22:52:23.789 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.785+0000 7f1e0ee7f700 1 -- start start 2024-03-18T22:52:23.789 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.786+0000 7f1e0ee7f700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1e08101230 0x7f1e08197470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:52:23.789 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.786+0000 7f1e0ee7f700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1e08102430 0x7f1e081979b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:52:23.789 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.786+0000 7f1e0ee7f700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1e08102dd0 0x7f1e0819ea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:52:23.789 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.786+0000 7f1e0ee7f700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f1e0810cfb0 con 0x7f1e08102430 2024-03-18T22:52:23.789 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.786+0000 7f1e0ee7f700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f1e0810ce30 con 0x7f1e08101230 2024-03-18T22:52:23.789 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.786+0000 7f1e0ee7f700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f1e0810d130 con 0x7f1e08102dd0 2024-03-18T22:52:23.789 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.786+0000 7f1e0d41c700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1e08102dd0 0x7f1e0819ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:52:23.790 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.786+0000 7f1e0d41c700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1e08102dd0 0x7f1e0819ea30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.181:43856/0 (socket says 172.21.15.181:43856) 2024-03-18T22:52:23.790 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.786+0000 7f1e0cc1b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1e08101230 0x7f1e08197470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:52:23.790 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.786+0000 7f1e0d41c700 1 -- 172.21.15.181:0/3715533186 learned_addr learned my addr 172.21.15.181:0/3715533186 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-03-18T22:52:23.790 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.786+0000 7f1e07fff700 1 --2- 172.21.15.181:0/3715533186 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1e08102430 0x7f1e081979b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:52:23.790 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.786+0000 7f1e0d41c700 1 -- 172.21.15.181:0/3715533186 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1e08101230 msgr2=0x7f1e08197470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:52:23.790 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.786+0000 7f1e0d41c700 1 --2- 172.21.15.181:0/3715533186 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1e08101230 0x7f1e08197470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:52:23.790 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.786+0000 7f1e0d41c700 1 -- 172.21.15.181:0/3715533186 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1e08102430 msgr2=0x7f1e081979b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:52:23.790 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.786+0000 7f1e0d41c700 1 --2- 172.21.15.181:0/3715533186 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1e08102430 0x7f1e081979b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:52:23.790 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.786+0000 7f1e0d41c700 1 -- 172.21.15.181:0/3715533186 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e0819f0d0 con 0x7f1e08102dd0 2024-03-18T22:52:23.790 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.786+0000 7f1e0cc1b700 1 --2- 172.21.15.181:0/3715533186 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1e08101230 0x7f1e08197470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:52:23.790 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.786+0000 7f1e07fff700 1 --2- 172.21.15.181:0/3715533186 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1e08102430 0x7f1e081979b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:52:23.790 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.786+0000 7f1e0d41c700 1 --2- 172.21.15.181:0/3715533186 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1e08102dd0 0x7f1e0819ea30 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f1e00009780 tx=0x7f1e000097b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:52:23.790 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.786+0000 7f1e05ffb700 1 -- 172.21.15.181:0/3715533186 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e00021070 con 0x7f1e08102dd0 2024-03-18T22:52:23.791 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.786+0000 7f1e0ee7f700 1 -- 172.21.15.181:0/3715533186 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e0819f360 con 0x7f1e08102dd0 2024-03-18T22:52:23.791 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.786+0000 7f1e05ffb700 1 -- 172.21.15.181:0/3715533186 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1e00007d40 con 0x7f1e08102dd0 2024-03-18T22:52:23.791 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.786+0000 7f1e05ffb700 1 -- 172.21.15.181:0/3715533186 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e0001d450 con 0x7f1e08102dd0 2024-03-18T22:52:23.791 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.787+0000 7f1e0ee7f700 1 -- 172.21.15.181:0/3715533186 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e0819f860 con 0x7f1e08102dd0 2024-03-18T22:52:23.792 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.788+0000 7f1e0ee7f700 1 -- 172.21.15.181:0/3715533186 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e08068fd0 con 0x7f1e08102dd0 2024-03-18T22:52:23.792 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.789+0000 7f1e05ffb700 1 -- 172.21.15.181:0/3715533186 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f1e00003a00 con 0x7f1e08102dd0 2024-03-18T22:52:23.792 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.789+0000 7f1e05ffb700 1 --2- 172.21.15.181:0/3715533186 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1df80a2890 0x7f1df80a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:52:23.792 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.790+0000 7f1e05ffb700 1 -- 172.21.15.181:0/3715533186 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 5430+0+0 (secure 0 0 0) 0x7f1e0000f020 con 0x7f1e08102dd0 2024-03-18T22:52:23.792 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.790+0000 7f1e0cc1b700 1 --2- 172.21.15.181:0/3715533186 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1df80a2890 0x7f1df80a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:52:23.792 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.790+0000 7f1e0cc1b700 1 --2- 172.21.15.181:0/3715533186 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1df80a2890 0x7f1df80a4d50 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f1e08102290 tx=0x7f1dfc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:52:23.794 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.793+0000 7f1e05ffb700 1 -- 172.21.15.181:0/3715533186 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f1e0002a020 con 0x7f1e08102dd0 2024-03-18T22:52:23.997 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:23.996+0000 7f1e0ee7f700 1 -- 172.21.15.181:0/3715533186 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f1e08062750 con 0x7f1df80a2890 2024-03-18T22:52:24.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:24 smithi052 ceph-mon[32520]: osd.7 [v2:172.21.15.99:6816/2572523724,v1:172.21.15.99:6817/2572523724] boot 2024-03-18T22:52:24.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:24 smithi052 ceph-mon[32520]: osdmap e53: 8 total, 8 up, 8 in 2024-03-18T22:52:24.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:24 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-18T22:52:24.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:24 smithi052 ceph-mon[32520]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:24.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:24 smithi052 ceph-mon[32520]: from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:52:24.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:24 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:52:24.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:24 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:52:24.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:24 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:24.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:24 smithi052 ceph-mon[32520]: osdmap e54: 8 total, 8 up, 8 in 2024-03-18T22:52:24.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:24 smithi181 ceph-mon[67256]: osd.7 [v2:172.21.15.99:6816/2572523724,v1:172.21.15.99:6817/2572523724] boot 2024-03-18T22:52:24.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:24 smithi181 ceph-mon[67256]: osdmap e53: 8 total, 8 up, 8 in 2024-03-18T22:52:24.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:24 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-18T22:52:24.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:24 smithi181 ceph-mon[67256]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:24.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:24 smithi181 ceph-mon[67256]: from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:52:24.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:24 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:52:24.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:24 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:52:24.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:24 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:24.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:24 smithi181 ceph-mon[67256]: osdmap e54: 8 total, 8 up, 8 in 2024-03-18T22:52:24.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:24 smithi099 ceph-mon[36725]: osd.7 [v2:172.21.15.99:6816/2572523724,v1:172.21.15.99:6817/2572523724] boot 2024-03-18T22:52:24.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:24 smithi099 ceph-mon[36725]: osdmap e53: 8 total, 8 up, 8 in 2024-03-18T22:52:24.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:24 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-18T22:52:24.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:24 smithi099 ceph-mon[36725]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-03-18T22:52:24.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:24 smithi099 ceph-mon[36725]: from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:52:24.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:24 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:52:24.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:24 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:52:24.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:24 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:24.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:24 smithi099 ceph-mon[36725]: osdmap e54: 8 total, 8 up, 8 in 2024-03-18T22:52:26.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:26 smithi181 ceph-mon[67256]: osdmap e55: 8 total, 8 up, 8 in 2024-03-18T22:52:26.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:26 smithi052 ceph-mon[32520]: osdmap e55: 8 total, 8 up, 8 in 2024-03-18T22:52:26.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:26 smithi099 ceph-mon[36725]: osdmap e55: 8 total, 8 up, 8 in 2024-03-18T22:52:27.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:27 smithi052 ceph-mon[32520]: pgmap v181: 1 pgs: 1 remapped+peering; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:27.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:27 smithi052 ceph-mon[32520]: osdmap e56: 8 total, 8 up, 8 in 2024-03-18T22:52:27.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:27 smithi052 ceph-mon[32520]: from='client.? 172.21.15.181:0/4028331990' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "967926a1-de37-43dc-b815-0e17765b3a9b"}]: dispatch 2024-03-18T22:52:27.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:27 smithi052 ceph-mon[32520]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "967926a1-de37-43dc-b815-0e17765b3a9b"}]: dispatch 2024-03-18T22:52:27.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:27 smithi052 ceph-mon[32520]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "967926a1-de37-43dc-b815-0e17765b3a9b"}]': finished 2024-03-18T22:52:27.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:27 smithi052 ceph-mon[32520]: osdmap e57: 9 total, 8 up, 9 in 2024-03-18T22:52:27.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:27 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-18T22:52:27.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:27 smithi181 ceph-mon[67256]: pgmap v181: 1 pgs: 1 remapped+peering; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:27.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:27 smithi181 ceph-mon[67256]: osdmap e56: 8 total, 8 up, 8 in 2024-03-18T22:52:27.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:27 smithi181 ceph-mon[67256]: from='client.? 172.21.15.181:0/4028331990' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "967926a1-de37-43dc-b815-0e17765b3a9b"}]: dispatch 2024-03-18T22:52:27.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:27 smithi181 ceph-mon[67256]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "967926a1-de37-43dc-b815-0e17765b3a9b"}]: dispatch 2024-03-18T22:52:27.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:27 smithi181 ceph-mon[67256]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "967926a1-de37-43dc-b815-0e17765b3a9b"}]': finished 2024-03-18T22:52:27.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:27 smithi181 ceph-mon[67256]: osdmap e57: 9 total, 8 up, 9 in 2024-03-18T22:52:27.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:27 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-18T22:52:27.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:27 smithi099 ceph-mon[36725]: pgmap v181: 1 pgs: 1 remapped+peering; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:27.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:27 smithi099 ceph-mon[36725]: osdmap e56: 8 total, 8 up, 8 in 2024-03-18T22:52:27.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:27 smithi099 ceph-mon[36725]: from='client.? 172.21.15.181:0/4028331990' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "967926a1-de37-43dc-b815-0e17765b3a9b"}]: dispatch 2024-03-18T22:52:27.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:27 smithi099 ceph-mon[36725]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "967926a1-de37-43dc-b815-0e17765b3a9b"}]: dispatch 2024-03-18T22:52:27.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:27 smithi099 ceph-mon[36725]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "967926a1-de37-43dc-b815-0e17765b3a9b"}]': finished 2024-03-18T22:52:27.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:27 smithi099 ceph-mon[36725]: osdmap e57: 9 total, 8 up, 9 in 2024-03-18T22:52:27.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:27 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-18T22:52:28.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:28 smithi052 ceph-mon[32520]: from='client.? 172.21.15.181:0/1604378673' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:52:28.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:28 smithi181 ceph-mon[67256]: from='client.? 172.21.15.181:0/1604378673' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:52:28.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:28 smithi099 ceph-mon[36725]: from='client.? 172.21.15.181:0/1604378673' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:52:29.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:29 smithi052 ceph-mon[32520]: pgmap v184: 1 pgs: 1 remapped+peering; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:29.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:29 smithi181 ceph-mon[67256]: pgmap v184: 1 pgs: 1 remapped+peering; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:29.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:29 smithi099 ceph-mon[36725]: pgmap v184: 1 pgs: 1 remapped+peering; 577 KiB data, 241 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:31.180 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:31 smithi181 ceph-mon[67256]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:31.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:31 smithi052 ceph-mon[32520]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:31.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:31 smithi099 ceph-mon[36725]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:33.485 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:33 smithi181 ceph-mon[67256]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:33.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:33 smithi052 ceph-mon[32520]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:33.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:33 smithi099 ceph-mon[36725]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:35.373 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:35 smithi181 ceph-mon[67256]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:35.373 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:35 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-03-18T22:52:35.373 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:35 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:35.374 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:35 smithi181 ceph-mon[67256]: Deploying daemon osd.8 on smithi181 2024-03-18T22:52:35.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:35 smithi052 ceph-mon[32520]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:35.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:35 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-03-18T22:52:35.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:35 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:35.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:35 smithi052 ceph-mon[32520]: Deploying daemon osd.8 on smithi181 2024-03-18T22:52:35.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:35 smithi099 ceph-mon[36725]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:35.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:35 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-03-18T22:52:35.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:35 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:35.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:35 smithi099 ceph-mon[36725]: Deploying daemon osd.8 on smithi181 2024-03-18T22:52:37.409 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:37 smithi181 ceph-mon[67256]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:37.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:37 smithi052 ceph-mon[32520]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:37.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:37 smithi099 ceph-mon[36725]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:39.436 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:39 smithi181 ceph-mon[67256]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:39.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:39 smithi052 ceph-mon[32520]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:39.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:39 smithi099 ceph-mon[36725]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:40.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:40 smithi052 ceph-mon[32520]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:40.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:40 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:40.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:40 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:52:40.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:40 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:41.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:40 smithi181 ceph-mon[67256]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:41.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:41.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:52:41.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:41.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:40 smithi099 ceph-mon[36725]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:41.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:40 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:41.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:40 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:52:41.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:40 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:42.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:42 smithi181 ceph-mon[67256]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:42.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:42 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:42.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:42 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:42.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:42 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:42.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:42 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:52:42.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:42 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:42.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:42 smithi052 ceph-mon[32520]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:42.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:42 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:42.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:42 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:42.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:42 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:42.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:42 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:52:42.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:42 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:43.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:42 smithi099 ceph-mon[36725]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:43.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:42 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:43.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:42 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:43.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:42 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:43.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:42 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:52:43.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:42 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:43.515 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:43.513+0000 7f1e05ffb700 1 -- 172.21.15.181:0/3715533186 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f1e08062750 con 0x7f1df80a2890 2024-03-18T22:52:43.515 INFO:teuthology.orchestra.run.smithi181.stdout:Created osd(s) 8 on host 'smithi181' 2024-03-18T22:52:43.517 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:43.516+0000 7f1e0ee7f700 1 -- 172.21.15.181:0/3715533186 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1df80a2890 msgr2=0x7f1df80a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:52:43.517 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:43.516+0000 7f1e0ee7f700 1 --2- 172.21.15.181:0/3715533186 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1df80a2890 0x7f1df80a4d50 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f1e08102290 tx=0x7f1dfc009260 comp rx=0 tx=0).stop 2024-03-18T22:52:43.517 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:43.516+0000 7f1e0ee7f700 1 -- 172.21.15.181:0/3715533186 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1e08102dd0 msgr2=0x7f1e0819ea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:52:43.517 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:43.516+0000 7f1e0ee7f700 1 --2- 172.21.15.181:0/3715533186 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1e08102dd0 0x7f1e0819ea30 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f1e00009780 tx=0x7f1e000097b0 comp rx=0 tx=0).stop 2024-03-18T22:52:43.517 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:43.516+0000 7f1e0ee7f700 1 -- 172.21.15.181:0/3715533186 shutdown_connections 2024-03-18T22:52:43.517 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:43.516+0000 7f1e0ee7f700 1 --2- 172.21.15.181:0/3715533186 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1df80a2890 0x7f1df80a4d50 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:52:43.518 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:43.516+0000 7f1e0ee7f700 1 --2- 172.21.15.181:0/3715533186 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1e08102dd0 0x7f1e0819ea30 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:52:43.518 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:43.516+0000 7f1e0ee7f700 1 --2- 172.21.15.181:0/3715533186 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1e08101230 0x7f1e08197470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:52:43.518 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:43.516+0000 7f1e0ee7f700 1 --2- 172.21.15.181:0/3715533186 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1e08102430 0x7f1e081979b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:52:43.518 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:43.516+0000 7f1e0ee7f700 1 -- 172.21.15.181:0/3715533186 >> 172.21.15.181:0/3715533186 conn(0x7f1e080fc7d0 msgr2=0x7f1e08105660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:52:43.518 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:43.516+0000 7f1e0ee7f700 1 -- 172.21.15.181:0/3715533186 shutdown_connections 2024-03-18T22:52:43.518 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:52:43.516+0000 7f1e0ee7f700 1 -- 172.21.15.181:0/3715533186 wait complete. 2024-03-18T22:52:44.131 DEBUG:teuthology.orchestra.run.smithi181:osd.8> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.8.service 2024-03-18T22:52:44.134 INFO:tasks.cephadm:Deploying osd.9 on smithi052 with /dev/vg_nvme/lv_1... 2024-03-18T22:52:44.134 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-03-18T22:52:44.389 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:52:44.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:44 smithi052 ceph-mon[32520]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:44.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:44 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:44.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:44 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:44.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:44 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:52:44.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:44 smithi052 ceph-mon[32520]: from='osd.8 [v2:172.21.15.181:6816/644322337,v1:172.21.15.181:6817/644322337]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-03-18T22:52:44.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:44 smithi052 ceph-mon[32520]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-03-18T22:52:44.749 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:44 smithi181 ceph-mon[67256]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:44.749 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:44 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:44.749 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:44 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:44.749 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:44 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:52:44.749 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:44 smithi181 ceph-mon[67256]: from='osd.8 [v2:172.21.15.181:6816/644322337,v1:172.21.15.181:6817/644322337]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-03-18T22:52:44.749 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:44 smithi181 ceph-mon[67256]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-03-18T22:52:44.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:44 smithi099 ceph-mon[36725]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:44.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:44 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:44.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:44 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:44.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:44 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:52:44.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:44 smithi099 ceph-mon[36725]: from='osd.8 [v2:172.21.15.181:6816/644322337,v1:172.21.15.181:6817/644322337]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-03-18T22:52:44.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:44 smithi099 ceph-mon[36725]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-03-18T22:52:45.629 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:45 smithi181 ceph-mon[67256]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-03-18T22:52:45.629 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:45 smithi181 ceph-mon[67256]: osdmap e58: 9 total, 8 up, 9 in 2024-03-18T22:52:45.629 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:45 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-18T22:52:45.629 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:45 smithi181 ceph-mon[67256]: from='osd.8 [v2:172.21.15.181:6816/644322337,v1:172.21.15.181:6817/644322337]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-03-18T22:52:45.630 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:45 smithi181 ceph-mon[67256]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-03-18T22:52:45.760 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:45 smithi052 ceph-mon[32520]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-03-18T22:52:46.178 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:45 smithi052 ceph-mon[32520]: osdmap e58: 9 total, 8 up, 9 in 2024-03-18T22:52:46.178 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:45 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-18T22:52:46.178 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:45 smithi052 ceph-mon[32520]: from='osd.8 [v2:172.21.15.181:6816/644322337,v1:172.21.15.181:6817/644322337]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-03-18T22:52:46.178 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:45 smithi052 ceph-mon[32520]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-03-18T22:52:46.179 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:45 smithi099 ceph-mon[36725]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-03-18T22:52:46.179 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:45 smithi099 ceph-mon[36725]: osdmap e58: 9 total, 8 up, 9 in 2024-03-18T22:52:46.179 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:45 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-18T22:52:46.179 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:45 smithi099 ceph-mon[36725]: from='osd.8 [v2:172.21.15.181:6816/644322337,v1:172.21.15.181:6817/644322337]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-03-18T22:52:46.179 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:45 smithi099 ceph-mon[36725]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-03-18T22:52:46.564 INFO:teuthology.orchestra.run.smithi052.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-03-18T22:52:46.564 INFO:teuthology.orchestra.run.smithi052.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-03-18T22:52:46.565 INFO:teuthology.orchestra.run.smithi052.stderr: stderr: 10+0 records in 2024-03-18T22:52:46.565 INFO:teuthology.orchestra.run.smithi052.stderr:10+0 records out 2024-03-18T22:52:46.565 INFO:teuthology.orchestra.run.smithi052.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00850011 s, 1.2 GB/s 2024-03-18T22:52:46.565 INFO:teuthology.orchestra.run.smithi052.stderr: stderr: 2024-03-18T22:52:46.565 INFO:teuthology.orchestra.run.smithi052.stderr:--> Zapping successful for: 2024-03-18T22:52:46.662 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:46 smithi181 ceph-mon[67256]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:46.662 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:46 smithi181 ceph-mon[67256]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-03-18T22:52:46.662 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:46 smithi181 ceph-mon[67256]: osdmap e59: 9 total, 8 up, 9 in 2024-03-18T22:52:46.662 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:46 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-18T22:52:46.663 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:46 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-18T22:52:46.663 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:46 smithi181 ceph-mon[67256]: from='osd.8 ' entity='osd.8' 2024-03-18T22:52:46.663 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 22:52:46 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T22:52:46.395+0000 7fa216794700 -1 osd.8 0 waiting for initial osdmap 2024-03-18T22:52:46.663 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 22:52:46 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T22:52:46.533+0000 7fa20e57f700 -1 osd.8 60 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-18T22:52:46.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:46 smithi099 ceph-mon[36725]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:46.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:46 smithi099 ceph-mon[36725]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-03-18T22:52:46.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:46 smithi099 ceph-mon[36725]: osdmap e59: 9 total, 8 up, 9 in 2024-03-18T22:52:46.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:46 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-18T22:52:46.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:46 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-18T22:52:46.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:46 smithi099 ceph-mon[36725]: from='osd.8 ' entity='osd.8' 2024-03-18T22:52:46.865 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:46 smithi052 ceph-mon[32520]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:46.865 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:46 smithi052 ceph-mon[32520]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-03-18T22:52:46.865 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:46 smithi052 ceph-mon[32520]: osdmap e59: 9 total, 8 up, 9 in 2024-03-18T22:52:46.865 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:46 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-18T22:52:46.865 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:46 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-18T22:52:46.865 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:46 smithi052 ceph-mon[32520]: from='osd.8 ' entity='osd.8' 2024-03-18T22:52:47.477 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi052:vg_nvme/lv_1 2024-03-18T22:52:47.720 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:52:47.893 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:47 smithi099 ceph-mon[36725]: purged_snaps scrub starts 2024-03-18T22:52:47.893 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:47 smithi099 ceph-mon[36725]: purged_snaps scrub ok 2024-03-18T22:52:47.893 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:47 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-18T22:52:47.893 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:47 smithi099 ceph-mon[36725]: osdmap e60: 9 total, 8 up, 9 in 2024-03-18T22:52:47.893 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:47 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-18T22:52:47.893 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:47 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:47.893 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:47 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:47.894 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:47 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:52:47.894 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:47 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:52:47.894 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:47 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:52:47.894 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:47 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:47.894 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:47 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:47.894 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:47 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:52:47.894 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:47 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:47.894 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:47 smithi181 ceph-mon[67256]: purged_snaps scrub starts 2024-03-18T22:52:47.894 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:47 smithi181 ceph-mon[67256]: purged_snaps scrub ok 2024-03-18T22:52:47.894 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:47 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-18T22:52:47.894 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:47 smithi181 ceph-mon[67256]: osdmap e60: 9 total, 8 up, 9 in 2024-03-18T22:52:47.894 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:47 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-18T22:52:47.895 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:47 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:47.895 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:47 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:47.895 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:47 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:52:47.895 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:47 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:52:47.895 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:47 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:52:47.895 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:47 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:47.895 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:47 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:47.895 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:47 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:52:47.895 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:47 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:47.895 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:47 smithi052 ceph-mon[32520]: purged_snaps scrub starts 2024-03-18T22:52:47.895 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:47 smithi052 ceph-mon[32520]: purged_snaps scrub ok 2024-03-18T22:52:47.895 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:47 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-18T22:52:47.895 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:47 smithi052 ceph-mon[32520]: osdmap e60: 9 total, 8 up, 9 in 2024-03-18T22:52:47.896 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:47 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-18T22:52:47.896 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:47 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:47.896 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:47 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:47.896 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:47 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:52:47.896 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:47 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:52:47.896 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:47 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:52:47.896 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:47 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:47.896 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:47 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:47.896 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:47 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:52:47.896 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:47 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:52:48.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:48 smithi181 ceph-mon[67256]: Detected new or changed devices on smithi181 2024-03-18T22:52:48.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:48 smithi181 ceph-mon[67256]: Adjusting osd_memory_target on smithi181 to 5693M 2024-03-18T22:52:48.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:48 smithi181 ceph-mon[67256]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:48.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:48 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-18T22:52:48.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:48 smithi181 ceph-mon[67256]: osd.8 [v2:172.21.15.181:6816/644322337,v1:172.21.15.181:6817/644322337] boot 2024-03-18T22:52:48.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:48 smithi181 ceph-mon[67256]: osdmap e61: 9 total, 9 up, 9 in 2024-03-18T22:52:48.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:48 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-18T22:52:48.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:48 smithi099 ceph-mon[36725]: Detected new or changed devices on smithi181 2024-03-18T22:52:48.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:48 smithi099 ceph-mon[36725]: Adjusting osd_memory_target on smithi181 to 5693M 2024-03-18T22:52:48.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:48 smithi099 ceph-mon[36725]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:48.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:48 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-18T22:52:48.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:48 smithi099 ceph-mon[36725]: osd.8 [v2:172.21.15.181:6816/644322337,v1:172.21.15.181:6817/644322337] boot 2024-03-18T22:52:48.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:48 smithi099 ceph-mon[36725]: osdmap e61: 9 total, 9 up, 9 in 2024-03-18T22:52:48.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:48 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-18T22:52:48.854 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:48 smithi052 ceph-mon[32520]: Detected new or changed devices on smithi181 2024-03-18T22:52:48.854 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:48 smithi052 ceph-mon[32520]: Adjusting osd_memory_target on smithi181 to 5693M 2024-03-18T22:52:48.854 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:48 smithi052 ceph-mon[32520]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 242 MiB used, 715 GiB / 715 GiB avail 2024-03-18T22:52:48.854 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:48 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-18T22:52:48.854 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:48 smithi052 ceph-mon[32520]: osd.8 [v2:172.21.15.181:6816/644322337,v1:172.21.15.181:6817/644322337] boot 2024-03-18T22:52:48.855 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:48 smithi052 ceph-mon[32520]: osdmap e61: 9 total, 9 up, 9 in 2024-03-18T22:52:48.855 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:48 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-18T22:52:49.557 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.553+0000 7f65c804b700 1 -- 172.21.15.52:0/822787742 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65c0102440 msgr2=0x7f65c01028a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:52:49.557 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.553+0000 7f65c804b700 1 --2- 172.21.15.52:0/822787742 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65c0102440 0x7f65c01028a0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f65b00099c0 tx=0x7f65b0009cd0 comp rx=0 tx=0).stop 2024-03-18T22:52:49.557 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.553+0000 7f65c804b700 1 -- 172.21.15.52:0/822787742 shutdown_connections 2024-03-18T22:52:49.557 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.553+0000 7f65c804b700 1 --2- 172.21.15.52:0/822787742 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f65c0102de0 0x7f65c0109690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:52:49.557 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.553+0000 7f65c804b700 1 --2- 172.21.15.52:0/822787742 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f65c0101240 0x7f65c0101660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:52:49.557 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.553+0000 7f65c804b700 1 --2- 172.21.15.52:0/822787742 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65c0102440 0x7f65c01028a0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:52:49.557 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.553+0000 7f65c804b700 1 -- 172.21.15.52:0/822787742 >> 172.21.15.52:0/822787742 conn(0x7f65c00fc7e0 msgr2=0x7f65c00fec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:52:49.557 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.553+0000 7f65c804b700 1 -- 172.21.15.52:0/822787742 shutdown_connections 2024-03-18T22:52:49.557 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.553+0000 7f65c804b700 1 -- 172.21.15.52:0/822787742 wait complete. 2024-03-18T22:52:49.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.554+0000 7f65c804b700 1 Processor -- start 2024-03-18T22:52:49.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.554+0000 7f65c804b700 1 -- start start 2024-03-18T22:52:49.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.554+0000 7f65c804b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f65c0101240 0x7f65c006ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:52:49.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.554+0000 7f65c804b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65c0102440 0x7f65c019d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:52:49.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.554+0000 7f65c804b700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f65c0102de0 0x7f65c019fa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:52:49.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.554+0000 7f65c804b700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f65c010cfe0 con 0x7f65c0102440 2024-03-18T22:52:49.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.554+0000 7f65c804b700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f65c010ce60 con 0x7f65c0101240 2024-03-18T22:52:49.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.554+0000 7f65c804b700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f65c010d160 con 0x7f65c0102de0 2024-03-18T22:52:49.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.554+0000 7f65c55e6700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65c0102440 0x7f65c019d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:52:49.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.554+0000 7f65c55e6700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65c0102440 0x7f65c019d410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:54696/0 (socket says 172.21.15.52:54696) 2024-03-18T22:52:49.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.554+0000 7f65c55e6700 1 -- 172.21.15.52:0/2917145962 learned_addr learned my addr 172.21.15.52:0/2917145962 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:52:49.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.554+0000 7f65c5de7700 1 --2- 172.21.15.52:0/2917145962 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f65c0101240 0x7f65c006ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:52:49.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.554+0000 7f65c65e8700 1 --2- 172.21.15.52:0/2917145962 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f65c0102de0 0x7f65c019fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:52:49.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.555+0000 7f65c55e6700 1 -- 172.21.15.52:0/2917145962 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f65c0102de0 msgr2=0x7f65c019fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:52:49.559 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.555+0000 7f65c55e6700 1 --2- 172.21.15.52:0/2917145962 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f65c0102de0 0x7f65c019fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:52:49.559 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.555+0000 7f65c55e6700 1 -- 172.21.15.52:0/2917145962 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f65c0101240 msgr2=0x7f65c006ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:52:49.559 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.555+0000 7f65c55e6700 1 --2- 172.21.15.52:0/2917145962 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f65c0101240 0x7f65c006ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:52:49.559 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.555+0000 7f65c55e6700 1 -- 172.21.15.52:0/2917145962 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65c01a0330 con 0x7f65c0102440 2024-03-18T22:52:49.559 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.555+0000 7f65c65e8700 1 --2- 172.21.15.52:0/2917145962 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f65c0102de0 0x7f65c019fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:52:49.559 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.555+0000 7f65c55e6700 1 --2- 172.21.15.52:0/2917145962 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65c0102440 0x7f65c019d410 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f65b000b580 tx=0x7f65b0009510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:52:49.559 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.555+0000 7f65b6ffd700 1 -- 172.21.15.52:0/2917145962 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65b0027070 con 0x7f65c0102440 2024-03-18T22:52:49.559 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.555+0000 7f65b6ffd700 1 -- 172.21.15.52:0/2917145962 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f65b00041c0 con 0x7f65c0102440 2024-03-18T22:52:49.559 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.555+0000 7f65c804b700 1 -- 172.21.15.52:0/2917145962 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65c01a05c0 con 0x7f65c0102440 2024-03-18T22:52:49.559 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.555+0000 7f65b6ffd700 1 -- 172.21.15.52:0/2917145962 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65b000f460 con 0x7f65c0102440 2024-03-18T22:52:49.559 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.555+0000 7f65c804b700 1 -- 172.21.15.52:0/2917145962 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65c01a0aa0 con 0x7f65c0102440 2024-03-18T22:52:49.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.556+0000 7f65c804b700 1 -- 172.21.15.52:0/2917145962 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65c0068fd0 con 0x7f65c0102440 2024-03-18T22:52:49.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.557+0000 7f65b6ffd700 1 -- 172.21.15.52:0/2917145962 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f65b002a070 con 0x7f65c0102440 2024-03-18T22:52:49.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.558+0000 7f65b6ffd700 1 --2- 172.21.15.52:0/2917145962 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f65ac0a2890 0x7f65ac0a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:52:49.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.558+0000 7f65c5de7700 1 --2- 172.21.15.52:0/2917145962 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f65ac0a2890 0x7f65ac0a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:52:49.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.558+0000 7f65b6ffd700 1 -- 172.21.15.52:0/2917145962 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5858+0+0 (secure 0 0 0) 0x7f65b00cef90 con 0x7f65c0102440 2024-03-18T22:52:49.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.558+0000 7f65c5de7700 1 --2- 172.21.15.52:0/2917145962 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f65ac0a2890 0x7f65ac0a4d50 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f65c01022a0 tx=0x7f65bc009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:52:49.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.562+0000 7f65b6ffd700 1 -- 172.21.15.52:0/2917145962 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f65b005e740 con 0x7f65c0102440 2024-03-18T22:52:49.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:49 smithi052 ceph-mon[32520]: osdmap e62: 9 total, 9 up, 9 in 2024-03-18T22:52:49.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:49 smithi181 ceph-mon[67256]: osdmap e62: 9 total, 9 up, 9 in 2024-03-18T22:52:49.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:49 smithi099 ceph-mon[36725]: osdmap e62: 9 total, 9 up, 9 in 2024-03-18T22:52:49.778 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:52:49.777+0000 7f65c804b700 1 -- 172.21.15.52:0/2917145962 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f65c0062750 con 0x7f65ac0a2890 2024-03-18T22:52:50.724 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:50 smithi052 ceph-mon[32520]: pgmap v200: 1 pgs: 1 remapped+peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-18T22:52:50.724 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:50 smithi052 ceph-mon[32520]: osdmap e63: 9 total, 9 up, 9 in 2024-03-18T22:52:50.724 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:50 smithi052 ceph-mon[32520]: from='client.14418 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:52:50.724 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:50 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:52:50.724 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:50 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:52:50.724 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:50 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:51.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:50 smithi181 ceph-mon[67256]: pgmap v200: 1 pgs: 1 remapped+peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-18T22:52:51.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:50 smithi181 ceph-mon[67256]: osdmap e63: 9 total, 9 up, 9 in 2024-03-18T22:52:51.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:50 smithi181 ceph-mon[67256]: from='client.14418 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:52:51.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:50 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:52:51.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:50 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:52:51.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:50 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:51.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:50 smithi099 ceph-mon[36725]: pgmap v200: 1 pgs: 1 remapped+peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-18T22:52:51.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:50 smithi099 ceph-mon[36725]: osdmap e63: 9 total, 9 up, 9 in 2024-03-18T22:52:51.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:50 smithi099 ceph-mon[36725]: from='client.14418 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:52:51.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:50 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:52:51.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:50 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:52:51.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:50 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:52:51.683 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:51 smithi052 ceph-mon[32520]: osdmap e64: 9 total, 9 up, 9 in 2024-03-18T22:52:52.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:51 smithi181 ceph-mon[67256]: osdmap e64: 9 total, 9 up, 9 in 2024-03-18T22:52:52.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:51 smithi099 ceph-mon[36725]: osdmap e64: 9 total, 9 up, 9 in 2024-03-18T22:52:52.907 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:52 smithi052 ceph-mon[32520]: pgmap v203: 1 pgs: 1 remapped+peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-18T22:52:52.907 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:52 smithi052 ceph-mon[32520]: osdmap e65: 9 total, 9 up, 9 in 2024-03-18T22:52:53.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:52 smithi181 ceph-mon[67256]: pgmap v203: 1 pgs: 1 remapped+peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-18T22:52:53.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:52 smithi181 ceph-mon[67256]: osdmap e65: 9 total, 9 up, 9 in 2024-03-18T22:52:53.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:52 smithi099 ceph-mon[36725]: pgmap v203: 1 pgs: 1 remapped+peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-18T22:52:53.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:52 smithi099 ceph-mon[36725]: osdmap e65: 9 total, 9 up, 9 in 2024-03-18T22:52:53.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:53 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/18992773' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a131710e-f2c3-4714-a033-106917dae36a"}]: dispatch 2024-03-18T22:52:53.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:53 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/18992773' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a131710e-f2c3-4714-a033-106917dae36a"}]': finished 2024-03-18T22:52:53.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:53 smithi052 ceph-mon[32520]: osdmap e66: 10 total, 9 up, 10 in 2024-03-18T22:52:53.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:53 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-18T22:52:53.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:53 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3952762214' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:52:54.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:53 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/18992773' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a131710e-f2c3-4714-a033-106917dae36a"}]: dispatch 2024-03-18T22:52:54.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:53 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/18992773' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a131710e-f2c3-4714-a033-106917dae36a"}]': finished 2024-03-18T22:52:54.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:53 smithi181 ceph-mon[67256]: osdmap e66: 10 total, 9 up, 10 in 2024-03-18T22:52:54.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:53 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-18T22:52:54.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:53 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3952762214' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:52:54.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:53 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/18992773' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a131710e-f2c3-4714-a033-106917dae36a"}]: dispatch 2024-03-18T22:52:54.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:53 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/18992773' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a131710e-f2c3-4714-a033-106917dae36a"}]': finished 2024-03-18T22:52:54.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:53 smithi099 ceph-mon[36725]: osdmap e66: 10 total, 9 up, 10 in 2024-03-18T22:52:54.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:53 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-18T22:52:54.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:53 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3952762214' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:52:54.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:54 smithi052 ceph-mon[32520]: pgmap v206: 1 pgs: 1 remapped+peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-18T22:52:55.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:54 smithi181 ceph-mon[67256]: pgmap v206: 1 pgs: 1 remapped+peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-18T22:52:55.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:54 smithi099 ceph-mon[36725]: pgmap v206: 1 pgs: 1 remapped+peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-18T22:52:56.912 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:56 smithi052 ceph-mon[32520]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-03-18T22:52:57.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:56 smithi181 ceph-mon[67256]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-03-18T22:52:57.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:56 smithi099 ceph-mon[36725]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-03-18T22:52:58.789 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:52:58 smithi052 ceph-mon[32520]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-03-18T22:52:59.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:52:58 smithi181 ceph-mon[67256]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-03-18T22:52:59.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:52:58 smithi099 ceph-mon[36725]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-03-18T22:53:00.830 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:00 smithi052 ceph-mon[32520]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-18T22:53:00.831 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:00 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-03-18T22:53:00.831 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:00 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:00.831 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:00 smithi052 ceph-mon[32520]: Deploying daemon osd.9 on smithi052 2024-03-18T22:53:01.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:00 smithi181 ceph-mon[67256]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-18T22:53:01.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:00 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-03-18T22:53:01.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:00 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:01.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:00 smithi181 ceph-mon[67256]: Deploying daemon osd.9 on smithi052 2024-03-18T22:53:01.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:00 smithi099 ceph-mon[36725]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-18T22:53:01.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:00 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-03-18T22:53:01.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:00 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:01.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:00 smithi099 ceph-mon[36725]: Deploying daemon osd.9 on smithi052 2024-03-18T22:53:02.809 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:02 smithi052 ceph-mon[32520]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-03-18T22:53:03.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:02 smithi181 ceph-mon[67256]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-03-18T22:53:03.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:02 smithi099 ceph-mon[36725]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-03-18T22:53:04.815 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:04 smithi181 ceph-mon[67256]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-03-18T22:53:04.901 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:04 smithi052 ceph-mon[32520]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-03-18T22:53:05.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:04 smithi099 ceph-mon[36725]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-03-18T22:53:06.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:06 smithi052 ceph-mon[32520]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-03-18T22:53:06.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:06 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:06.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:06 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:53:06.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:06 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:07.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:06 smithi181 ceph-mon[67256]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-03-18T22:53:07.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:06 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:07.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:06 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:53:07.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:06 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:07.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:06 smithi099 ceph-mon[36725]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-03-18T22:53:07.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:06 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:07.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:06 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:53:07.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:06 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:08.721 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:08 smithi052 ceph-mon[32520]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-18T22:53:08.817 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:08 smithi099 ceph-mon[36725]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-18T22:53:09.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:08 smithi181 ceph-mon[67256]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-18T22:53:09.542 INFO:teuthology.orchestra.run.smithi052.stdout:Created osd(s) 9 on host 'smithi052' 2024-03-18T22:53:09.543 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:53:09.541+0000 7f65b6ffd700 1 -- 172.21.15.52:0/2917145962 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f65c0062750 con 0x7f65ac0a2890 2024-03-18T22:53:09.544 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:53:09.544+0000 7f65c804b700 1 -- 172.21.15.52:0/2917145962 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f65ac0a2890 msgr2=0x7f65ac0a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:53:09.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:53:09.544+0000 7f65c804b700 1 --2- 172.21.15.52:0/2917145962 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f65ac0a2890 0x7f65ac0a4d50 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f65c01022a0 tx=0x7f65bc009190 comp rx=0 tx=0).stop 2024-03-18T22:53:09.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:53:09.544+0000 7f65c804b700 1 -- 172.21.15.52:0/2917145962 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65c0102440 msgr2=0x7f65c019d410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:53:09.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:53:09.544+0000 7f65c804b700 1 --2- 172.21.15.52:0/2917145962 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65c0102440 0x7f65c019d410 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f65b000b580 tx=0x7f65b0009510 comp rx=0 tx=0).stop 2024-03-18T22:53:09.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:53:09.544+0000 7f65c804b700 1 -- 172.21.15.52:0/2917145962 shutdown_connections 2024-03-18T22:53:09.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:53:09.544+0000 7f65c804b700 1 --2- 172.21.15.52:0/2917145962 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f65ac0a2890 0x7f65ac0a4d50 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:53:09.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:53:09.544+0000 7f65c804b700 1 --2- 172.21.15.52:0/2917145962 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f65c0102de0 0x7f65c019fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:53:09.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:53:09.544+0000 7f65c804b700 1 --2- 172.21.15.52:0/2917145962 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f65c0101240 0x7f65c006ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:53:09.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:53:09.544+0000 7f65c804b700 1 --2- 172.21.15.52:0/2917145962 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65c0102440 0x7f65c019d410 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:53:09.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:53:09.544+0000 7f65c804b700 1 -- 172.21.15.52:0/2917145962 >> 172.21.15.52:0/2917145962 conn(0x7f65c00fc7e0 msgr2=0x7f65c0105740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:53:09.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:53:09.544+0000 7f65c804b700 1 -- 172.21.15.52:0/2917145962 shutdown_connections 2024-03-18T22:53:09.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:53:09.544+0000 7f65c804b700 1 -- 172.21.15.52:0/2917145962 wait complete. 2024-03-18T22:53:09.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:09.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:09.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:09.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:53:09.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:09.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:09 smithi052 ceph-mon[32520]: from='osd.9 [v2:172.21.15.52:6826/2018024971,v1:172.21.15.52:6827/2018024971]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-03-18T22:53:09.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:09.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:09.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:09 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:53:10.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:09 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:10.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:09 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:10.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:09 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:10.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:09 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:53:10.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:09 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:10.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:09 smithi181 ceph-mon[67256]: from='osd.9 [v2:172.21.15.52:6826/2018024971,v1:172.21.15.52:6827/2018024971]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-03-18T22:53:10.014 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:09 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:10.014 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:09 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:10.014 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:09 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:53:10.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:09 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:10.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:09 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:10.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:09 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:10.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:09 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:53:10.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:09 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:10.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:09 smithi099 ceph-mon[36725]: from='osd.9 [v2:172.21.15.52:6826/2018024971,v1:172.21.15.52:6827/2018024971]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-03-18T22:53:10.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:09 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:10.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:09 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:10.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:09 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:53:10.173 DEBUG:teuthology.orchestra.run.smithi052:osd.9> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.9.service 2024-03-18T22:53:10.175 INFO:tasks.cephadm:Deploying osd.10 on smithi099 with /dev/vg_nvme/lv_1... 2024-03-18T22:53:10.176 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-03-18T22:53:10.421 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.b/config 2024-03-18T22:53:10.835 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:10 smithi099 ceph-mon[36725]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-18T22:53:10.836 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:10 smithi099 ceph-mon[36725]: from='osd.9 [v2:172.21.15.52:6826/2018024971,v1:172.21.15.52:6827/2018024971]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-03-18T22:53:10.836 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:10 smithi099 ceph-mon[36725]: osdmap e67: 10 total, 9 up, 10 in 2024-03-18T22:53:10.836 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:10 smithi099 ceph-mon[36725]: from='osd.9 [v2:172.21.15.52:6826/2018024971,v1:172.21.15.52:6827/2018024971]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-03-18T22:53:10.836 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:10 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-18T22:53:10.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:10 smithi052 ceph-mon[32520]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-18T22:53:10.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:10 smithi052 ceph-mon[32520]: from='osd.9 [v2:172.21.15.52:6826/2018024971,v1:172.21.15.52:6827/2018024971]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-03-18T22:53:10.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:10 smithi052 ceph-mon[32520]: osdmap e67: 10 total, 9 up, 10 in 2024-03-18T22:53:10.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:10 smithi052 ceph-mon[32520]: from='osd.9 [v2:172.21.15.52:6826/2018024971,v1:172.21.15.52:6827/2018024971]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-03-18T22:53:10.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:10 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-18T22:53:11.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:10 smithi181 ceph-mon[67256]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-18T22:53:11.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:10 smithi181 ceph-mon[67256]: from='osd.9 [v2:172.21.15.52:6826/2018024971,v1:172.21.15.52:6827/2018024971]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-03-18T22:53:11.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:10 smithi181 ceph-mon[67256]: osdmap e67: 10 total, 9 up, 10 in 2024-03-18T22:53:11.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:10 smithi181 ceph-mon[67256]: from='osd.9 [v2:172.21.15.52:6826/2018024971,v1:172.21.15.52:6827/2018024971]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-03-18T22:53:11.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:10 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-18T22:53:11.626 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 22:53:11 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T22:53:11.370+0000 7f59b3db4700 -1 osd.9 0 waiting for initial osdmap 2024-03-18T22:53:11.626 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 22:53:11 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T22:53:11.384+0000 7f59abb9f700 -1 osd.9 68 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-18T22:53:11.825 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:11 smithi099 ceph-mon[36725]: from='osd.9 [v2:172.21.15.52:6826/2018024971,v1:172.21.15.52:6827/2018024971]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-03-18T22:53:11.825 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:11 smithi099 ceph-mon[36725]: osdmap e68: 10 total, 9 up, 10 in 2024-03-18T22:53:11.826 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:11 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-18T22:53:11.826 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:11 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-18T22:53:11.826 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:11 smithi099 ceph-mon[36725]: from='osd.9 [v2:172.21.15.52:6826/2018024971,v1:172.21.15.52:6827/2018024971]' entity='osd.9' 2024-03-18T22:53:11.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:11 smithi052 ceph-mon[32520]: from='osd.9 [v2:172.21.15.52:6826/2018024971,v1:172.21.15.52:6827/2018024971]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-03-18T22:53:11.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:11 smithi052 ceph-mon[32520]: osdmap e68: 10 total, 9 up, 10 in 2024-03-18T22:53:11.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:11 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-18T22:53:11.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:11 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-18T22:53:11.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:11 smithi052 ceph-mon[32520]: from='osd.9 [v2:172.21.15.52:6826/2018024971,v1:172.21.15.52:6827/2018024971]' entity='osd.9' 2024-03-18T22:53:12.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:11 smithi181 ceph-mon[67256]: from='osd.9 [v2:172.21.15.52:6826/2018024971,v1:172.21.15.52:6827/2018024971]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-03-18T22:53:12.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:11 smithi181 ceph-mon[67256]: osdmap e68: 10 total, 9 up, 10 in 2024-03-18T22:53:12.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:11 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-18T22:53:12.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:11 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-18T22:53:12.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:11 smithi181 ceph-mon[67256]: from='osd.9 [v2:172.21.15.52:6826/2018024971,v1:172.21.15.52:6827/2018024971]' entity='osd.9' 2024-03-18T22:53:12.199 INFO:teuthology.orchestra.run.smithi099.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-03-18T22:53:12.199 INFO:teuthology.orchestra.run.smithi099.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-03-18T22:53:12.199 INFO:teuthology.orchestra.run.smithi099.stderr: stderr: 10+0 records in 2024-03-18T22:53:12.200 INFO:teuthology.orchestra.run.smithi099.stderr:10+0 records out 2024-03-18T22:53:12.200 INFO:teuthology.orchestra.run.smithi099.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.011525 s, 910 MB/s 2024-03-18T22:53:12.200 INFO:teuthology.orchestra.run.smithi099.stderr:--> Zapping successful for: 2024-03-18T22:53:12.733 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi099:vg_nvme/lv_1 2024-03-18T22:53:12.758 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:12 smithi099 ceph-mon[36725]: purged_snaps scrub starts 2024-03-18T22:53:12.758 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:12 smithi099 ceph-mon[36725]: purged_snaps scrub ok 2024-03-18T22:53:12.758 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:12 smithi099 ceph-mon[36725]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-18T22:53:12.758 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:12 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-18T22:53:12.758 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:12 smithi099 ceph-mon[36725]: osd.9 [v2:172.21.15.52:6826/2018024971,v1:172.21.15.52:6827/2018024971] boot 2024-03-18T22:53:12.758 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:12 smithi099 ceph-mon[36725]: osdmap e69: 10 total, 10 up, 10 in 2024-03-18T22:53:12.758 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:12 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-18T22:53:12.971 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.b/config 2024-03-18T22:53:12.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:12 smithi052 ceph-mon[32520]: purged_snaps scrub starts 2024-03-18T22:53:12.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:12 smithi052 ceph-mon[32520]: purged_snaps scrub ok 2024-03-18T22:53:12.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:12 smithi052 ceph-mon[32520]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-18T22:53:12.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:12 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-18T22:53:12.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:12 smithi052 ceph-mon[32520]: osd.9 [v2:172.21.15.52:6826/2018024971,v1:172.21.15.52:6827/2018024971] boot 2024-03-18T22:53:12.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:12 smithi052 ceph-mon[32520]: osdmap e69: 10 total, 10 up, 10 in 2024-03-18T22:53:12.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:12 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-18T22:53:13.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:12 smithi181 ceph-mon[67256]: purged_snaps scrub starts 2024-03-18T22:53:13.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:12 smithi181 ceph-mon[67256]: purged_snaps scrub ok 2024-03-18T22:53:13.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:12 smithi181 ceph-mon[67256]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-03-18T22:53:13.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:12 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-18T22:53:13.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:12 smithi181 ceph-mon[67256]: osd.9 [v2:172.21.15.52:6826/2018024971,v1:172.21.15.52:6827/2018024971] boot 2024-03-18T22:53:13.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:12 smithi181 ceph-mon[67256]: osdmap e69: 10 total, 10 up, 10 in 2024-03-18T22:53:13.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:12 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-18T22:53:14.372 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:14 smithi099 ceph-mon[36725]: Detected new or changed devices on smithi052 2024-03-18T22:53:14.372 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:14 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:14.373 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:14 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:14.373 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:14 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:53:14.373 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:14 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:53:14.373 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:14 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:53:14.373 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:14 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:53:14.373 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:14 smithi099 ceph-mon[36725]: Adjusting osd_memory_target on smithi052 to 4273M 2024-03-18T22:53:14.373 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:14 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:14.373 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:14 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:14.373 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:14 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:53:14.373 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:14 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:14.374 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:14 smithi099 ceph-mon[36725]: osdmap e70: 10 total, 10 up, 10 in 2024-03-18T22:53:14.410 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:14 smithi052 ceph-mon[32520]: Detected new or changed devices on smithi052 2024-03-18T22:53:14.410 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:14 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:14.410 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:14 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:14.411 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:14 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:53:14.411 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:14 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:53:14.411 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:14 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:53:14.411 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:14 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:53:14.411 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:14 smithi052 ceph-mon[32520]: Adjusting osd_memory_target on smithi052 to 4273M 2024-03-18T22:53:14.411 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:14 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:14.411 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:14 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:14.411 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:14 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:53:14.411 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:14 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:14.411 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:14 smithi052 ceph-mon[32520]: osdmap e70: 10 total, 10 up, 10 in 2024-03-18T22:53:14.475 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.474+0000 7fd5ac946700 1 -- 172.21.15.99:0/4056060296 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd5a8102330 msgr2=0x7fd5a8102750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:53:14.475 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.474+0000 7fd5ac946700 1 --2- 172.21.15.99:0/4056060296 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd5a8102330 0x7fd5a8102750 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fd5980099c0 tx=0x7fd598009cd0 comp rx=0 tx=0).stop 2024-03-18T22:53:14.475 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.474+0000 7fd5ac946700 1 -- 172.21.15.99:0/4056060296 shutdown_connections 2024-03-18T22:53:14.475 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.474+0000 7fd5ac946700 1 --2- 172.21.15.99:0/4056060296 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd5a8103ed0 0x7fd5a810a780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:53:14.475 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.474+0000 7fd5ac946700 1 --2- 172.21.15.99:0/4056060296 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd5a8102330 0x7fd5a8102750 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:53:14.475 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.474+0000 7fd5ac946700 1 --2- 172.21.15.99:0/4056060296 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd5a8103530 0x7fd5a8103990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:53:14.475 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.474+0000 7fd5ac946700 1 -- 172.21.15.99:0/4056060296 >> 172.21.15.99:0/4056060296 conn(0x7fd5a80fd8f0 msgr2=0x7fd5a80ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:53:14.475 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.474+0000 7fd5ac946700 1 -- 172.21.15.99:0/4056060296 shutdown_connections 2024-03-18T22:53:14.475 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.474+0000 7fd5ac946700 1 -- 172.21.15.99:0/4056060296 wait complete. 2024-03-18T22:53:14.477 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.474+0000 7fd5ac946700 1 Processor -- start 2024-03-18T22:53:14.478 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.475+0000 7fd5ac946700 1 -- start start 2024-03-18T22:53:14.478 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.475+0000 7fd5ac946700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd5a8102330 0x7fd5a819a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:53:14.478 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.475+0000 7fd5ac946700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd5a8103530 0x7fd5a819ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:53:14.478 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.475+0000 7fd5ac946700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd5a8103ed0 0x7fd5a81a1d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:53:14.478 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.475+0000 7fd5ac946700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd5a810e050 con 0x7fd5a8103ed0 2024-03-18T22:53:14.478 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.475+0000 7fd5ac946700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fd5a810ded0 con 0x7fd5a8102330 2024-03-18T22:53:14.478 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.475+0000 7fd5ac946700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fd5a810e1d0 con 0x7fd5a8103530 2024-03-18T22:53:14.478 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.475+0000 7fd5a659c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd5a8102330 0x7fd5a819a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:53:14.478 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.475+0000 7fd5a659c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd5a8102330 0x7fd5a819a7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:39036/0 (socket says 172.21.15.99:39036) 2024-03-18T22:53:14.479 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.475+0000 7fd5a659c700 1 -- 172.21.15.99:0/3772525898 learned_addr learned my addr 172.21.15.99:0/3772525898 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-03-18T22:53:14.479 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.475+0000 7fd5a5d9b700 1 --2- 172.21.15.99:0/3772525898 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd5a8103530 0x7fd5a819ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:53:14.479 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.475+0000 7fd5a6d9d700 1 --2- 172.21.15.99:0/3772525898 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd5a8103ed0 0x7fd5a81a1d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:53:14.479 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.475+0000 7fd5a659c700 1 -- 172.21.15.99:0/3772525898 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd5a8103530 msgr2=0x7fd5a819ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:53:14.479 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.475+0000 7fd5a659c700 1 --2- 172.21.15.99:0/3772525898 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd5a8103530 0x7fd5a819ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:53:14.479 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.475+0000 7fd5a659c700 1 -- 172.21.15.99:0/3772525898 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd5a8103ed0 msgr2=0x7fd5a81a1d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:53:14.479 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.475+0000 7fd5a659c700 1 --2- 172.21.15.99:0/3772525898 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd5a8103ed0 0x7fd5a81a1d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:53:14.479 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.475+0000 7fd5a659c700 1 -- 172.21.15.99:0/3772525898 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5a81a2430 con 0x7fd5a8102330 2024-03-18T22:53:14.479 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.475+0000 7fd5a659c700 1 --2- 172.21.15.99:0/3772525898 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd5a8102330 0x7fd5a819a7d0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fd598009f50 tx=0x7fd598009580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:53:14.479 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.475+0000 7fd5977fe700 1 -- 172.21.15.99:0/3772525898 <== mon.2 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd598027070 con 0x7fd5a8102330 2024-03-18T22:53:14.480 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.475+0000 7fd5977fe700 1 -- 172.21.15.99:0/3772525898 <== mon.2 v2:172.21.15.99:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd59800bda0 con 0x7fd5a8102330 2024-03-18T22:53:14.480 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.475+0000 7fd5977fe700 1 -- 172.21.15.99:0/3772525898 <== mon.2 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd59800f460 con 0x7fd5a8102330 2024-03-18T22:53:14.480 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.475+0000 7fd5ac946700 1 -- 172.21.15.99:0/3772525898 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5a81a26c0 con 0x7fd5a8102330 2024-03-18T22:53:14.480 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.476+0000 7fd5ac946700 1 -- 172.21.15.99:0/3772525898 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5a81a2ba0 con 0x7fd5a8102330 2024-03-18T22:53:14.480 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.476+0000 7fd5ac946700 1 -- 172.21.15.99:0/3772525898 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5a8068fd0 con 0x7fd5a8102330 2024-03-18T22:53:14.481 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.477+0000 7fd5977fe700 1 -- 172.21.15.99:0/3772525898 <== mon.2 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fd59802a070 con 0x7fd5a8102330 2024-03-18T22:53:14.481 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.478+0000 7fd5977fe700 1 --2- 172.21.15.99:0/3772525898 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd5900a2890 0x7fd5900a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:53:14.481 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.478+0000 7fd5977fe700 1 -- 172.21.15.99:0/3772525898 <== mon.2 v2:172.21.15.99:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 6261+0+0 (secure 0 0 0) 0x7fd5980cf790 con 0x7fd5a8102330 2024-03-18T22:53:14.481 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.478+0000 7fd5a5d9b700 1 --2- 172.21.15.99:0/3772525898 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd5900a2890 0x7fd5900a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:53:14.481 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.479+0000 7fd5a5d9b700 1 --2- 172.21.15.99:0/3772525898 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd5900a2890 0x7fd5900a4d50 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fd59c007c60 tx=0x7fd59c0073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:53:14.482 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.482+0000 7fd5977fe700 1 -- 172.21.15.99:0/3772525898 <== mon.2 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fd598031020 con 0x7fd5a8102330 2024-03-18T22:53:14.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:14 smithi181 ceph-mon[67256]: Detected new or changed devices on smithi052 2024-03-18T22:53:14.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:14 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:14.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:14 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:14.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:14 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:53:14.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:14 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:53:14.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:14 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:53:14.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:14 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:53:14.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:14 smithi181 ceph-mon[67256]: Adjusting osd_memory_target on smithi052 to 4273M 2024-03-18T22:53:14.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:14 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:14.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:14 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:14.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:14 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:53:14.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:14 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:14.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:14 smithi181 ceph-mon[67256]: osdmap e70: 10 total, 10 up, 10 in 2024-03-18T22:53:14.685 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:14.684+0000 7fd5ac946700 1 -- 172.21.15.99:0/3772525898 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fd5a8075c60 con 0x7fd5900a2890 2024-03-18T22:53:15.368 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:15 smithi099 ceph-mon[36725]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:15.368 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:15 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:53:15.368 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:15 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:53:15.368 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:15 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:15.374 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:15 smithi052 ceph-mon[32520]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:15.374 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:15 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:53:15.374 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:15 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:53:15.374 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:15 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:15.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:15 smithi181 ceph-mon[67256]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:15.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:15 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:53:15.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:15 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:53:15.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:15 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:16.187 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:16 smithi099 ceph-mon[36725]: from='client.24347 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:53:16.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:16 smithi052 ceph-mon[32520]: from='client.24347 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:53:16.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:16 smithi181 ceph-mon[67256]: from='client.24347 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi099:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:53:17.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:17 smithi052 ceph-mon[32520]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:17.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:17 smithi181 ceph-mon[67256]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:17.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:17 smithi099 ceph-mon[36725]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:18.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:18 smithi052 ceph-mon[32520]: from='client.? 172.21.15.99:0/3246895137' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f73f086a-46e1-412c-8105-3b80772eca56"}]: dispatch 2024-03-18T22:53:18.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:18 smithi052 ceph-mon[32520]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f73f086a-46e1-412c-8105-3b80772eca56"}]: dispatch 2024-03-18T22:53:18.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:18 smithi052 ceph-mon[32520]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f73f086a-46e1-412c-8105-3b80772eca56"}]': finished 2024-03-18T22:53:18.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:18 smithi052 ceph-mon[32520]: osdmap e71: 11 total, 10 up, 11 in 2024-03-18T22:53:18.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:18 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-18T22:53:18.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:18 smithi052 ceph-mon[32520]: from='client.? 172.21.15.99:0/24285830' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:53:18.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:18 smithi181 ceph-mon[67256]: from='client.? 172.21.15.99:0/3246895137' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f73f086a-46e1-412c-8105-3b80772eca56"}]: dispatch 2024-03-18T22:53:18.759 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:18 smithi181 ceph-mon[67256]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f73f086a-46e1-412c-8105-3b80772eca56"}]: dispatch 2024-03-18T22:53:18.759 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:18 smithi181 ceph-mon[67256]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f73f086a-46e1-412c-8105-3b80772eca56"}]': finished 2024-03-18T22:53:18.760 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:18 smithi181 ceph-mon[67256]: osdmap e71: 11 total, 10 up, 11 in 2024-03-18T22:53:18.760 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:18 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-18T22:53:18.760 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:18 smithi181 ceph-mon[67256]: from='client.? 172.21.15.99:0/24285830' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:53:18.761 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:18 smithi099 ceph-mon[36725]: from='client.? 172.21.15.99:0/3246895137' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f73f086a-46e1-412c-8105-3b80772eca56"}]: dispatch 2024-03-18T22:53:18.761 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:18 smithi099 ceph-mon[36725]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f73f086a-46e1-412c-8105-3b80772eca56"}]: dispatch 2024-03-18T22:53:18.761 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:18 smithi099 ceph-mon[36725]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f73f086a-46e1-412c-8105-3b80772eca56"}]': finished 2024-03-18T22:53:18.761 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:18 smithi099 ceph-mon[36725]: osdmap e71: 11 total, 10 up, 11 in 2024-03-18T22:53:18.761 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:18 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-18T22:53:18.761 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:18 smithi099 ceph-mon[36725]: from='client.? 172.21.15.99:0/24285830' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:53:19.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:19 smithi052 ceph-mon[32520]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:19.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:19 smithi181 ceph-mon[67256]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:19.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:19 smithi099 ceph-mon[36725]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:21.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:21 smithi052 ceph-mon[32520]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:21.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:21 smithi181 ceph-mon[67256]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:21.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:21 smithi099 ceph-mon[36725]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:23.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:23 smithi052 ceph-mon[32520]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:23.500 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:23 smithi099 ceph-mon[36725]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:23.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:23 smithi181 ceph-mon[67256]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:25.403 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:25 smithi099 ceph-mon[36725]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:25.403 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:25 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-03-18T22:53:25.403 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:25 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:25.444 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:25 smithi052 ceph-mon[32520]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:25.444 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:25 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-03-18T22:53:25.444 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:25 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:25.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:25 smithi181 ceph-mon[67256]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:25.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:25 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-03-18T22:53:25.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:25 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:26.442 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:26 smithi099 ceph-mon[36725]: Deploying daemon osd.10 on smithi099 2024-03-18T22:53:26.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:26 smithi052 ceph-mon[32520]: Deploying daemon osd.10 on smithi099 2024-03-18T22:53:26.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:26 smithi181 ceph-mon[67256]: Deploying daemon osd.10 on smithi099 2024-03-18T22:53:27.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:27 smithi052 ceph-mon[32520]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:27.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:27 smithi181 ceph-mon[67256]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:27.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:27 smithi099 ceph-mon[36725]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:28.423 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:28 smithi099 ceph-mon[36725]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:28.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:28 smithi052 ceph-mon[32520]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:28.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:28 smithi181 ceph-mon[67256]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:30.705 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:30 smithi099 ceph-mon[36725]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:30.705 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:30 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:30.705 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:30 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:30.705 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:30 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:53:30.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:30 smithi052 ceph-mon[32520]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:30.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:30 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:30.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:30 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:30.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:30 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:53:30.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:30 smithi181 ceph-mon[67256]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:30.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:30 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:30.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:30 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:30.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:30 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:53:32.607 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:32 smithi099 ceph-mon[36725]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:32.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:32 smithi052 ceph-mon[32520]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:32.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:32 smithi181 ceph-mon[67256]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:33.952 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:33.950+0000 7fd5977fe700 1 -- 172.21.15.99:0/3772525898 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fd5a8075c60 con 0x7fd5900a2890 2024-03-18T22:53:33.953 INFO:teuthology.orchestra.run.smithi099.stdout:Created osd(s) 10 on host 'smithi099' 2024-03-18T22:53:33.954 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:33.953+0000 7fd5ac946700 1 -- 172.21.15.99:0/3772525898 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd5900a2890 msgr2=0x7fd5900a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:53:33.954 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:33.953+0000 7fd5ac946700 1 --2- 172.21.15.99:0/3772525898 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd5900a2890 0x7fd5900a4d50 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fd59c007c60 tx=0x7fd59c0073d0 comp rx=0 tx=0).stop 2024-03-18T22:53:33.954 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:33.953+0000 7fd5ac946700 1 -- 172.21.15.99:0/3772525898 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd5a8102330 msgr2=0x7fd5a819a7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:53:33.954 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:33.953+0000 7fd5ac946700 1 --2- 172.21.15.99:0/3772525898 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd5a8102330 0x7fd5a819a7d0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fd598009f50 tx=0x7fd598009580 comp rx=0 tx=0).stop 2024-03-18T22:53:33.955 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:33.953+0000 7fd5ac946700 1 -- 172.21.15.99:0/3772525898 shutdown_connections 2024-03-18T22:53:33.955 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:33.953+0000 7fd5ac946700 1 --2- 172.21.15.99:0/3772525898 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd5900a2890 0x7fd5900a4d50 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:53:33.955 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:33.953+0000 7fd5ac946700 1 --2- 172.21.15.99:0/3772525898 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd5a8103ed0 0x7fd5a81a1d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:53:33.955 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:33.953+0000 7fd5ac946700 1 --2- 172.21.15.99:0/3772525898 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd5a8102330 0x7fd5a819a7d0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:53:33.955 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:33.953+0000 7fd5ac946700 1 --2- 172.21.15.99:0/3772525898 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd5a8103530 0x7fd5a819ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:53:33.955 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:33.953+0000 7fd5ac946700 1 -- 172.21.15.99:0/3772525898 >> 172.21.15.99:0/3772525898 conn(0x7fd5a80fd8f0 msgr2=0x7fd5a8074540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:53:33.955 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:33.953+0000 7fd5ac946700 1 -- 172.21.15.99:0/3772525898 shutdown_connections 2024-03-18T22:53:33.955 INFO:teuthology.orchestra.run.smithi099.stderr:2024-03-18T22:53:33.953+0000 7fd5ac946700 1 -- 172.21.15.99:0/3772525898 wait complete. 2024-03-18T22:53:34.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:34 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:34.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:34 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:34.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:34 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:34.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:34 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:53:34.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:34 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:34.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:34 smithi052 ceph-mon[32520]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:34.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:34 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:34.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:34 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:53:34.491 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:34 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:34.491 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:34 smithi052 ceph-mon[32520]: from='osd.10 [v2:172.21.15.99:6824/14598206,v1:172.21.15.99:6825/14598206]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-03-18T22:53:34.491 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:34 smithi052 ceph-mon[32520]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-03-18T22:53:34.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:34 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:34.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:34 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:34.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:34 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:34.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:34 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:53:34.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:34 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:34.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:34 smithi181 ceph-mon[67256]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:34.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:34 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:34.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:34 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:53:34.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:34 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:34.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:34 smithi181 ceph-mon[67256]: from='osd.10 [v2:172.21.15.99:6824/14598206,v1:172.21.15.99:6825/14598206]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-03-18T22:53:34.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:34 smithi181 ceph-mon[67256]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-03-18T22:53:34.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:34 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:34.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:34 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:34.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:34 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:34.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:34 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:53:34.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:34 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:34.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:34 smithi099 ceph-mon[36725]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:34.519 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:34 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:34.519 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:34 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:53:34.520 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:34 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:34.520 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:34 smithi099 ceph-mon[36725]: from='osd.10 [v2:172.21.15.99:6824/14598206,v1:172.21.15.99:6825/14598206]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-03-18T22:53:34.520 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:34 smithi099 ceph-mon[36725]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-03-18T22:53:34.571 DEBUG:teuthology.orchestra.run.smithi099:osd.10> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.10.service 2024-03-18T22:53:34.615 INFO:tasks.cephadm:Deploying osd.11 on smithi181 with /dev/vg_nvme/lv_1... 2024-03-18T22:53:34.615 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-03-18T22:53:34.862 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.c/config 2024-03-18T22:53:36.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:35 smithi181 ceph-mon[67256]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-03-18T22:53:36.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:35 smithi181 ceph-mon[67256]: osdmap e72: 11 total, 10 up, 11 in 2024-03-18T22:53:36.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:35 smithi181 ceph-mon[67256]: from='osd.10 [v2:172.21.15.99:6824/14598206,v1:172.21.15.99:6825/14598206]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-03-18T22:53:36.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:35 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-18T22:53:36.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:35 smithi181 ceph-mon[67256]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-03-18T22:53:36.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:35 smithi099 ceph-mon[36725]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-03-18T22:53:36.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:35 smithi099 ceph-mon[36725]: osdmap e72: 11 total, 10 up, 11 in 2024-03-18T22:53:36.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:35 smithi099 ceph-mon[36725]: from='osd.10 [v2:172.21.15.99:6824/14598206,v1:172.21.15.99:6825/14598206]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-03-18T22:53:36.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:35 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-18T22:53:36.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:35 smithi099 ceph-mon[36725]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-03-18T22:53:36.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:35 smithi052 ceph-mon[32520]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-03-18T22:53:36.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:35 smithi052 ceph-mon[32520]: osdmap e72: 11 total, 10 up, 11 in 2024-03-18T22:53:36.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:35 smithi052 ceph-mon[32520]: from='osd.10 [v2:172.21.15.99:6824/14598206,v1:172.21.15.99:6825/14598206]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-03-18T22:53:36.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:35 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-18T22:53:36.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:35 smithi052 ceph-mon[32520]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]: dispatch 2024-03-18T22:53:36.902 INFO:teuthology.orchestra.run.smithi181.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-03-18T22:53:36.902 INFO:teuthology.orchestra.run.smithi181.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-03-18T22:53:36.902 INFO:teuthology.orchestra.run.smithi181.stderr: stderr: 10+0 records in 2024-03-18T22:53:36.903 INFO:teuthology.orchestra.run.smithi181.stderr:10+0 records out 2024-03-18T22:53:36.903 INFO:teuthology.orchestra.run.smithi181.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113409 s, 925 MB/s 2024-03-18T22:53:36.903 INFO:teuthology.orchestra.run.smithi181.stderr:--> Zapping successful for: 2024-03-18T22:53:37.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:36 smithi052 ceph-mon[32520]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:37.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:36 smithi052 ceph-mon[32520]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-03-18T22:53:37.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:36 smithi052 ceph-mon[32520]: osdmap e73: 11 total, 10 up, 11 in 2024-03-18T22:53:37.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:36 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-18T22:53:37.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:36 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-18T22:53:37.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:36 smithi052 ceph-mon[32520]: from='osd.10 ' entity='osd.10' 2024-03-18T22:53:37.252 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:36 smithi181 ceph-mon[67256]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:37.252 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:36 smithi181 ceph-mon[67256]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-03-18T22:53:37.253 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:36 smithi181 ceph-mon[67256]: osdmap e73: 11 total, 10 up, 11 in 2024-03-18T22:53:37.253 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:36 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-18T22:53:37.253 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:36 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-18T22:53:37.253 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:36 smithi181 ceph-mon[67256]: from='osd.10 ' entity='osd.10' 2024-03-18T22:53:37.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:36 smithi099 ceph-mon[36725]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:37.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:36 smithi099 ceph-mon[36725]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi099", "root=default"]}]': finished 2024-03-18T22:53:37.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:36 smithi099 ceph-mon[36725]: osdmap e73: 11 total, 10 up, 11 in 2024-03-18T22:53:37.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:36 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-18T22:53:37.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:36 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-18T22:53:37.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:36 smithi099 ceph-mon[36725]: from='osd.10 ' entity='osd.10' 2024-03-18T22:53:37.265 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 22:53:36 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T22:53:36.873+0000 7f9d45a35700 -1 osd.10 0 waiting for initial osdmap 2024-03-18T22:53:37.265 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 22:53:37 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T22:53:37.052+0000 7f9d3d820700 -1 osd.10 74 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-18T22:53:37.648 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi181:vg_nvme/lv_1 2024-03-18T22:53:37.893 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.c/config 2024-03-18T22:53:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:37 smithi052 ceph-mon[32520]: purged_snaps scrub starts 2024-03-18T22:53:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:37 smithi052 ceph-mon[32520]: purged_snaps scrub ok 2024-03-18T22:53:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:37 smithi052 ceph-mon[32520]: osdmap e74: 11 total, 10 up, 11 in 2024-03-18T22:53:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:37 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-18T22:53:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:37 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-18T22:53:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:37 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:37 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:37 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:53:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:37 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:53:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:37 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:53:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:37 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:53:38.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:37 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:38.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:37 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:38.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:37 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:53:38.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:37 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:38.249 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:37 smithi181 ceph-mon[67256]: purged_snaps scrub starts 2024-03-18T22:53:38.249 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:37 smithi181 ceph-mon[67256]: purged_snaps scrub ok 2024-03-18T22:53:38.249 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:37 smithi181 ceph-mon[67256]: osdmap e74: 11 total, 10 up, 11 in 2024-03-18T22:53:38.249 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:37 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-18T22:53:38.249 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:37 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-18T22:53:38.249 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:37 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:38.249 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:37 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:38.249 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:37 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:53:38.250 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:37 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:53:38.250 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:37 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:53:38.250 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:37 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:53:38.250 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:37 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:38.250 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:37 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:38.250 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:37 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:53:38.250 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:37 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:38.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:37 smithi099 ceph-mon[36725]: purged_snaps scrub starts 2024-03-18T22:53:38.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:37 smithi099 ceph-mon[36725]: purged_snaps scrub ok 2024-03-18T22:53:38.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:37 smithi099 ceph-mon[36725]: osdmap e74: 11 total, 10 up, 11 in 2024-03-18T22:53:38.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:37 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-18T22:53:38.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:37 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-18T22:53:38.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:37 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:38.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:37 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:38.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:37 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:53:38.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:37 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:53:38.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:37 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:53:38.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:37 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:53:38.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:37 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:38.266 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:37 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:38.266 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:37 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:53:38.266 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:37 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:38.977 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:38 smithi181 ceph-mon[67256]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:38.977 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:38 smithi181 ceph-mon[67256]: Detected new or changed devices on smithi099 2024-03-18T22:53:38.977 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:38 smithi181 ceph-mon[67256]: Adjusting osd_memory_target on smithi099 to 4270M 2024-03-18T22:53:38.977 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:38 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-18T22:53:38.977 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:38 smithi181 ceph-mon[67256]: osd.10 [v2:172.21.15.99:6824/14598206,v1:172.21.15.99:6825/14598206] boot 2024-03-18T22:53:38.978 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:38 smithi181 ceph-mon[67256]: osdmap e75: 11 total, 11 up, 11 in 2024-03-18T22:53:38.978 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:38 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-18T22:53:39.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:38 smithi052 ceph-mon[32520]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:39.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:38 smithi052 ceph-mon[32520]: Detected new or changed devices on smithi099 2024-03-18T22:53:39.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:38 smithi052 ceph-mon[32520]: Adjusting osd_memory_target on smithi099 to 4270M 2024-03-18T22:53:39.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:38 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-18T22:53:39.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:38 smithi052 ceph-mon[32520]: osd.10 [v2:172.21.15.99:6824/14598206,v1:172.21.15.99:6825/14598206] boot 2024-03-18T22:53:39.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:38 smithi052 ceph-mon[32520]: osdmap e75: 11 total, 11 up, 11 in 2024-03-18T22:53:39.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:38 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-18T22:53:39.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:38 smithi099 ceph-mon[36725]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-03-18T22:53:39.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:38 smithi099 ceph-mon[36725]: Detected new or changed devices on smithi099 2024-03-18T22:53:39.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:38 smithi099 ceph-mon[36725]: Adjusting osd_memory_target on smithi099 to 4270M 2024-03-18T22:53:39.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:38 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-18T22:53:39.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:38 smithi099 ceph-mon[36725]: osd.10 [v2:172.21.15.99:6824/14598206,v1:172.21.15.99:6825/14598206] boot 2024-03-18T22:53:39.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:38 smithi099 ceph-mon[36725]: osdmap e75: 11 total, 11 up, 11 in 2024-03-18T22:53:39.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:38 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-18T22:53:39.483 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.482+0000 7fcba1102700 1 -- 172.21.15.181:0/2314166368 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcb9c102360 msgr2=0x7fcb9c102780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:53:39.483 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.482+0000 7fcba1102700 1 --2- 172.21.15.181:0/2314166368 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcb9c102360 0x7fcb9c102780 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fcb90009990 tx=0x7fcb90009ca0 comp rx=0 tx=0).stop 2024-03-18T22:53:39.483 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.482+0000 7fcba1102700 1 -- 172.21.15.181:0/2314166368 shutdown_connections 2024-03-18T22:53:39.483 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.482+0000 7fcba1102700 1 --2- 172.21.15.181:0/2314166368 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcb9c103f00 0x7fcb9c10a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:53:39.483 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.482+0000 7fcba1102700 1 --2- 172.21.15.181:0/2314166368 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcb9c102360 0x7fcb9c102780 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:53:39.483 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.482+0000 7fcba1102700 1 --2- 172.21.15.181:0/2314166368 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb9c103560 0x7fcb9c1039c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:53:39.483 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.482+0000 7fcba1102700 1 -- 172.21.15.181:0/2314166368 >> 172.21.15.181:0/2314166368 conn(0x7fcb9c0fd920 msgr2=0x7fcb9c0ffd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:53:39.483 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.482+0000 7fcba1102700 1 -- 172.21.15.181:0/2314166368 shutdown_connections 2024-03-18T22:53:39.483 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.482+0000 7fcba1102700 1 -- 172.21.15.181:0/2314166368 wait complete. 2024-03-18T22:53:39.485 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.483+0000 7fcba1102700 1 Processor -- start 2024-03-18T22:53:39.486 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.483+0000 7fcba1102700 1 -- start start 2024-03-18T22:53:39.486 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.483+0000 7fcba1102700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcb9c102360 0x7fcb9c198670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:53:39.486 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.483+0000 7fcba1102700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb9c103560 0x7fcb9c198bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:53:39.486 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.483+0000 7fcba1102700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcb9c103f00 0x7fcb9c19fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:53:39.486 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.483+0000 7fcba1102700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fcb9c10e0a0 con 0x7fcb9c102360 2024-03-18T22:53:39.486 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.483+0000 7fcba1102700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fcb9c10df20 con 0x7fcb9c103560 2024-03-18T22:53:39.486 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.483+0000 7fcba1102700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fcb9c10e220 con 0x7fcb9c103f00 2024-03-18T22:53:39.486 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.484+0000 7fcb9b59e700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcb9c103f00 0x7fcb9c19fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:53:39.486 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.484+0000 7fcb9a59c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb9c103560 0x7fcb9c198bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:53:39.486 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.484+0000 7fcb9a59c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb9c103560 0x7fcb9c198bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.181:34990/0 (socket says 172.21.15.181:34990) 2024-03-18T22:53:39.486 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.484+0000 7fcb9a59c700 1 -- 172.21.15.181:0/3375667984 learned_addr learned my addr 172.21.15.181:0/3375667984 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-03-18T22:53:39.486 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.484+0000 7fcb9ad9d700 1 --2- 172.21.15.181:0/3375667984 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcb9c102360 0x7fcb9c198670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:53:39.487 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.484+0000 7fcb9b59e700 1 -- 172.21.15.181:0/3375667984 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb9c103560 msgr2=0x7fcb9c198bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:53:39.487 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.484+0000 7fcb9b59e700 1 --2- 172.21.15.181:0/3375667984 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb9c103560 0x7fcb9c198bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:53:39.487 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.484+0000 7fcb9b59e700 1 -- 172.21.15.181:0/3375667984 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcb9c102360 msgr2=0x7fcb9c198670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:53:39.487 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.484+0000 7fcb9b59e700 1 --2- 172.21.15.181:0/3375667984 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcb9c102360 0x7fcb9c198670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:53:39.487 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.484+0000 7fcb9b59e700 1 -- 172.21.15.181:0/3375667984 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb9c1a02d0 con 0x7fcb9c103f00 2024-03-18T22:53:39.487 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.484+0000 7fcb9a59c700 1 --2- 172.21.15.181:0/3375667984 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb9c103560 0x7fcb9c198bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:53:39.487 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.484+0000 7fcb9b59e700 1 --2- 172.21.15.181:0/3375667984 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcb9c103f00 0x7fcb9c19fc30 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fcb9400ab70 tx=0x7fcb9400ae80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:53:39.487 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.484+0000 7fcb83fff700 1 -- 172.21.15.181:0/3375667984 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb94017020 con 0x7fcb9c103f00 2024-03-18T22:53:39.487 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.484+0000 7fcb83fff700 1 -- 172.21.15.181:0/3375667984 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fcb94004bb0 con 0x7fcb9c103f00 2024-03-18T22:53:39.487 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.484+0000 7fcba1102700 1 -- 172.21.15.181:0/3375667984 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb9c1a05c0 con 0x7fcb9c103f00 2024-03-18T22:53:39.487 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.484+0000 7fcb83fff700 1 -- 172.21.15.181:0/3375667984 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb940053e0 con 0x7fcb9c103f00 2024-03-18T22:53:39.487 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.484+0000 7fcba1102700 1 -- 172.21.15.181:0/3375667984 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb9c1a0ab0 con 0x7fcb9c103f00 2024-03-18T22:53:39.487 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.485+0000 7fcba1102700 1 -- 172.21.15.181:0/3375667984 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb9c068fd0 con 0x7fcb9c103f00 2024-03-18T22:53:39.488 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.486+0000 7fcb83fff700 1 -- 172.21.15.181:0/3375667984 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fcb940055c0 con 0x7fcb9c103f00 2024-03-18T22:53:39.488 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.487+0000 7fcb83fff700 1 --2- 172.21.15.181:0/3375667984 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fcb840a2890 0x7fcb840a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:53:39.488 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.487+0000 7fcb83fff700 1 -- 172.21.15.181:0/3375667984 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 6723+0+0 (secure 0 0 0) 0x7fcb940cdac0 con 0x7fcb9c103f00 2024-03-18T22:53:39.489 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.487+0000 7fcb9ad9d700 1 --2- 172.21.15.181:0/3375667984 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fcb840a2890 0x7fcb840a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:53:39.489 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.488+0000 7fcb9ad9d700 1 --2- 172.21.15.181:0/3375667984 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fcb840a2890 0x7fcb840a4d50 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fcb90003ad0 tx=0x7fcb90005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:53:39.491 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.491+0000 7fcb83fff700 1 -- 172.21.15.181:0/3375667984 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fcb94021020 con 0x7fcb9c103f00 2024-03-18T22:53:39.694 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:39.693+0000 7fcba1102700 1 -- 172.21.15.181:0/3375667984 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fcb9c062750 con 0x7fcb840a2890 2024-03-18T22:53:40.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:39 smithi052 ceph-mon[32520]: osdmap e76: 11 total, 11 up, 11 in 2024-03-18T22:53:40.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:39 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:53:40.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:39 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:53:40.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:39 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:40.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:39 smithi181 ceph-mon[67256]: osdmap e76: 11 total, 11 up, 11 in 2024-03-18T22:53:40.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:39 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:53:40.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:39 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:53:40.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:39 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:40.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:39 smithi099 ceph-mon[36725]: osdmap e76: 11 total, 11 up, 11 in 2024-03-18T22:53:40.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:39 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-18T22:53:40.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:39 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-18T22:53:40.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:39 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:41.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:40 smithi052 ceph-mon[32520]: pgmap v239: 1 pgs: 1 remapped+peering; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-03-18T22:53:41.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:40 smithi052 ceph-mon[32520]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:53:41.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:40 smithi052 ceph-mon[32520]: osdmap e77: 11 total, 11 up, 11 in 2024-03-18T22:53:41.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:40 smithi181 ceph-mon[67256]: pgmap v239: 1 pgs: 1 remapped+peering; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-03-18T22:53:41.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:40 smithi181 ceph-mon[67256]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:53:41.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:40 smithi181 ceph-mon[67256]: osdmap e77: 11 total, 11 up, 11 in 2024-03-18T22:53:41.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:40 smithi099 ceph-mon[36725]: pgmap v239: 1 pgs: 1 remapped+peering; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-03-18T22:53:41.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:40 smithi099 ceph-mon[36725]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:53:41.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:40 smithi099 ceph-mon[36725]: osdmap e77: 11 total, 11 up, 11 in 2024-03-18T22:53:42.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:41 smithi052 ceph-mon[32520]: osdmap e78: 11 total, 11 up, 11 in 2024-03-18T22:53:42.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:41 smithi181 ceph-mon[67256]: osdmap e78: 11 total, 11 up, 11 in 2024-03-18T22:53:42.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:41 smithi099 ceph-mon[36725]: osdmap e78: 11 total, 11 up, 11 in 2024-03-18T22:53:43.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:42 smithi052 ceph-mon[32520]: pgmap v242: 1 pgs: 1 remapped+peering; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-03-18T22:53:43.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:42 smithi052 ceph-mon[32520]: osdmap e79: 11 total, 11 up, 11 in 2024-03-18T22:53:43.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:42 smithi052 ceph-mon[32520]: from='client.? 172.21.15.181:0/971254932' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8e9539b-8a69-49a8-8a48-52f69b3c827e"}]: dispatch 2024-03-18T22:53:43.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:42 smithi052 ceph-mon[32520]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8e9539b-8a69-49a8-8a48-52f69b3c827e"}]: dispatch 2024-03-18T22:53:43.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:42 smithi052 ceph-mon[32520]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f8e9539b-8a69-49a8-8a48-52f69b3c827e"}]': finished 2024-03-18T22:53:43.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:42 smithi052 ceph-mon[32520]: osdmap e80: 12 total, 11 up, 12 in 2024-03-18T22:53:43.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:42 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-18T22:53:43.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:42 smithi181 ceph-mon[67256]: pgmap v242: 1 pgs: 1 remapped+peering; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-03-18T22:53:43.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:42 smithi181 ceph-mon[67256]: osdmap e79: 11 total, 11 up, 11 in 2024-03-18T22:53:43.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:42 smithi181 ceph-mon[67256]: from='client.? 172.21.15.181:0/971254932' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8e9539b-8a69-49a8-8a48-52f69b3c827e"}]: dispatch 2024-03-18T22:53:43.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:42 smithi181 ceph-mon[67256]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8e9539b-8a69-49a8-8a48-52f69b3c827e"}]: dispatch 2024-03-18T22:53:43.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:42 smithi181 ceph-mon[67256]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f8e9539b-8a69-49a8-8a48-52f69b3c827e"}]': finished 2024-03-18T22:53:43.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:42 smithi181 ceph-mon[67256]: osdmap e80: 12 total, 11 up, 12 in 2024-03-18T22:53:43.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:42 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-18T22:53:43.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:42 smithi099 ceph-mon[36725]: pgmap v242: 1 pgs: 1 remapped+peering; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-03-18T22:53:43.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:42 smithi099 ceph-mon[36725]: osdmap e79: 11 total, 11 up, 11 in 2024-03-18T22:53:43.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:42 smithi099 ceph-mon[36725]: from='client.? 172.21.15.181:0/971254932' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8e9539b-8a69-49a8-8a48-52f69b3c827e"}]: dispatch 2024-03-18T22:53:43.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:42 smithi099 ceph-mon[36725]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8e9539b-8a69-49a8-8a48-52f69b3c827e"}]: dispatch 2024-03-18T22:53:43.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:42 smithi099 ceph-mon[36725]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f8e9539b-8a69-49a8-8a48-52f69b3c827e"}]': finished 2024-03-18T22:53:43.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:42 smithi099 ceph-mon[36725]: osdmap e80: 12 total, 11 up, 12 in 2024-03-18T22:53:43.266 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:42 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-18T22:53:44.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:43 smithi052 ceph-mon[32520]: from='client.? 172.21.15.181:0/2131117726' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:53:44.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:43 smithi181 ceph-mon[67256]: from='client.? 172.21.15.181:0/2131117726' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:53:44.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:43 smithi099 ceph-mon[36725]: from='client.? 172.21.15.181:0/2131117726' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-18T22:53:45.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:44 smithi052 ceph-mon[32520]: pgmap v245: 1 pgs: 1 remapped+peering; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail 2024-03-18T22:53:45.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:44 smithi181 ceph-mon[67256]: pgmap v245: 1 pgs: 1 remapped+peering; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail 2024-03-18T22:53:45.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:44 smithi099 ceph-mon[36725]: pgmap v245: 1 pgs: 1 remapped+peering; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail 2024-03-18T22:53:47.112 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:46 smithi181 ceph-mon[67256]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-03-18T22:53:47.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:46 smithi052 ceph-mon[32520]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-03-18T22:53:47.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:46 smithi099 ceph-mon[36725]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-03-18T22:53:49.058 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:48 smithi181 ceph-mon[67256]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-03-18T22:53:49.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:48 smithi052 ceph-mon[32520]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-03-18T22:53:49.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:48 smithi099 ceph-mon[36725]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-03-18T22:53:51.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:50 smithi181 ceph-mon[67256]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-18T22:53:51.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:50 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-03-18T22:53:51.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:50 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:51.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:50 smithi181 ceph-mon[67256]: Deploying daemon osd.11 on smithi181 2024-03-18T22:53:51.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:50 smithi099 ceph-mon[36725]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-18T22:53:51.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:50 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-03-18T22:53:51.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:50 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:51.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:50 smithi099 ceph-mon[36725]: Deploying daemon osd.11 on smithi181 2024-03-18T22:53:51.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:50 smithi052 ceph-mon[32520]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-18T22:53:51.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:50 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-03-18T22:53:51.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:50 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:51.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:50 smithi052 ceph-mon[32520]: Deploying daemon osd.11 on smithi181 2024-03-18T22:53:53.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:52 smithi181 ceph-mon[67256]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-03-18T22:53:53.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:52 smithi099 ceph-mon[36725]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-03-18T22:53:53.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:52 smithi052 ceph-mon[32520]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-03-18T22:53:55.254 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:55 smithi181 ceph-mon[67256]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-03-18T22:53:55.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:55 smithi099 ceph-mon[36725]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-03-18T22:53:55.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:55 smithi052 ceph-mon[32520]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-03-18T22:53:57.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:56 smithi052 ceph-mon[32520]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-03-18T22:53:57.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:56 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:57.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:56 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:57.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:56 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:53:57.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:56 smithi181 ceph-mon[67256]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-03-18T22:53:57.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:56 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:57.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:56 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:57.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:56 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:53:57.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:56 smithi099 ceph-mon[36725]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-03-18T22:53:57.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:56 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:57.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:56 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:57.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:56 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:53:59.223 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:58 smithi181 ceph-mon[67256]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail 2024-03-18T22:53:59.223 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:58 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:59.223 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:58 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:59.223 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:58 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:59.223 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:58 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:53:59.223 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:53:58 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:59.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:58 smithi052 ceph-mon[32520]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail 2024-03-18T22:53:59.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:58 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:59.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:58 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:59.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:58 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:59.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:58 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:53:59.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:53:58 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:59.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:58 smithi099 ceph-mon[36725]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail 2024-03-18T22:53:59.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:58 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:59.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:58 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:59.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:58 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:53:59.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:58 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:53:59.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:53:58 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:53:59.666 INFO:teuthology.orchestra.run.smithi181.stdout:Created osd(s) 11 on host 'smithi181' 2024-03-18T22:53:59.666 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:59.664+0000 7fcb83fff700 1 -- 172.21.15.181:0/3375667984 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fcb9c062750 con 0x7fcb840a2890 2024-03-18T22:53:59.668 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:59.666+0000 7fcba1102700 1 -- 172.21.15.181:0/3375667984 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fcb840a2890 msgr2=0x7fcb840a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:53:59.668 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:59.667+0000 7fcba1102700 1 --2- 172.21.15.181:0/3375667984 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fcb840a2890 0x7fcb840a4d50 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fcb90003ad0 tx=0x7fcb90005fb0 comp rx=0 tx=0).stop 2024-03-18T22:53:59.668 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:59.667+0000 7fcba1102700 1 -- 172.21.15.181:0/3375667984 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcb9c103f00 msgr2=0x7fcb9c19fc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:53:59.668 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:59.667+0000 7fcba1102700 1 --2- 172.21.15.181:0/3375667984 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcb9c103f00 0x7fcb9c19fc30 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fcb9400ab70 tx=0x7fcb9400ae80 comp rx=0 tx=0).stop 2024-03-18T22:53:59.668 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:59.667+0000 7fcba1102700 1 -- 172.21.15.181:0/3375667984 shutdown_connections 2024-03-18T22:53:59.668 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:59.667+0000 7fcba1102700 1 --2- 172.21.15.181:0/3375667984 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fcb840a2890 0x7fcb840a4d50 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:53:59.669 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:59.667+0000 7fcba1102700 1 --2- 172.21.15.181:0/3375667984 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcb9c103f00 0x7fcb9c19fc30 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:53:59.669 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:59.667+0000 7fcba1102700 1 --2- 172.21.15.181:0/3375667984 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcb9c102360 0x7fcb9c198670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:53:59.669 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:59.667+0000 7fcba1102700 1 --2- 172.21.15.181:0/3375667984 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb9c103560 0x7fcb9c198bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:53:59.669 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:59.667+0000 7fcba1102700 1 -- 172.21.15.181:0/3375667984 >> 172.21.15.181:0/3375667984 conn(0x7fcb9c0fd920 msgr2=0x7fcb9c106860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:53:59.669 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:59.667+0000 7fcba1102700 1 -- 172.21.15.181:0/3375667984 shutdown_connections 2024-03-18T22:53:59.669 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:53:59.667+0000 7fcba1102700 1 -- 172.21.15.181:0/3375667984 wait complete. 2024-03-18T22:54:00.479 DEBUG:teuthology.orchestra.run.smithi181:osd.11> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.11.service 2024-03-18T22:54:00.481 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-03-18T22:54:00.482 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph osd stat -f json 2024-03-18T22:54:00.722 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:00 smithi181 ceph-mon[67256]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail 2024-03-18T22:54:00.723 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:00 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:00.723 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:00 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:00.723 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:00 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:54:00.723 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:00 smithi181 ceph-mon[67256]: from='osd.11 [v2:172.21.15.181:6824/3442115308,v1:172.21.15.181:6825/3442115308]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-03-18T22:54:00.723 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:00 smithi181 ceph-mon[67256]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-03-18T22:54:00.737 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:54:00.857 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:00 smithi052 ceph-mon[32520]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail 2024-03-18T22:54:00.857 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:00 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:00.857 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:00 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:00.857 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:00 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:54:00.857 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:00 smithi052 ceph-mon[32520]: from='osd.11 [v2:172.21.15.181:6824/3442115308,v1:172.21.15.181:6825/3442115308]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-03-18T22:54:00.857 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:00 smithi052 ceph-mon[32520]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-03-18T22:54:01.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:00 smithi099 ceph-mon[36725]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail 2024-03-18T22:54:01.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:00 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:01.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:00 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:01.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:00 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:54:01.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:00 smithi099 ceph-mon[36725]: from='osd.11 [v2:172.21.15.181:6824/3442115308,v1:172.21.15.181:6825/3442115308]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-03-18T22:54:01.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:00 smithi099 ceph-mon[36725]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-03-18T22:54:01.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:01 smithi052 ceph-mon[32520]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-03-18T22:54:01.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:01 smithi052 ceph-mon[32520]: osdmap e81: 12 total, 11 up, 12 in 2024-03-18T22:54:01.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:01 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-18T22:54:01.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:01 smithi052 ceph-mon[32520]: from='osd.11 [v2:172.21.15.181:6824/3442115308,v1:172.21.15.181:6825/3442115308]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-03-18T22:54:01.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:01 smithi052 ceph-mon[32520]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-03-18T22:54:01.931 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:01 smithi181 ceph-mon[67256]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-03-18T22:54:01.931 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:01 smithi181 ceph-mon[67256]: osdmap e81: 12 total, 11 up, 12 in 2024-03-18T22:54:01.931 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:01 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-18T22:54:01.932 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:01 smithi181 ceph-mon[67256]: from='osd.11 [v2:172.21.15.181:6824/3442115308,v1:172.21.15.181:6825/3442115308]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-03-18T22:54:01.932 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:01 smithi181 ceph-mon[67256]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-03-18T22:54:02.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:01 smithi099 ceph-mon[36725]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-03-18T22:54:02.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:01 smithi099 ceph-mon[36725]: osdmap e81: 12 total, 11 up, 12 in 2024-03-18T22:54:02.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:01 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-18T22:54:02.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:01 smithi099 ceph-mon[36725]: from='osd.11 [v2:172.21.15.181:6824/3442115308,v1:172.21.15.181:6825/3442115308]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-03-18T22:54:02.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:01 smithi099 ceph-mon[36725]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-03-18T22:54:02.346 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.345+0000 7f3885f13700 1 -- 172.21.15.52:0/4001873329 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3880100d40 msgr2=0x7f388010a910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:02.346 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.345+0000 7f3885f13700 1 --2- 172.21.15.52:0/4001873329 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3880100d40 0x7f388010a910 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f387800b0a0 tx=0x7f387800b3b0 comp rx=0 tx=0).stop 2024-03-18T22:54:02.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.345+0000 7f3885f13700 1 -- 172.21.15.52:0/4001873329 shutdown_connections 2024-03-18T22:54:02.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.345+0000 7f3885f13700 1 --2- 172.21.15.52:0/4001873329 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3880100d40 0x7f388010a910 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:02.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.345+0000 7f3885f13700 1 --2- 172.21.15.52:0/4001873329 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3880103920 0x7f3880103d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:02.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.345+0000 7f3885f13700 1 --2- 172.21.15.52:0/4001873329 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f38801003a0 0x7f3880100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:02.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.345+0000 7f3885f13700 1 -- 172.21.15.52:0/4001873329 >> 172.21.15.52:0/4001873329 conn(0x7f38800fbf80 msgr2=0x7f38800fe3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:02.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.345+0000 7f3885f13700 1 -- 172.21.15.52:0/4001873329 shutdown_connections 2024-03-18T22:54:02.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.345+0000 7f3885f13700 1 -- 172.21.15.52:0/4001873329 wait complete. 2024-03-18T22:54:02.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.346+0000 7f3885f13700 1 Processor -- start 2024-03-18T22:54:02.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.346+0000 7f3885f13700 1 -- start start 2024-03-18T22:54:02.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.346+0000 7f3885f13700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f38801003a0 0x7f3880198590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:02.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.346+0000 7f3885f13700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3880100d40 0x7f3880198ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:02.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.346+0000 7f3885f13700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3880103920 0x7f388019fb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:02.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.346+0000 7f3885f13700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f388010e060 con 0x7f3880103920 2024-03-18T22:54:02.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.346+0000 7f3885f13700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f388010dee0 con 0x7f3880100d40 2024-03-18T22:54:02.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.346+0000 7f3885f13700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f388010e1e0 con 0x7f38801003a0 2024-03-18T22:54:02.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.346+0000 7f387ffff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3880103920 0x7f388019fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:02.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.346+0000 7f387ffff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3880103920 0x7f388019fb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:59308/0 (socket says 172.21.15.52:59308) 2024-03-18T22:54:02.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.346+0000 7f387ffff700 1 -- 172.21.15.52:0/1832915860 learned_addr learned my addr 172.21.15.52:0/1832915860 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:02.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.346+0000 7f387f7fe700 1 --2- 172.21.15.52:0/1832915860 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f38801003a0 0x7f3880198590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:02.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.346+0000 7f387effd700 1 --2- 172.21.15.52:0/1832915860 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3880100d40 0x7f3880198ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:02.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.346+0000 7f387ffff700 1 -- 172.21.15.52:0/1832915860 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f38801003a0 msgr2=0x7f3880198590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:02.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.346+0000 7f387ffff700 1 --2- 172.21.15.52:0/1832915860 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f38801003a0 0x7f3880198590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:02.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.346+0000 7f387ffff700 1 -- 172.21.15.52:0/1832915860 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3880100d40 msgr2=0x7f3880198ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:02.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.347+0000 7f387ffff700 1 --2- 172.21.15.52:0/1832915860 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3880100d40 0x7f3880198ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:02.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.347+0000 7f387ffff700 1 -- 172.21.15.52:0/1832915860 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38801a01f0 con 0x7f3880103920 2024-03-18T22:54:02.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.347+0000 7f387effd700 1 --2- 172.21.15.52:0/1832915860 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3880100d40 0x7f3880198ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-18T22:54:02.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.347+0000 7f387ffff700 1 --2- 172.21.15.52:0/1832915860 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3880103920 0x7f388019fb50 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f3878007dc0 tx=0x7f3878007ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:02.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.347+0000 7f387cff9700 1 -- 172.21.15.52:0/1832915860 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f387801f070 con 0x7f3880103920 2024-03-18T22:54:02.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.347+0000 7f387cff9700 1 -- 172.21.15.52:0/1832915860 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3878004e40 con 0x7f3880103920 2024-03-18T22:54:02.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.347+0000 7f387cff9700 1 -- 172.21.15.52:0/1832915860 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f387801b980 con 0x7f3880103920 2024-03-18T22:54:02.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.347+0000 7f3885f13700 1 -- 172.21.15.52:0/1832915860 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38801a0480 con 0x7f3880103920 2024-03-18T22:54:02.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.347+0000 7f3885f13700 1 -- 172.21.15.52:0/1832915860 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38801a0930 con 0x7f3880103920 2024-03-18T22:54:02.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.348+0000 7f3885f13700 1 -- 172.21.15.52:0/1832915860 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3880068fd0 con 0x7f3880103920 2024-03-18T22:54:02.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.349+0000 7f387cff9700 1 -- 172.21.15.52:0/1832915860 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f387801bb20 con 0x7f3880103920 2024-03-18T22:54:02.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.350+0000 7f387cff9700 1 --2- 172.21.15.52:0/1832915860 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f38680a2890 0x7f38680a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:02.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.350+0000 7f387f7fe700 1 --2- 172.21.15.52:0/1832915860 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f38680a2890 0x7f38680a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:02.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.350+0000 7f387cff9700 1 -- 172.21.15.52:0/1832915860 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6847+0+0 (secure 0 0 0) 0x7f387800f020 con 0x7f3880103920 2024-03-18T22:54:02.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.350+0000 7f387f7fe700 1 --2- 172.21.15.52:0/1832915860 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f38680a2890 0x7f38680a4d50 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f3870005fd0 tx=0x7f3870005dd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:02.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.353+0000 7f387cff9700 1 -- 172.21.15.52:0/1832915860 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f3878028030 con 0x7f3880103920 2024-03-18T22:54:02.562 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.561+0000 7f3885f13700 1 -- 172.21.15.52:0/1832915860 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f388002dbb0 con 0x7f3880103920 2024-03-18T22:54:02.562 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.561+0000 7f387cff9700 1 -- 172.21.15.52:0/1832915860 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v82) ==== 74+0+133 (secure 0 0 0) 0x7f387809cf10 con 0x7f3880103920 2024-03-18T22:54:02.562 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:54:02.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.563+0000 7f3885f13700 1 -- 172.21.15.52:0/1832915860 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f38680a2890 msgr2=0x7f38680a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:02.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.563+0000 7f3885f13700 1 --2- 172.21.15.52:0/1832915860 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f38680a2890 0x7f38680a4d50 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f3870005fd0 tx=0x7f3870005dd0 comp rx=0 tx=0).stop 2024-03-18T22:54:02.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.563+0000 7f3885f13700 1 -- 172.21.15.52:0/1832915860 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3880103920 msgr2=0x7f388019fb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:02.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.563+0000 7f3885f13700 1 --2- 172.21.15.52:0/1832915860 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3880103920 0x7f388019fb50 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f3878007dc0 tx=0x7f3878007ea0 comp rx=0 tx=0).stop 2024-03-18T22:54:02.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.563+0000 7f3885f13700 1 -- 172.21.15.52:0/1832915860 shutdown_connections 2024-03-18T22:54:02.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.563+0000 7f3885f13700 1 --2- 172.21.15.52:0/1832915860 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f38680a2890 0x7f38680a4d50 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:02.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.563+0000 7f3885f13700 1 --2- 172.21.15.52:0/1832915860 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3880103920 0x7f388019fb50 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:02.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.563+0000 7f3885f13700 1 --2- 172.21.15.52:0/1832915860 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f38801003a0 0x7f3880198590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:02.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.563+0000 7f3885f13700 1 --2- 172.21.15.52:0/1832915860 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3880100d40 0x7f3880198ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:02.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.563+0000 7f3885f13700 1 -- 172.21.15.52:0/1832915860 >> 172.21.15.52:0/1832915860 conn(0x7f38800fbf80 msgr2=0x7f38801068f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:02.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.564+0000 7f3885f13700 1 -- 172.21.15.52:0/1832915860 shutdown_connections 2024-03-18T22:54:02.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:02.564+0000 7f3885f13700 1 -- 172.21.15.52:0/1832915860 wait complete. 2024-03-18T22:54:02.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:02 smithi052 ceph-mon[32520]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail 2024-03-18T22:54:02.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:02 smithi052 ceph-mon[32520]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-03-18T22:54:02.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:02 smithi052 ceph-mon[32520]: osdmap e82: 12 total, 11 up, 12 in 2024-03-18T22:54:02.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:02 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-18T22:54:02.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:02 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-18T22:54:02.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:02 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1832915860' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-18T22:54:02.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:02 smithi052 ceph-mon[32520]: from='osd.11 ' entity='osd.11' 2024-03-18T22:54:03.002 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:02 smithi181 ceph-mon[67256]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail 2024-03-18T22:54:03.002 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:02 smithi181 ceph-mon[67256]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-03-18T22:54:03.003 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:02 smithi181 ceph-mon[67256]: osdmap e82: 12 total, 11 up, 12 in 2024-03-18T22:54:03.003 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:02 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-18T22:54:03.003 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:02 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-18T22:54:03.003 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:02 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/1832915860' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-18T22:54:03.003 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:02 smithi181 ceph-mon[67256]: from='osd.11 ' entity='osd.11' 2024-03-18T22:54:03.003 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 22:54:02 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T22:54:02.588+0000 7f877f187700 -1 osd.11 0 waiting for initial osdmap 2024-03-18T22:54:03.003 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 22:54:02 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T22:54:02.780+0000 7f8776771700 -1 osd.11 82 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-18T22:54:03.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:02 smithi099 ceph-mon[36725]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail 2024-03-18T22:54:03.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:02 smithi099 ceph-mon[36725]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-03-18T22:54:03.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:02 smithi099 ceph-mon[36725]: osdmap e82: 12 total, 11 up, 12 in 2024-03-18T22:54:03.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:02 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-18T22:54:03.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:02 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-18T22:54:03.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:02 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/1832915860' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-18T22:54:03.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:02 smithi099 ceph-mon[36725]: from='osd.11 ' entity='osd.11' 2024-03-18T22:54:03.284 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":82,"num_osds":12,"num_up_osds":11,"osd_up_since":1710802417,"num_in_osds":12,"osd_in_since":1710802422,"num_remapped_pgs":0} 2024-03-18T22:54:03.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:03 smithi052 ceph-mon[32520]: purged_snaps scrub starts 2024-03-18T22:54:03.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:03 smithi052 ceph-mon[32520]: purged_snaps scrub ok 2024-03-18T22:54:03.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:03 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-18T22:54:04.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:03 smithi181 ceph-mon[67256]: purged_snaps scrub starts 2024-03-18T22:54:04.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:03 smithi181 ceph-mon[67256]: purged_snaps scrub ok 2024-03-18T22:54:04.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:03 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-18T22:54:04.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:03 smithi099 ceph-mon[36725]: purged_snaps scrub starts 2024-03-18T22:54:04.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:03 smithi099 ceph-mon[36725]: purged_snaps scrub ok 2024-03-18T22:54:04.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:03 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-18T22:54:04.286 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph osd stat -f json 2024-03-18T22:54:04.532 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:54:04.891 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:04 smithi052 ceph-mon[32520]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail 2024-03-18T22:54:04.891 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:04 smithi052 ceph-mon[32520]: osd.11 [v2:172.21.15.181:6824/3442115308,v1:172.21.15.181:6825/3442115308] boot 2024-03-18T22:54:04.891 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:04 smithi052 ceph-mon[32520]: osdmap e83: 12 total, 12 up, 12 in 2024-03-18T22:54:04.891 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:04 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-18T22:54:04.891 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:04 smithi052 ceph-mon[32520]: Detected new or changed devices on smithi181 2024-03-18T22:54:04.891 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:04 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:04.891 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:04 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:04.892 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:04 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:54:04.892 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:04 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:54:04.892 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:04 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:54:04.892 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:04 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:54:04.892 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:04 smithi052 ceph-mon[32520]: Adjusting osd_memory_target on smithi181 to 4270M 2024-03-18T22:54:04.892 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:04 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:04.892 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:04 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:04.892 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:04 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:54:04.892 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:04 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:05.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:04 smithi181 ceph-mon[67256]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail 2024-03-18T22:54:05.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:04 smithi181 ceph-mon[67256]: osd.11 [v2:172.21.15.181:6824/3442115308,v1:172.21.15.181:6825/3442115308] boot 2024-03-18T22:54:05.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:04 smithi181 ceph-mon[67256]: osdmap e83: 12 total, 12 up, 12 in 2024-03-18T22:54:05.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:04 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-18T22:54:05.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:04 smithi181 ceph-mon[67256]: Detected new or changed devices on smithi181 2024-03-18T22:54:05.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:04 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:05.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:04 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:05.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:04 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:54:05.014 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:04 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:54:05.014 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:04 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:54:05.014 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:04 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:54:05.014 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:04 smithi181 ceph-mon[67256]: Adjusting osd_memory_target on smithi181 to 4270M 2024-03-18T22:54:05.014 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:04 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:05.014 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:04 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:05.014 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:04 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:54:05.014 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:04 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:05.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:04 smithi099 ceph-mon[36725]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail 2024-03-18T22:54:05.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:04 smithi099 ceph-mon[36725]: osd.11 [v2:172.21.15.181:6824/3442115308,v1:172.21.15.181:6825/3442115308] boot 2024-03-18T22:54:05.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:04 smithi099 ceph-mon[36725]: osdmap e83: 12 total, 12 up, 12 in 2024-03-18T22:54:05.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:04 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-18T22:54:05.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:04 smithi099 ceph-mon[36725]: Detected new or changed devices on smithi181 2024-03-18T22:54:05.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:04 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:05.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:04 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:05.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:04 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:54:05.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:04 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:54:05.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:04 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:54:05.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:04 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:54:05.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:04 smithi099 ceph-mon[36725]: Adjusting osd_memory_target on smithi181 to 4270M 2024-03-18T22:54:05.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:04 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:05.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:04 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:05.016 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:04 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:54:05.016 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:04 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:05.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:05 smithi052 ceph-mon[32520]: osdmap e84: 12 total, 12 up, 12 in 2024-03-18T22:54:06.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:05 smithi181 ceph-mon[67256]: osdmap e84: 12 total, 12 up, 12 in 2024-03-18T22:54:06.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:05 smithi099 ceph-mon[36725]: osdmap e84: 12 total, 12 up, 12 in 2024-03-18T22:54:06.237 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.236+0000 7f3fa4956700 1 -- 172.21.15.52:0/1790077676 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3fa01012b0 msgr2=0x7f3fa01016d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:06.237 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.236+0000 7f3fa4956700 1 --2- 172.21.15.52:0/1790077676 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3fa01012b0 0x7f3fa01016d0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f3f940099c0 tx=0x7f3f94009cd0 comp rx=0 tx=0).stop 2024-03-18T22:54:06.237 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.236+0000 7f3fa4956700 1 -- 172.21.15.52:0/1790077676 shutdown_connections 2024-03-18T22:54:06.237 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.236+0000 7f3fa4956700 1 --2- 172.21.15.52:0/1790077676 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3fa0102e50 0x7f3fa0109700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:06.237 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.236+0000 7f3fa4956700 1 --2- 172.21.15.52:0/1790077676 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3fa01012b0 0x7f3fa01016d0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:06.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.236+0000 7f3fa4956700 1 --2- 172.21.15.52:0/1790077676 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3fa01024b0 0x7f3fa0102910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:06.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.236+0000 7f3fa4956700 1 -- 172.21.15.52:0/1790077676 >> 172.21.15.52:0/1790077676 conn(0x7f3fa00fc870 msgr2=0x7f3fa00fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:06.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.236+0000 7f3fa4956700 1 -- 172.21.15.52:0/1790077676 shutdown_connections 2024-03-18T22:54:06.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.236+0000 7f3fa4956700 1 -- 172.21.15.52:0/1790077676 wait complete. 2024-03-18T22:54:06.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.237+0000 7f3fa4956700 1 Processor -- start 2024-03-18T22:54:06.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.237+0000 7f3fa4956700 1 -- start start 2024-03-18T22:54:06.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.237+0000 7f3fa4956700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3fa01012b0 0x7f3fa01986b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:06.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.237+0000 7f3fa4956700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3fa01024b0 0x7f3fa0198bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:06.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.237+0000 7f3fa4956700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3fa0102e50 0x7f3fa019fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:06.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.237+0000 7f3fa4956700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f3fa010cfe0 con 0x7f3fa0102e50 2024-03-18T22:54:06.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.237+0000 7f3fa4956700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f3fa010ce60 con 0x7f3fa01012b0 2024-03-18T22:54:06.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.237+0000 7f3fa4956700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f3fa010d160 con 0x7f3fa01024b0 2024-03-18T22:54:06.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.237+0000 7f3f9ed9d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3fa0102e50 0x7f3fa019fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:06.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.237+0000 7f3f9ed9d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3fa0102e50 0x7f3fa019fc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:59334/0 (socket says 172.21.15.52:59334) 2024-03-18T22:54:06.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.237+0000 7f3f9ed9d700 1 -- 172.21.15.52:0/1324794809 learned_addr learned my addr 172.21.15.52:0/1324794809 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:06.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.238+0000 7f3f9dd9b700 1 --2- 172.21.15.52:0/1324794809 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3fa01024b0 0x7f3fa0198bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:06.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.238+0000 7f3f9e59c700 1 --2- 172.21.15.52:0/1324794809 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3fa01012b0 0x7f3fa01986b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:06.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.238+0000 7f3f9ed9d700 1 -- 172.21.15.52:0/1324794809 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3fa01024b0 msgr2=0x7f3fa0198bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:06.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.238+0000 7f3f9ed9d700 1 --2- 172.21.15.52:0/1324794809 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3fa01024b0 0x7f3fa0198bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:06.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.238+0000 7f3f9ed9d700 1 -- 172.21.15.52:0/1324794809 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3fa01012b0 msgr2=0x7f3fa01986b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:06.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.238+0000 7f3f9ed9d700 1 --2- 172.21.15.52:0/1324794809 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3fa01012b0 0x7f3fa01986b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:06.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.238+0000 7f3f9ed9d700 1 -- 172.21.15.52:0/1324794809 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fa01a0310 con 0x7f3fa0102e50 2024-03-18T22:54:06.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.238+0000 7f3f9e59c700 1 --2- 172.21.15.52:0/1324794809 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3fa01012b0 0x7f3fa01986b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-18T22:54:06.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.238+0000 7f3f9ed9d700 1 --2- 172.21.15.52:0/1324794809 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3fa0102e50 0x7f3fa019fc70 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f3f9800b9a0 tx=0x7f3f9800bcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:06.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.238+0000 7f3f8f7fe700 1 -- 172.21.15.52:0/1324794809 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f98019070 con 0x7f3fa0102e50 2024-03-18T22:54:06.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.238+0000 7f3fa4956700 1 -- 172.21.15.52:0/1324794809 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3fa01a0600 con 0x7f3fa0102e50 2024-03-18T22:54:06.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.238+0000 7f3f8f7fe700 1 -- 172.21.15.52:0/1324794809 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3f9800ce30 con 0x7f3fa0102e50 2024-03-18T22:54:06.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.238+0000 7f3f8f7fe700 1 -- 172.21.15.52:0/1324794809 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f980075d0 con 0x7f3fa0102e50 2024-03-18T22:54:06.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.238+0000 7f3fa4956700 1 -- 172.21.15.52:0/1324794809 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3fa01a0b40 con 0x7f3fa0102e50 2024-03-18T22:54:06.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.239+0000 7f3fa4956700 1 -- 172.21.15.52:0/1324794809 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3fa0068fd0 con 0x7f3fa0102e50 2024-03-18T22:54:06.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.240+0000 7f3f8f7fe700 1 -- 172.21.15.52:0/1324794809 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f3f9801c070 con 0x7f3fa0102e50 2024-03-18T22:54:06.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.241+0000 7f3f8f7fe700 1 --2- 172.21.15.52:0/1324794809 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3f880a2890 0x7f3f880a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:06.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.241+0000 7f3f9e59c700 1 --2- 172.21.15.52:0/1324794809 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3f880a2890 0x7f3f880a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:06.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.241+0000 7f3f8f7fe700 1 -- 172.21.15.52:0/1324794809 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7127+0+0 (secure 0 0 0) 0x7f3f980ce470 con 0x7f3fa0102e50 2024-03-18T22:54:06.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.241+0000 7f3f9e59c700 1 --2- 172.21.15.52:0/1324794809 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3f880a2890 0x7f3f880a4d50 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f3f94006010 tx=0x7f3f94009f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:06.245 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.244+0000 7f3f8f7fe700 1 -- 172.21.15.52:0/1324794809 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f3f98023070 con 0x7f3fa0102e50 2024-03-18T22:54:06.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.449+0000 7f3fa4956700 1 -- 172.21.15.52:0/1324794809 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f3fa01a0f20 con 0x7f3fa0102e50 2024-03-18T22:54:06.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.450+0000 7f3f8f7fe700 1 -- 172.21.15.52:0/1324794809 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v84) ==== 74+0+133 (secure 0 0 0) 0x7f3f9809b910 con 0x7f3fa0102e50 2024-03-18T22:54:06.451 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:54:06.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.452+0000 7f3fa4956700 1 -- 172.21.15.52:0/1324794809 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3f880a2890 msgr2=0x7f3f880a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:06.453 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.452+0000 7f3fa4956700 1 --2- 172.21.15.52:0/1324794809 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3f880a2890 0x7f3f880a4d50 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f3f94006010 tx=0x7f3f94009f10 comp rx=0 tx=0).stop 2024-03-18T22:54:06.453 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.452+0000 7f3fa4956700 1 -- 172.21.15.52:0/1324794809 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3fa0102e50 msgr2=0x7f3fa019fc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:06.453 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.452+0000 7f3fa4956700 1 --2- 172.21.15.52:0/1324794809 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3fa0102e50 0x7f3fa019fc70 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f3f9800b9a0 tx=0x7f3f9800bcb0 comp rx=0 tx=0).stop 2024-03-18T22:54:06.453 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.452+0000 7f3fa4956700 1 -- 172.21.15.52:0/1324794809 shutdown_connections 2024-03-18T22:54:06.453 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.452+0000 7f3fa4956700 1 --2- 172.21.15.52:0/1324794809 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3f880a2890 0x7f3f880a4d50 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:06.453 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.452+0000 7f3fa4956700 1 --2- 172.21.15.52:0/1324794809 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3fa0102e50 0x7f3fa019fc70 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:06.453 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.452+0000 7f3fa4956700 1 --2- 172.21.15.52:0/1324794809 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3fa01012b0 0x7f3fa01986b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:06.453 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.452+0000 7f3fa4956700 1 --2- 172.21.15.52:0/1324794809 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3fa01024b0 0x7f3fa0198bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:06.453 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.452+0000 7f3fa4956700 1 -- 172.21.15.52:0/1324794809 >> 172.21.15.52:0/1324794809 conn(0x7f3fa00fc870 msgr2=0x7f3fa00fe2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:06.453 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.452+0000 7f3fa4956700 1 -- 172.21.15.52:0/1324794809 shutdown_connections 2024-03-18T22:54:06.453 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:06.452+0000 7f3fa4956700 1 -- 172.21.15.52:0/1324794809 wait complete. 2024-03-18T22:54:06.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:06 smithi052 ceph-mon[32520]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 777 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:06.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:06 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1324794809' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-18T22:54:07.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:06 smithi181 ceph-mon[67256]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 777 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:07.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:06 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/1324794809' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-18T22:54:07.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:06 smithi099 ceph-mon[36725]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 777 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:07.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:06 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/1324794809' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-18T22:54:07.174 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":84,"num_osds":12,"num_up_osds":12,"osd_up_since":1710802443,"num_in_osds":12,"osd_in_since":1710802422,"num_remapped_pgs":0} 2024-03-18T22:54:07.175 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph osd dump --format=json 2024-03-18T22:54:07.417 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:54:08.913 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:08 smithi052 ceph-mon[32520]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 777 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:09.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:08 smithi181 ceph-mon[67256]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 777 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:09.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:08 smithi099 ceph-mon[36725]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 777 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:09.159 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.157+0000 7f89f759e700 1 -- 172.21.15.52:0/1715222332 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f89f8101350 msgr2=0x7f89f8101730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:09.159 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.157+0000 7f89f759e700 1 --2- 172.21.15.52:0/1715222332 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f89f8101350 0x7f89f8101730 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f89e00099c0 tx=0x7f89e0009cd0 comp rx=0 tx=0).stop 2024-03-18T22:54:09.159 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.157+0000 7f89f759e700 1 -- 172.21.15.52:0/1715222332 shutdown_connections 2024-03-18T22:54:09.160 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.157+0000 7f89f759e700 1 --2- 172.21.15.52:0/1715222332 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f89f8106430 0x7f89f810e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:09.160 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.157+0000 7f89f759e700 1 --2- 172.21.15.52:0/1715222332 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f89f8101350 0x7f89f8101730 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:09.160 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.157+0000 7f89f759e700 1 --2- 172.21.15.52:0/1715222332 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f89f8101d00 0x7f89f8105d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:09.160 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.157+0000 7f89f759e700 1 -- 172.21.15.52:0/1715222332 >> 172.21.15.52:0/1715222332 conn(0x7f89f80fcbe0 msgr2=0x7f89f80ff000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:09.160 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.157+0000 7f89f759e700 1 -- 172.21.15.52:0/1715222332 shutdown_connections 2024-03-18T22:54:09.160 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.158+0000 7f89f759e700 1 -- 172.21.15.52:0/1715222332 wait complete. 2024-03-18T22:54:09.161 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.158+0000 7f89f759e700 1 Processor -- start 2024-03-18T22:54:09.161 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.158+0000 7f89f759e700 1 -- start start 2024-03-18T22:54:09.162 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.158+0000 7f89f759e700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f89f8101350 0x7f89f819e690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:09.162 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.158+0000 7f89f759e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f89f8101d00 0x7f89f819ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:09.162 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.159+0000 7f89f759e700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f89f8106430 0x7f89f8198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:09.162 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.159+0000 7f89f759e700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f89f8111580 con 0x7f89f8101d00 2024-03-18T22:54:09.162 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.159+0000 7f89f759e700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f89f8111400 con 0x7f89f8106430 2024-03-18T22:54:09.162 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.159+0000 7f89f759e700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f89f8111700 con 0x7f89f8101350 2024-03-18T22:54:09.162 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.159+0000 7f89f5d9b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f89f8101d00 0x7f89f819ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:09.162 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.159+0000 7f89f5d9b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f89f8101d00 0x7f89f819ebd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48646/0 (socket says 172.21.15.52:48646) 2024-03-18T22:54:09.162 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.159+0000 7f89f5d9b700 1 -- 172.21.15.52:0/3163020985 learned_addr learned my addr 172.21.15.52:0/3163020985 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:09.162 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.159+0000 7f89f6d9d700 1 --2- 172.21.15.52:0/3163020985 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f89f8106430 0x7f89f8198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:09.162 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.159+0000 7f89f659c700 1 --2- 172.21.15.52:0/3163020985 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f89f8101350 0x7f89f819e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:09.162 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.159+0000 7f89f5d9b700 1 -- 172.21.15.52:0/3163020985 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f89f8101350 msgr2=0x7f89f819e690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:09.163 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.159+0000 7f89f5d9b700 1 --2- 172.21.15.52:0/3163020985 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f89f8101350 0x7f89f819e690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:09.163 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.159+0000 7f89f5d9b700 1 -- 172.21.15.52:0/3163020985 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f89f8106430 msgr2=0x7f89f8198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:09.163 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.159+0000 7f89f5d9b700 1 --2- 172.21.15.52:0/3163020985 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f89f8106430 0x7f89f8198860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:09.163 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.159+0000 7f89f5d9b700 1 -- 172.21.15.52:0/3163020985 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89f8199040 con 0x7f89f8101d00 2024-03-18T22:54:09.163 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.159+0000 7f89f5d9b700 1 --2- 172.21.15.52:0/3163020985 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f89f8101d00 0x7f89f819ebd0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f89e800d950 tx=0x7f89e800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:09.163 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.159+0000 7f89ef7fe700 1 -- 172.21.15.52:0/3163020985 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89e8016070 con 0x7f89f8101d00 2024-03-18T22:54:09.163 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.159+0000 7f89f759e700 1 -- 172.21.15.52:0/3163020985 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89f8199330 con 0x7f89f8101d00 2024-03-18T22:54:09.163 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.159+0000 7f89ef7fe700 1 -- 172.21.15.52:0/3163020985 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f89e8004d30 con 0x7f89f8101d00 2024-03-18T22:54:09.163 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.159+0000 7f89ef7fe700 1 -- 172.21.15.52:0/3163020985 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89e8005650 con 0x7f89f8101d00 2024-03-18T22:54:09.163 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.159+0000 7f89f759e700 1 -- 172.21.15.52:0/3163020985 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89f81a54f0 con 0x7f89f8101d00 2024-03-18T22:54:09.164 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.160+0000 7f89f759e700 1 -- 172.21.15.52:0/3163020985 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89f8102830 con 0x7f89f8101d00 2024-03-18T22:54:09.164 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.161+0000 7f89ef7fe700 1 -- 172.21.15.52:0/3163020985 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f89e8004750 con 0x7f89f8101d00 2024-03-18T22:54:09.164 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.162+0000 7f89ef7fe700 1 --2- 172.21.15.52:0/3163020985 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f89e40a2890 0x7f89e40a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:09.164 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.162+0000 7f89f659c700 1 --2- 172.21.15.52:0/3163020985 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f89e40a2890 0x7f89e40a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:09.164 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.162+0000 7f89ef7fe700 1 -- 172.21.15.52:0/3163020985 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7127+0+0 (secure 0 0 0) 0x7f89e80ce2d0 con 0x7f89f8101d00 2024-03-18T22:54:09.164 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.163+0000 7f89f659c700 1 --2- 172.21.15.52:0/3163020985 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f89e40a2890 0x7f89e40a4d50 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f89e0009990 tx=0x7f89e0005c40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:09.168 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.167+0000 7f89ef7fe700 1 -- 172.21.15.52:0/3163020985 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f89e801f020 con 0x7f89f8101d00 2024-03-18T22:54:09.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.371+0000 7f89f759e700 1 -- 172.21.15.52:0/3163020985 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f89f802dbb0 con 0x7f89f8101d00 2024-03-18T22:54:09.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.372+0000 7f89ef7fe700 1 -- 172.21.15.52:0/3163020985 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+18396 (secure 0 0 0) 0x7f89e809b810 con 0x7f89f8101d00 2024-03-18T22:54:09.374 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:54:09.374 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":84,"fsid":"444ca0c0-e579-11ee-95c9-87774f69a715","created":"2024-03-18T22:46:59.196861+0000","modified":"2024-03-18T22:54:04.667003+0000","last_up_change":"2024-03-18T22:54:03.658736+0000","last_in_change":"2024-03-18T22:53:42.549736+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-18T22:50:19.580907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8f05057f-5818-4a49-a239-ce60bf28c875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6803","nonce":4259078413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6805","nonce":4259078413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6809","nonce":4259078413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6807","nonce":4259078413}]},"public_addr":"172.21.15.52:6803/4259078413","cluster_addr":"172.21.15.52:6805/4259078413","heartbeat_back_addr":"172.21.15.52:6809/4259078413","heartbeat_front_addr":"172.21.15.52:6807/4259078413","state":["exists","up"]},{"osd":1,"uuid":"602a7d92-7ff5-457e-b1e1-ab1e9eae6dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6801","nonce":500160796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6803","nonce":500160796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6807","nonce":500160796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6805","nonce":500160796}]},"public_addr":"172.21.15.99:6801/500160796","cluster_addr":"172.21.15.99:6803/500160796","heartbeat_back_addr":"172.21.15.99:6807/500160796","heartbeat_front_addr":"172.21.15.99:6805/500160796","state":["exists","up"]},{"osd":2,"uuid":"d5d4dba3-77ad-46f9-b510-d3b26f14077d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6801","nonce":1878857413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6803","nonce":1878857413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6807","nonce":1878857413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6805","nonce":1878857413}]},"public_addr":"172.21.15.181:6801/1878857413","cluster_addr":"172.21.15.181:6803/1878857413","heartbeat_back_addr":"172.21.15.181:6807/1878857413","heartbeat_front_addr":"172.21.15.181:6805/1878857413","state":["exists","up"]},{"osd":3,"uuid":"b61bfbef-b35c-49e3-9616-48e1b7ffc914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6811","nonce":2095210395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6813","nonce":2095210395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6817","nonce":2095210395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6815","nonce":2095210395}]},"public_addr":"172.21.15.52:6811/2095210395","cluster_addr":"172.21.15.52:6813/2095210395","heartbeat_back_addr":"172.21.15.52:6817/2095210395","heartbeat_front_addr":"172.21.15.52:6815/2095210395","state":["exists","up"]},{"osd":4,"uuid":"ce793666-4ab9-4844-81c9-661b265973b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6809","nonce":2287333294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6811","nonce":2287333294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6815","nonce":2287333294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6813","nonce":2287333294}]},"public_addr":"172.21.15.99:6809/2287333294","cluster_addr":"172.21.15.99:6811/2287333294","heartbeat_back_addr":"172.21.15.99:6815/2287333294","heartbeat_front_addr":"172.21.15.99:6813/2287333294","state":["exists","up"]},{"osd":5,"uuid":"9640855d-727d-4dbe-a86e-d9cb16ff1213","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6809","nonce":2011157034}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6811","nonce":2011157034}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6815","nonce":2011157034}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6813","nonce":2011157034}]},"public_addr":"172.21.15.181:6809/2011157034","cluster_addr":"172.21.15.181:6811/2011157034","heartbeat_back_addr":"172.21.15.181:6815/2011157034","heartbeat_front_addr":"172.21.15.181:6813/2011157034","state":["exists","up"]},{"osd":6,"uuid":"a5e939cf-f502-4844-a7c7-90a03212c912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6819","nonce":3005509606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6821","nonce":3005509606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6825","nonce":3005509606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6823","nonce":3005509606}]},"public_addr":"172.21.15.52:6819/3005509606","cluster_addr":"172.21.15.52:6821/3005509606","heartbeat_back_addr":"172.21.15.52:6825/3005509606","heartbeat_front_addr":"172.21.15.52:6823/3005509606","state":["exists","up"]},{"osd":7,"uuid":"6870a7b1-abe0-4d5b-aedb-e2eab43a0d36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6817","nonce":2572523724}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6819","nonce":2572523724}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6823","nonce":2572523724}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6821","nonce":2572523724}]},"public_addr":"172.21.15.99:6817/2572523724","cluster_addr":"172.21.15.99:6819/2572523724","heartbeat_back_addr":"172.21.15.99:6823/2572523724","heartbeat_front_addr":"172.21.15.99:6821/2572523724","state":["exists","up"]},{"osd":8,"uuid":"967926a1-de37-43dc-b815-0e17765b3a9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6817","nonce":644322337}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6819","nonce":644322337}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6823","nonce":644322337}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6821","nonce":644322337}]},"public_addr":"172.21.15.181:6817/644322337","cluster_addr":"172.21.15.181:6819/644322337","heartbeat_back_addr":"172.21.15.181:6823/644322337","heartbeat_front_addr":"172.21.15.181:6821/644322337","state":["exists","up"]},{"osd":9,"uuid":"a131710e-f2c3-4714-a033-106917dae36a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6827","nonce":2018024971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6829","nonce":2018024971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6833","nonce":2018024971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6831","nonce":2018024971}]},"public_addr":"172.21.15.52:6827/2018024971","cluster_addr":"172.21.15.52:6829/2018024971","heartbeat_back_addr":"172.21.15.52:6833/2018024971","heartbeat_front_addr":"172.21.15.52:6831/2018024971","state":["exists","up"]},{"osd":10,"uuid":"f73f086a-46e1-412c-8105-3b80772eca56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6825","nonce":14598206}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6827","nonce":14598206}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6831","nonce":14598206}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6829","nonce":14598206}]},"public_addr":"172.21.15.99:6825/14598206","cluster_addr":"172.21.15.99:6827/14598206","heartbeat_back_addr":"172.21.15.99:6831/14598206","heartbeat_front_addr":"172.21.15.99:6829/14598206","state":["exists","up"]},{"osd":11,"uuid":"f8e9539b-8a69-49a8-8a48-52f69b3c827e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":83,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6825","nonce":3442115308}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6827","nonce":3442115308}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6831","nonce":3442115308}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6829","nonce":3442115308}]},"public_addr":"172.21.15.181:6825/3442115308","cluster_addr":"172.21.15.181:6827/3442115308","heartbeat_back_addr":"172.21.15.181:6831/3442115308","heartbeat_front_addr":"172.21.15.181:6829/3442115308","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:30.221253+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:53.484811+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:17.327889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:41.988608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:06.067648+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:30.546908+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:56.054912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:20.268014+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:44.577601+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:10.398933+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:35.167862+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:54:00.825869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:6801/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:6800/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/2706493239":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/3660249274":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/3214486026":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6801/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6800/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/278759612":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/126914394":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/4260437251":"2024-03-19T22:47:53.231814+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-18T22:54:09.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.374+0000 7f89f759e700 1 -- 172.21.15.52:0/3163020985 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f89e40a2890 msgr2=0x7f89e40a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:09.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.374+0000 7f89f759e700 1 --2- 172.21.15.52:0/3163020985 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f89e40a2890 0x7f89e40a4d50 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f89e0009990 tx=0x7f89e0005c40 comp rx=0 tx=0).stop 2024-03-18T22:54:09.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.374+0000 7f89f759e700 1 -- 172.21.15.52:0/3163020985 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f89f8101d00 msgr2=0x7f89f819ebd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:09.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.374+0000 7f89f759e700 1 --2- 172.21.15.52:0/3163020985 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f89f8101d00 0x7f89f819ebd0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f89e800d950 tx=0x7f89e800dc60 comp rx=0 tx=0).stop 2024-03-18T22:54:09.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.374+0000 7f89f759e700 1 -- 172.21.15.52:0/3163020985 shutdown_connections 2024-03-18T22:54:09.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.374+0000 7f89f759e700 1 --2- 172.21.15.52:0/3163020985 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f89e40a2890 0x7f89e40a4d50 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:09.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.374+0000 7f89f759e700 1 --2- 172.21.15.52:0/3163020985 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f89f8106430 0x7f89f8198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:09.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.374+0000 7f89f759e700 1 --2- 172.21.15.52:0/3163020985 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f89f8101350 0x7f89f819e690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:09.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.374+0000 7f89f759e700 1 --2- 172.21.15.52:0/3163020985 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f89f8101d00 0x7f89f819ebd0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:09.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.374+0000 7f89f759e700 1 -- 172.21.15.52:0/3163020985 >> 172.21.15.52:0/3163020985 conn(0x7f89f80fcbe0 msgr2=0x7f89f806aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:09.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.374+0000 7f89f759e700 1 -- 172.21.15.52:0/3163020985 shutdown_connections 2024-03-18T22:54:09.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:09.374+0000 7f89f759e700 1 -- 172.21.15.52:0/3163020985 wait complete. 2024-03-18T22:54:09.790 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:09 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3163020985' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:54:10.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:09 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3163020985' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:54:10.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:09 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3163020985' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:54:10.113 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-18T22:50:19.580907+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-18T22:54:10.114 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph osd pool get .mgr pg_num 2024-03-18T22:54:10.353 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:54:10.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:10 smithi052 ceph-mon[32520]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:11.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:10 smithi181 ceph-mon[67256]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:11.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:10 smithi099 ceph-mon[36725]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:12.021 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.018+0000 7ffad4b86700 1 -- 172.21.15.52:0/1094920679 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffad006a960 msgr2=0x7ffad010f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:12.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.018+0000 7ffad4b86700 1 --2- 172.21.15.52:0/1094920679 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffad006a960 0x7ffad010f1a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ffac000b0d0 tx=0x7ffac000b3e0 comp rx=0 tx=0).stop 2024-03-18T22:54:12.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.018+0000 7ffad4b86700 1 -- 172.21.15.52:0/1094920679 shutdown_connections 2024-03-18T22:54:12.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.018+0000 7ffad4b86700 1 --2- 172.21.15.52:0/1094920679 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffad006a960 0x7ffad010f1a0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:12.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.018+0000 7ffad4b86700 1 --2- 172.21.15.52:0/1094920679 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffad0108360 0x7ffad0108740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:12.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.018+0000 7ffad4b86700 1 --2- 172.21.15.52:0/1094920679 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffad0069fc0 0x7ffad006a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:12.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.018+0000 7ffad4b86700 1 -- 172.21.15.52:0/1094920679 >> 172.21.15.52:0/1094920679 conn(0x7ffad0078140 msgr2=0x7ffad0078550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:12.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.018+0000 7ffad4b86700 1 -- 172.21.15.52:0/1094920679 shutdown_connections 2024-03-18T22:54:12.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.018+0000 7ffad4b86700 1 -- 172.21.15.52:0/1094920679 wait complete. 2024-03-18T22:54:12.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.019+0000 7ffad4b86700 1 Processor -- start 2024-03-18T22:54:12.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.019+0000 7ffad4b86700 1 -- start start 2024-03-18T22:54:12.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.019+0000 7ffad4b86700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffad0069fc0 0x7ffad019e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:12.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.019+0000 7ffad4b86700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffad006a960 0x7ffad019ed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:12.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.019+0000 7ffad4b86700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffad0108360 0x7ffad0198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:12.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.019+0000 7ffad4b86700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ffad0112780 con 0x7ffad0108360 2024-03-18T22:54:12.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.019+0000 7ffad4b86700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7ffad0112600 con 0x7ffad0069fc0 2024-03-18T22:54:12.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.019+0000 7ffad4b86700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7ffad0112900 con 0x7ffad006a960 2024-03-18T22:54:12.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.019+0000 7ffaced9d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffad0108360 0x7ffad0198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:12.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.019+0000 7ffaced9d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffad0108360 0x7ffad0198980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48662/0 (socket says 172.21.15.52:48662) 2024-03-18T22:54:12.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.019+0000 7ffaced9d700 1 -- 172.21.15.52:0/3984280201 learned_addr learned my addr 172.21.15.52:0/3984280201 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:12.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.019+0000 7ffacdd9b700 1 --2- 172.21.15.52:0/3984280201 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffad006a960 0x7ffad019ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:12.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.019+0000 7fface59c700 1 --2- 172.21.15.52:0/3984280201 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffad0069fc0 0x7ffad019e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:12.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.020+0000 7ffaced9d700 1 -- 172.21.15.52:0/3984280201 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffad006a960 msgr2=0x7ffad019ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:12.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.020+0000 7ffaced9d700 1 --2- 172.21.15.52:0/3984280201 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffad006a960 0x7ffad019ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:12.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.020+0000 7ffaced9d700 1 -- 172.21.15.52:0/3984280201 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffad0069fc0 msgr2=0x7ffad019e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:12.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.020+0000 7ffaced9d700 1 --2- 172.21.15.52:0/3984280201 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffad0069fc0 0x7ffad019e7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:12.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.020+0000 7ffaced9d700 1 -- 172.21.15.52:0/3984280201 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffad01990e0 con 0x7ffad0108360 2024-03-18T22:54:12.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.020+0000 7fface59c700 1 --2- 172.21.15.52:0/3984280201 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffad0069fc0 0x7ffad019e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:54:12.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.020+0000 7ffaced9d700 1 --2- 172.21.15.52:0/3984280201 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffad0108360 0x7ffad0198980 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7ffac000d010 tx=0x7ffac0007a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:12.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.020+0000 7ffac77fe700 1 -- 172.21.15.52:0/3984280201 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffac001f070 con 0x7ffad0108360 2024-03-18T22:54:12.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.020+0000 7ffad4b86700 1 -- 172.21.15.52:0/3984280201 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffad0199370 con 0x7ffad0108360 2024-03-18T22:54:12.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.020+0000 7ffac77fe700 1 -- 172.21.15.52:0/3984280201 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ffac0003c00 con 0x7ffad0108360 2024-03-18T22:54:12.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.020+0000 7ffac77fe700 1 -- 172.21.15.52:0/3984280201 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffac001b7b0 con 0x7ffad0108360 2024-03-18T22:54:12.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.020+0000 7ffad4b86700 1 -- 172.21.15.52:0/3984280201 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffad01a5690 con 0x7ffad0108360 2024-03-18T22:54:12.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.021+0000 7ffad4b86700 1 -- 172.21.15.52:0/3984280201 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffad0103a10 con 0x7ffad0108360 2024-03-18T22:54:12.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.022+0000 7ffac77fe700 1 -- 172.21.15.52:0/3984280201 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7ffac0022070 con 0x7ffad0108360 2024-03-18T22:54:12.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.022+0000 7ffac77fe700 1 --2- 172.21.15.52:0/3984280201 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ffabc0a2890 0x7ffabc0a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:12.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.023+0000 7fface59c700 1 --2- 172.21.15.52:0/3984280201 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ffabc0a2890 0x7ffabc0a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:12.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.023+0000 7ffac77fe700 1 -- 172.21.15.52:0/3984280201 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7127+0+0 (secure 0 0 0) 0x7ffac000f020 con 0x7ffad0108360 2024-03-18T22:54:12.026 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.023+0000 7fface59c700 1 --2- 172.21.15.52:0/3984280201 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ffabc0a2890 0x7ffabc0a4d50 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7ffad0199ac0 tx=0x7ffac800b2c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:12.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.027+0000 7ffac77fe700 1 -- 172.21.15.52:0/3984280201 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7ffac0029020 con 0x7ffad0108360 2024-03-18T22:54:12.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.230+0000 7ffad4b86700 1 -- 172.21.15.52:0/3984280201 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7ffad0199eb0 con 0x7ffad0108360 2024-03-18T22:54:12.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.231+0000 7ffac77fe700 1 -- 172.21.15.52:0/3984280201 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v84) ==== 93+0+10 (secure 0 0 0) 0x7ffac009cdc0 con 0x7ffad0108360 2024-03-18T22:54:12.232 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 1 2024-03-18T22:54:12.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.233+0000 7ffad4b86700 1 -- 172.21.15.52:0/3984280201 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ffabc0a2890 msgr2=0x7ffabc0a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:12.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.233+0000 7ffad4b86700 1 --2- 172.21.15.52:0/3984280201 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ffabc0a2890 0x7ffabc0a4d50 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7ffad0199ac0 tx=0x7ffac800b2c0 comp rx=0 tx=0).stop 2024-03-18T22:54:12.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.233+0000 7ffad4b86700 1 -- 172.21.15.52:0/3984280201 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffad0108360 msgr2=0x7ffad0198980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:12.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.233+0000 7ffad4b86700 1 --2- 172.21.15.52:0/3984280201 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffad0108360 0x7ffad0198980 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7ffac000d010 tx=0x7ffac0007a20 comp rx=0 tx=0).stop 2024-03-18T22:54:12.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.233+0000 7ffad4b86700 1 -- 172.21.15.52:0/3984280201 shutdown_connections 2024-03-18T22:54:12.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.233+0000 7ffad4b86700 1 --2- 172.21.15.52:0/3984280201 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ffabc0a2890 0x7ffabc0a4d50 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:12.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.233+0000 7ffad4b86700 1 --2- 172.21.15.52:0/3984280201 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffad0108360 0x7ffad0198980 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:12.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.233+0000 7ffad4b86700 1 --2- 172.21.15.52:0/3984280201 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffad0069fc0 0x7ffad019e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:12.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.233+0000 7ffad4b86700 1 --2- 172.21.15.52:0/3984280201 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffad006a960 0x7ffad019ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:12.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.233+0000 7ffad4b86700 1 -- 172.21.15.52:0/3984280201 >> 172.21.15.52:0/3984280201 conn(0x7ffad0078140 msgr2=0x7ffad00ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:12.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.233+0000 7ffad4b86700 1 -- 172.21.15.52:0/3984280201 shutdown_connections 2024-03-18T22:54:12.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:12.233+0000 7ffad4b86700 1 -- 172.21.15.52:0/3984280201 wait complete. 2024-03-18T22:54:12.828 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:12 smithi052 ceph-mon[32520]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:12.828 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:12 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3984280201' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-18T22:54:12.829 INFO:tasks.cephadm:Adding mds.a on smithi052 2024-03-18T22:54:12.829 INFO:tasks.cephadm:Adding mds.d on smithi052 2024-03-18T22:54:12.829 INFO:tasks.cephadm:Adding mds.g on smithi052 2024-03-18T22:54:12.829 INFO:tasks.cephadm:Adding mds.j on smithi052 2024-03-18T22:54:12.829 INFO:tasks.cephadm:Adding mds.b on smithi099 2024-03-18T22:54:12.829 INFO:tasks.cephadm:Adding mds.e on smithi099 2024-03-18T22:54:12.829 INFO:tasks.cephadm:Adding mds.h on smithi099 2024-03-18T22:54:12.830 INFO:tasks.cephadm:Adding mds.k on smithi099 2024-03-18T22:54:12.830 INFO:tasks.cephadm:Adding mds.c on smithi181 2024-03-18T22:54:12.830 INFO:tasks.cephadm:Adding mds.f on smithi181 2024-03-18T22:54:12.830 INFO:tasks.cephadm:Adding mds.i on smithi181 2024-03-18T22:54:12.830 INFO:tasks.cephadm:Adding mds.l on smithi181 2024-03-18T22:54:12.830 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph orch apply mds all '12;smithi052=a;smithi052=d;smithi052=g;smithi052=j;smithi099=b;smithi099=e;smithi099=h;smithi099=k;smithi181=c;smithi181=f;smithi181=i;smithi181=l' 2024-03-18T22:54:13.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:12 smithi181 ceph-mon[67256]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:13.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:12 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3984280201' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-18T22:54:13.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:12 smithi099 ceph-mon[36725]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:13.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:12 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3984280201' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-18T22:54:13.080 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.c/config 2024-03-18T22:54:14.671 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.670+0000 7f3a26986700 1 -- 172.21.15.181:0/4018103622 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3a20102440 msgr2=0x7f3a201028a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:14.672 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.670+0000 7f3a26986700 1 --2- 172.21.15.181:0/4018103622 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3a20102440 0x7f3a201028a0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f3a10009990 tx=0x7f3a10009ca0 comp rx=0 tx=0).stop 2024-03-18T22:54:14.672 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.670+0000 7f3a26986700 1 -- 172.21.15.181:0/4018103622 shutdown_connections 2024-03-18T22:54:14.672 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.670+0000 7f3a26986700 1 --2- 172.21.15.181:0/4018103622 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3a20102de0 0x7f3a20109690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:14.672 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.670+0000 7f3a26986700 1 --2- 172.21.15.181:0/4018103622 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3a20101240 0x7f3a20101660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:14.672 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.670+0000 7f3a26986700 1 --2- 172.21.15.181:0/4018103622 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3a20102440 0x7f3a201028a0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:14.672 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.670+0000 7f3a26986700 1 -- 172.21.15.181:0/4018103622 >> 172.21.15.181:0/4018103622 conn(0x7f3a200fc800 msgr2=0x7f3a200fec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:14.672 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.670+0000 7f3a26986700 1 -- 172.21.15.181:0/4018103622 shutdown_connections 2024-03-18T22:54:14.672 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.670+0000 7f3a26986700 1 -- 172.21.15.181:0/4018103622 wait complete. 2024-03-18T22:54:14.672 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.671+0000 7f3a26986700 1 Processor -- start 2024-03-18T22:54:14.672 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.671+0000 7f3a26986700 1 -- start start 2024-03-18T22:54:14.674 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.671+0000 7f3a26986700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3a20101240 0x7f3a201975e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:14.674 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.671+0000 7f3a26986700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3a20102440 0x7f3a20197b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:14.674 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.671+0000 7f3a26986700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3a20102de0 0x7f3a2019eba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:14.674 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.671+0000 7f3a26986700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f3a2010d060 con 0x7f3a20101240 2024-03-18T22:54:14.674 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.671+0000 7f3a26986700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f3a2010cee0 con 0x7f3a20102de0 2024-03-18T22:54:14.674 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.671+0000 7f3a26986700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f3a2010d1e0 con 0x7f3a20102440 2024-03-18T22:54:14.674 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.671+0000 7f3a1f7fe700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3a20102440 0x7f3a20197b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:14.675 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.671+0000 7f3a1f7fe700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3a20102440 0x7f3a20197b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.181:55796/0 (socket says 172.21.15.181:55796) 2024-03-18T22:54:14.675 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.671+0000 7f3a1f7fe700 1 -- 172.21.15.181:0/4014715159 learned_addr learned my addr 172.21.15.181:0/4014715159 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-03-18T22:54:14.675 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.671+0000 7f3a1ffff700 1 --2- 172.21.15.181:0/4014715159 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3a20101240 0x7f3a201975e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:14.675 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.671+0000 7f3a24f23700 1 --2- 172.21.15.181:0/4014715159 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3a20102de0 0x7f3a2019eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:14.675 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.671+0000 7f3a1f7fe700 1 -- 172.21.15.181:0/4014715159 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3a20102de0 msgr2=0x7f3a2019eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:14.675 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.671+0000 7f3a1f7fe700 1 --2- 172.21.15.181:0/4014715159 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3a20102de0 0x7f3a2019eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:14.675 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.671+0000 7f3a1f7fe700 1 -- 172.21.15.181:0/4014715159 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3a20101240 msgr2=0x7f3a201975e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:14.675 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.671+0000 7f3a1f7fe700 1 --2- 172.21.15.181:0/4014715159 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3a20101240 0x7f3a201975e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:14.675 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.671+0000 7f3a1f7fe700 1 -- 172.21.15.181:0/4014715159 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a2019f240 con 0x7f3a20102440 2024-03-18T22:54:14.675 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.671+0000 7f3a1ffff700 1 --2- 172.21.15.181:0/4014715159 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3a20101240 0x7f3a201975e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:54:14.675 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.671+0000 7f3a24f23700 1 --2- 172.21.15.181:0/4014715159 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3a20102de0 0x7f3a2019eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:54:14.675 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.672+0000 7f3a1f7fe700 1 --2- 172.21.15.181:0/4014715159 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3a20102440 0x7f3a20197b20 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f3a100059d0 tx=0x7f3a1000bb20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:14.675 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.672+0000 7f3a1d7fa700 1 -- 172.21.15.181:0/4014715159 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a10028070 con 0x7f3a20102440 2024-03-18T22:54:14.676 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.672+0000 7f3a26986700 1 -- 172.21.15.181:0/4014715159 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a2006aa50 con 0x7f3a20102440 2024-03-18T22:54:14.676 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.672+0000 7f3a1d7fa700 1 -- 172.21.15.181:0/4014715159 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3a10019600 con 0x7f3a20102440 2024-03-18T22:54:14.676 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.672+0000 7f3a1d7fa700 1 -- 172.21.15.181:0/4014715159 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a1000f7a0 con 0x7f3a20102440 2024-03-18T22:54:14.676 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.672+0000 7f3a26986700 1 -- 172.21.15.181:0/4014715159 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a2006b000 con 0x7f3a20102440 2024-03-18T22:54:14.676 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.673+0000 7f3a26986700 1 -- 172.21.15.181:0/4014715159 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a20068fd0 con 0x7f3a20102440 2024-03-18T22:54:14.677 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.674+0000 7f3a1d7fa700 1 -- 172.21.15.181:0/4014715159 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f3a1002b070 con 0x7f3a20102440 2024-03-18T22:54:14.677 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.674+0000 7f3a1d7fa700 1 --2- 172.21.15.181:0/4014715159 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3a080a2890 0x7f3a080a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:14.677 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.675+0000 7f3a1d7fa700 1 -- 172.21.15.181:0/4014715159 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7127+0+0 (secure 0 0 0) 0x7f3a100d18e0 con 0x7f3a20102440 2024-03-18T22:54:14.677 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.675+0000 7f3a1ffff700 1 --2- 172.21.15.181:0/4014715159 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3a080a2890 0x7f3a080a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:14.677 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.675+0000 7f3a1ffff700 1 --2- 172.21.15.181:0/4014715159 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3a080a2890 0x7f3a080a4d50 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f3a201022a0 tx=0x7f3a14008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:14.679 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.678+0000 7f3a1d7fa700 1 -- 172.21.15.181:0/4014715159 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f3a10032020 con 0x7f3a20102440 2024-03-18T22:54:14.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:14 smithi181 ceph-mon[67256]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:14.886 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.885+0000 7f3a26986700 1 -- 172.21.15.181:0/4014715159 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi052=a;smithi052=d;smithi052=g;smithi052=j;smithi099=b;smithi099=e;smithi099=h;smithi099=k;smithi181=c;smithi181=f;smithi181=i;smithi181=l", "target": ["mon-mgr", ""]}) -- 0x7f3a2006b320 con 0x7f3a080a2890 2024-03-18T22:54:14.894 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.893+0000 7f3a1d7fa700 1 -- 172.21.15.181:0/4014715159 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f3a2006b320 con 0x7f3a080a2890 2024-03-18T22:54:14.894 INFO:teuthology.orchestra.run.smithi181.stdout:Scheduled mds.all update... 2024-03-18T22:54:14.896 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.895+0000 7f3a26986700 1 -- 172.21.15.181:0/4014715159 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3a080a2890 msgr2=0x7f3a080a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:14.897 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.895+0000 7f3a26986700 1 --2- 172.21.15.181:0/4014715159 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3a080a2890 0x7f3a080a4d50 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f3a201022a0 tx=0x7f3a14008040 comp rx=0 tx=0).stop 2024-03-18T22:54:14.897 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.895+0000 7f3a26986700 1 -- 172.21.15.181:0/4014715159 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3a20102440 msgr2=0x7f3a20197b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:14.897 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.895+0000 7f3a26986700 1 --2- 172.21.15.181:0/4014715159 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3a20102440 0x7f3a20197b20 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f3a100059d0 tx=0x7f3a1000bb20 comp rx=0 tx=0).stop 2024-03-18T22:54:14.897 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.895+0000 7f3a26986700 1 -- 172.21.15.181:0/4014715159 shutdown_connections 2024-03-18T22:54:14.897 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.895+0000 7f3a26986700 1 --2- 172.21.15.181:0/4014715159 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3a080a2890 0x7f3a080a4d50 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:14.897 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.895+0000 7f3a26986700 1 --2- 172.21.15.181:0/4014715159 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3a20102de0 0x7f3a2019eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:14.897 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.895+0000 7f3a26986700 1 --2- 172.21.15.181:0/4014715159 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3a20101240 0x7f3a201975e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:14.897 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.895+0000 7f3a26986700 1 --2- 172.21.15.181:0/4014715159 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3a20102440 0x7f3a20197b20 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:14.897 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.895+0000 7f3a26986700 1 -- 172.21.15.181:0/4014715159 >> 172.21.15.181:0/4014715159 conn(0x7f3a200fc800 msgr2=0x7f3a201056e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:14.897 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.895+0000 7f3a26986700 1 -- 172.21.15.181:0/4014715159 shutdown_connections 2024-03-18T22:54:14.897 INFO:teuthology.orchestra.run.smithi181.stderr:2024-03-18T22:54:14.895+0000 7f3a26986700 1 -- 172.21.15.181:0/4014715159 wait complete. 2024-03-18T22:54:14.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:14 smithi052 ceph-mon[32520]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:15.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:14 smithi099 ceph-mon[36725]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:15.514 DEBUG:teuthology.orchestra.run.smithi052:mds.a> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.a.service 2024-03-18T22:54:15.517 DEBUG:teuthology.orchestra.run.smithi052:mds.d> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.d.service 2024-03-18T22:54:15.560 DEBUG:teuthology.orchestra.run.smithi052:mds.g> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.g.service 2024-03-18T22:54:15.603 DEBUG:teuthology.orchestra.run.smithi052:mds.j> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.j.service 2024-03-18T22:54:15.646 DEBUG:teuthology.orchestra.run.smithi099:mds.b> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.b.service 2024-03-18T22:54:15.649 DEBUG:teuthology.orchestra.run.smithi099:mds.e> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.e.service 2024-03-18T22:54:15.692 DEBUG:teuthology.orchestra.run.smithi099:mds.h> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.h.service 2024-03-18T22:54:15.736 DEBUG:teuthology.orchestra.run.smithi099:mds.k> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.k.service 2024-03-18T22:54:15.781 DEBUG:teuthology.orchestra.run.smithi181:mds.c> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.c.service 2024-03-18T22:54:15.784 DEBUG:teuthology.orchestra.run.smithi181:mds.f> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.f.service 2024-03-18T22:54:15.827 DEBUG:teuthology.orchestra.run.smithi181:mds.i> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.i.service 2024-03-18T22:54:15.869 DEBUG:teuthology.orchestra.run.smithi181:mds.l> sudo journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.l.service 2024-03-18T22:54:15.913 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-03-18T22:54:15.914 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-18T22:54:16.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:15 smithi099 ceph-mon[36725]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi052=a;smithi052=d;smithi052=g;smithi052=j;smithi099=b;smithi099=e;smithi099=h;smithi099=k;smithi181=c;smithi181=f;smithi181=i;smithi181=l", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:54:16.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:15 smithi099 ceph-mon[36725]: Saving service mds.all spec with placement smithi052=a;smithi052=d;smithi052=g;smithi052=j;smithi099=b;smithi099=e;smithi099=h;smithi099=k;smithi181=c;smithi181=f;smithi181=i;smithi181=l;count:12 2024-03-18T22:54:16.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:15 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:16.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:15 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:54:16.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:15 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:16.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:15 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:54:16.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:15 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:16.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:15 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:16.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:15 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:16.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:15 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:16.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.027+0000 7fc48ab37640 1 -- 172.21.15.52:0/574076738 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc484102b00 msgr2=0x7fc484102f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:16.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.027+0000 7fc48ab37640 1 --2- 172.21.15.52:0/574076738 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc484102b00 0x7fc484102f80 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc478009930 tx=0x7fc47802bc30 comp rx=0 tx=0).stop 2024-03-18T22:54:16.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.027+0000 7fc48ab37640 1 -- 172.21.15.52:0/574076738 shutdown_connections 2024-03-18T22:54:16.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.027+0000 7fc48ab37640 1 --2- 172.21.15.52:0/574076738 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4841034c0 0x7fc484109d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.027+0000 7fc48ab37640 1 --2- 172.21.15.52:0/574076738 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc484102b00 0x7fc484102f80 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.027+0000 7fc48ab37640 1 --2- 172.21.15.52:0/574076738 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc4840ffb30 0x7fc4840fff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.027+0000 7fc48ab37640 1 -- 172.21.15.52:0/574076738 >> 172.21.15.52:0/574076738 conn(0x7fc4840fb460 msgr2=0x7fc4840fd8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:16.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.027+0000 7fc48ab37640 1 -- 172.21.15.52:0/574076738 shutdown_connections 2024-03-18T22:54:16.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.027+0000 7fc48ab37640 1 -- 172.21.15.52:0/574076738 wait complete. 2024-03-18T22:54:16.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.027+0000 7fc48ab37640 1 Processor -- start 2024-03-18T22:54:16.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.027+0000 7fc48ab37640 1 -- start start 2024-03-18T22:54:16.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.027+0000 7fc48ab37640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc4840ffb30 0x7fc484197cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:16.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.027+0000 7fc48ab37640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc484102b00 0x7fc4841981f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:16.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.027+0000 7fc48ab37640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4841034c0 0x7fc48419f250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:16.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.027+0000 7fc48ab37640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc48410d5f0 con 0x7fc4840ffb30 2024-03-18T22:54:16.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.027+0000 7fc48ab37640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fc48410d470 con 0x7fc4841034c0 2024-03-18T22:54:16.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.027+0000 7fc48ab37640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fc48410d770 con 0x7fc484102b00 2024-03-18T22:54:16.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.027+0000 7fc4888d3640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc4840ffb30 0x7fc484197cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:16.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.027+0000 7fc4888d3640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc4840ffb30 0x7fc484197cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48686/0 (socket says 172.21.15.52:48686) 2024-03-18T22:54:16.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.027+0000 7fc4888d3640 1 -- 172.21.15.52:0/3775908668 learned_addr learned my addr 172.21.15.52:0/3775908668 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:16.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.028+0000 7fc483fff640 1 --2- 172.21.15.52:0/3775908668 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc484102b00 0x7fc4841981f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:16.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.028+0000 7fc4890d4640 1 --2- 172.21.15.52:0/3775908668 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4841034c0 0x7fc48419f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:16.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.028+0000 7fc4888d3640 1 -- 172.21.15.52:0/3775908668 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc484102b00 msgr2=0x7fc4841981f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:16.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.028+0000 7fc4888d3640 1 --2- 172.21.15.52:0/3775908668 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc484102b00 0x7fc4841981f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.028+0000 7fc4888d3640 1 -- 172.21.15.52:0/3775908668 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4841034c0 msgr2=0x7fc48419f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:16.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.028+0000 7fc4888d3640 1 --2- 172.21.15.52:0/3775908668 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4841034c0 0x7fc48419f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.028+0000 7fc4888d3640 1 -- 172.21.15.52:0/3775908668 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc48419f8f0 con 0x7fc4840ffb30 2024-03-18T22:54:16.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.028+0000 7fc4888d3640 1 --2- 172.21.15.52:0/3775908668 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc4840ffb30 0x7fc484197cb0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fc47c00eaa0 tx=0x7fc47c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:16.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.028+0000 7fc481ffb640 1 -- 172.21.15.52:0/3775908668 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc47c016070 con 0x7fc4840ffb30 2024-03-18T22:54:16.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.028+0000 7fc481ffb640 1 -- 172.21.15.52:0/3775908668 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc47c00ce10 con 0x7fc4840ffb30 2024-03-18T22:54:16.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.028+0000 7fc48ab37640 1 -- 172.21.15.52:0/3775908668 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc48419fbe0 con 0x7fc4840ffb30 2024-03-18T22:54:16.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.028+0000 7fc481ffb640 1 -- 172.21.15.52:0/3775908668 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc47c0116d0 con 0x7fc4840ffb30 2024-03-18T22:54:16.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.028+0000 7fc48ab37640 1 -- 172.21.15.52:0/3775908668 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4841a0100 con 0x7fc4840ffb30 2024-03-18T22:54:16.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.029+0000 7fc48ab37640 1 -- 172.21.15.52:0/3775908668 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc484108d00 con 0x7fc4840ffb30 2024-03-18T22:54:16.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.030+0000 7fc481ffb640 1 -- 172.21.15.52:0/3775908668 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fc47c019070 con 0x7fc4840ffb30 2024-03-18T22:54:16.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.031+0000 7fc481ffb640 1 --2- 172.21.15.52:0/3775908668 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc46c0a2880 0x7fc46c0a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:16.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.031+0000 7fc483fff640 1 --2- 172.21.15.52:0/3775908668 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc46c0a2880 0x7fc46c0a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:16.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.031+0000 7fc481ffb640 1 -- 172.21.15.52:0/3775908668 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7127+0+0 (secure 0 0 0) 0x7fc47c0ce560 con 0x7fc4840ffb30 2024-03-18T22:54:16.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.031+0000 7fc483fff640 1 --2- 172.21.15.52:0/3775908668 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc46c0a2880 0x7fc46c0a4d40 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fc478000c00 tx=0x7fc478005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:16.037 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.036+0000 7fc481ffb640 1 -- 172.21.15.52:0/3775908668 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fc47c09b450 con 0x7fc4840ffb30 2024-03-18T22:54:16.221 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.219+0000 7fc48ab37640 1 -- 172.21.15.52:0/3775908668 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc48402d3a0 con 0x7fc4840ffb30 2024-03-18T22:54:16.222 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.220+0000 7fc481ffb640 1 -- 172.21.15.52:0/3775908668 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+18396 (secure 0 0 0) 0x7fc47c09f4f0 con 0x7fc4840ffb30 2024-03-18T22:54:16.222 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:54:16.222 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":84,"fsid":"444ca0c0-e579-11ee-95c9-87774f69a715","created":"2024-03-18T22:46:59.196861+0000","modified":"2024-03-18T22:54:04.667003+0000","last_up_change":"2024-03-18T22:54:03.658736+0000","last_in_change":"2024-03-18T22:53:42.549736+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-18T22:50:19.580907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8f05057f-5818-4a49-a239-ce60bf28c875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6803","nonce":4259078413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6805","nonce":4259078413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6809","nonce":4259078413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6807","nonce":4259078413}]},"public_addr":"172.21.15.52:6803/4259078413","cluster_addr":"172.21.15.52:6805/4259078413","heartbeat_back_addr":"172.21.15.52:6809/4259078413","heartbeat_front_addr":"172.21.15.52:6807/4259078413","state":["exists","up"]},{"osd":1,"uuid":"602a7d92-7ff5-457e-b1e1-ab1e9eae6dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6801","nonce":500160796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6803","nonce":500160796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6807","nonce":500160796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6805","nonce":500160796}]},"public_addr":"172.21.15.99:6801/500160796","cluster_addr":"172.21.15.99:6803/500160796","heartbeat_back_addr":"172.21.15.99:6807/500160796","heartbeat_front_addr":"172.21.15.99:6805/500160796","state":["exists","up"]},{"osd":2,"uuid":"d5d4dba3-77ad-46f9-b510-d3b26f14077d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6801","nonce":1878857413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6803","nonce":1878857413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6807","nonce":1878857413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6805","nonce":1878857413}]},"public_addr":"172.21.15.181:6801/1878857413","cluster_addr":"172.21.15.181:6803/1878857413","heartbeat_back_addr":"172.21.15.181:6807/1878857413","heartbeat_front_addr":"172.21.15.181:6805/1878857413","state":["exists","up"]},{"osd":3,"uuid":"b61bfbef-b35c-49e3-9616-48e1b7ffc914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6811","nonce":2095210395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6813","nonce":2095210395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6817","nonce":2095210395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6815","nonce":2095210395}]},"public_addr":"172.21.15.52:6811/2095210395","cluster_addr":"172.21.15.52:6813/2095210395","heartbeat_back_addr":"172.21.15.52:6817/2095210395","heartbeat_front_addr":"172.21.15.52:6815/2095210395","state":["exists","up"]},{"osd":4,"uuid":"ce793666-4ab9-4844-81c9-661b265973b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6809","nonce":2287333294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6811","nonce":2287333294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6815","nonce":2287333294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6813","nonce":2287333294}]},"public_addr":"172.21.15.99:6809/2287333294","cluster_addr":"172.21.15.99:6811/2287333294","heartbeat_back_addr":"172.21.15.99:6815/2287333294","heartbeat_front_addr":"172.21.15.99:6813/2287333294","state":["exists","up"]},{"osd":5,"uuid":"9640855d-727d-4dbe-a86e-d9cb16ff1213","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6809","nonce":2011157034}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6811","nonce":2011157034}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6815","nonce":2011157034}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6813","nonce":2011157034}]},"public_addr":"172.21.15.181:6809/2011157034","cluster_addr":"172.21.15.181:6811/2011157034","heartbeat_back_addr":"172.21.15.181:6815/2011157034","heartbeat_front_addr":"172.21.15.181:6813/2011157034","state":["exists","up"]},{"osd":6,"uuid":"a5e939cf-f502-4844-a7c7-90a03212c912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6819","nonce":3005509606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6821","nonce":3005509606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6825","nonce":3005509606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6823","nonce":3005509606}]},"public_addr":"172.21.15.52:6819/3005509606","cluster_addr":"172.21.15.52:6821/3005509606","heartbeat_back_addr":"172.21.15.52:6825/3005509606","heartbeat_front_addr":"172.21.15.52:6823/3005509606","state":["exists","up"]},{"osd":7,"uuid":"6870a7b1-abe0-4d5b-aedb-e2eab43a0d36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6817","nonce":2572523724}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6819","nonce":2572523724}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6823","nonce":2572523724}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6821","nonce":2572523724}]},"public_addr":"172.21.15.99:6817/2572523724","cluster_addr":"172.21.15.99:6819/2572523724","heartbeat_back_addr":"172.21.15.99:6823/2572523724","heartbeat_front_addr":"172.21.15.99:6821/2572523724","state":["exists","up"]},{"osd":8,"uuid":"967926a1-de37-43dc-b815-0e17765b3a9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6817","nonce":644322337}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6819","nonce":644322337}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6823","nonce":644322337}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6821","nonce":644322337}]},"public_addr":"172.21.15.181:6817/644322337","cluster_addr":"172.21.15.181:6819/644322337","heartbeat_back_addr":"172.21.15.181:6823/644322337","heartbeat_front_addr":"172.21.15.181:6821/644322337","state":["exists","up"]},{"osd":9,"uuid":"a131710e-f2c3-4714-a033-106917dae36a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6827","nonce":2018024971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6829","nonce":2018024971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6833","nonce":2018024971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6831","nonce":2018024971}]},"public_addr":"172.21.15.52:6827/2018024971","cluster_addr":"172.21.15.52:6829/2018024971","heartbeat_back_addr":"172.21.15.52:6833/2018024971","heartbeat_front_addr":"172.21.15.52:6831/2018024971","state":["exists","up"]},{"osd":10,"uuid":"f73f086a-46e1-412c-8105-3b80772eca56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6825","nonce":14598206}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6827","nonce":14598206}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6831","nonce":14598206}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6829","nonce":14598206}]},"public_addr":"172.21.15.99:6825/14598206","cluster_addr":"172.21.15.99:6827/14598206","heartbeat_back_addr":"172.21.15.99:6831/14598206","heartbeat_front_addr":"172.21.15.99:6829/14598206","state":["exists","up"]},{"osd":11,"uuid":"f8e9539b-8a69-49a8-8a48-52f69b3c827e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":83,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6825","nonce":3442115308}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6827","nonce":3442115308}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6831","nonce":3442115308}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6829","nonce":3442115308}]},"public_addr":"172.21.15.181:6825/3442115308","cluster_addr":"172.21.15.181:6827/3442115308","heartbeat_back_addr":"172.21.15.181:6831/3442115308","heartbeat_front_addr":"172.21.15.181:6829/3442115308","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:30.221253+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:53.484811+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:17.327889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:41.988608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:06.067648+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:30.546908+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:56.054912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:20.268014+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:44.577601+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:10.398933+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:35.167862+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:54:00.825869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:6801/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:6800/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/2706493239":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/3660249274":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/3214486026":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6801/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6800/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/278759612":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/126914394":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/4260437251":"2024-03-19T22:47:53.231814+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-18T22:54:16.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.222+0000 7fc48ab37640 1 -- 172.21.15.52:0/3775908668 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc46c0a2880 msgr2=0x7fc46c0a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:16.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.222+0000 7fc48ab37640 1 --2- 172.21.15.52:0/3775908668 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc46c0a2880 0x7fc46c0a4d40 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fc478000c00 tx=0x7fc478005fd0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.222+0000 7fc48ab37640 1 -- 172.21.15.52:0/3775908668 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc4840ffb30 msgr2=0x7fc484197cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:16.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.222+0000 7fc48ab37640 1 --2- 172.21.15.52:0/3775908668 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc4840ffb30 0x7fc484197cb0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fc47c00eaa0 tx=0x7fc47c00ef60 comp rx=0 tx=0).stop 2024-03-18T22:54:16.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.222+0000 7fc48ab37640 1 -- 172.21.15.52:0/3775908668 shutdown_connections 2024-03-18T22:54:16.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.222+0000 7fc48ab37640 1 --2- 172.21.15.52:0/3775908668 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc46c0a2880 0x7fc46c0a4d40 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.222+0000 7fc48ab37640 1 --2- 172.21.15.52:0/3775908668 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4841034c0 0x7fc48419f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.222+0000 7fc48ab37640 1 --2- 172.21.15.52:0/3775908668 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc484102b00 0x7fc4841981f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.222+0000 7fc48ab37640 1 --2- 172.21.15.52:0/3775908668 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc4840ffb30 0x7fc484197cb0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.222+0000 7fc48ab37640 1 -- 172.21.15.52:0/3775908668 >> 172.21.15.52:0/3775908668 conn(0x7fc4840fb460 msgr2=0x7fc484105ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:16.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.222+0000 7fc48ab37640 1 -- 172.21.15.52:0/3775908668 shutdown_connections 2024-03-18T22:54:16.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.222+0000 7fc48ab37640 1 -- 172.21.15.52:0/3775908668 wait complete. 2024-03-18T22:54:16.234 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:15 smithi052 ceph-mon[32520]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi052=a;smithi052=d;smithi052=g;smithi052=j;smithi099=b;smithi099=e;smithi099=h;smithi099=k;smithi181=c;smithi181=f;smithi181=i;smithi181=l", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:54:16.234 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:15 smithi052 ceph-mon[32520]: Saving service mds.all spec with placement smithi052=a;smithi052=d;smithi052=g;smithi052=j;smithi099=b;smithi099=e;smithi099=h;smithi099=k;smithi181=c;smithi181=f;smithi181=i;smithi181=l;count:12 2024-03-18T22:54:16.234 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:15 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:16.234 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:15 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:54:16.234 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:15 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:16.234 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:15 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:54:16.234 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:15 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:16.235 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:15 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:16.235 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:15 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:16.235 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:15 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:16.236 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-18T22:50:19.580907+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-18T22:54:16.236 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-18T22:54:16.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:15 smithi181 ceph-mon[67256]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi052=a;smithi052=d;smithi052=g;smithi052=j;smithi099=b;smithi099=e;smithi099=h;smithi099=k;smithi181=c;smithi181=f;smithi181=i;smithi181=l", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:54:16.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:15 smithi181 ceph-mon[67256]: Saving service mds.all spec with placement smithi052=a;smithi052=d;smithi052=g;smithi052=j;smithi099=b;smithi099=e;smithi099=h;smithi099=k;smithi181=c;smithi181=f;smithi181=i;smithi181=l;count:12 2024-03-18T22:54:16.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:15 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:16.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:15 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:54:16.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:15 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:16.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:15 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:54:16.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:15 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:16.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:15 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:16.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:15 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:16.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:15 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:16.343 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.339+0000 7f6a8fda9640 1 -- 172.21.15.52:0/2654570666 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6a881075c0 msgr2=0x7f6a881099b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:16.343 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.339+0000 7f6a8fda9640 1 --2- 172.21.15.52:0/2654570666 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6a881075c0 0x7f6a881099b0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f6a80009ca0 tx=0x7f6a8002c0f0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.344 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.339+0000 7f6a8fda9640 1 -- 172.21.15.52:0/2654570666 shutdown_connections 2024-03-18T22:54:16.344 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.339+0000 7f6a8fda9640 1 --2- 172.21.15.52:0/2654570666 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6a881075c0 0x7f6a881099b0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.344 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.340+0000 7f6a8fda9640 1 --2- 172.21.15.52:0/2654570666 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6a88104c90 0x7f6a88107080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.344 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.340+0000 7f6a8fda9640 1 --2- 172.21.15.52:0/2654570666 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6a88102360 0x7f6a88104750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.344 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.340+0000 7f6a8fda9640 1 -- 172.21.15.52:0/2654570666 >> 172.21.15.52:0/2654570666 conn(0x7f6a880fbcb0 msgr2=0x7f6a880fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:16.344 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.340+0000 7f6a8fda9640 1 -- 172.21.15.52:0/2654570666 shutdown_connections 2024-03-18T22:54:16.344 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.340+0000 7f6a8fda9640 1 -- 172.21.15.52:0/2654570666 wait complete. 2024-03-18T22:54:16.344 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.340+0000 7f6a8fda9640 1 Processor -- start 2024-03-18T22:54:16.344 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.340+0000 7f6a8fda9640 1 -- start start 2024-03-18T22:54:16.344 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.340+0000 7f6a8fda9640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6a88102360 0x7f6a88101cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:16.344 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.340+0000 7f6a8fda9640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6a88104c90 0x7f6a88100310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:16.344 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.340+0000 7f6a8fda9640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6a881075c0 0x7f6a88100850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:16.344 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.340+0000 7f6a8fda9640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f6a8810d5e0 con 0x7f6a881075c0 2024-03-18T22:54:16.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.340+0000 7f6a8fda9640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f6a8810d460 con 0x7f6a88102360 2024-03-18T22:54:16.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.340+0000 7f6a8fda9640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f6a8810d760 con 0x7f6a88104c90 2024-03-18T22:54:16.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.340+0000 7f6a8e346640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6a881075c0 0x7f6a88100850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:16.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.340+0000 7f6a8e346640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6a881075c0 0x7f6a88100850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48706/0 (socket says 172.21.15.52:48706) 2024-03-18T22:54:16.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.340+0000 7f6a8e346640 1 -- 172.21.15.52:0/3852455587 learned_addr learned my addr 172.21.15.52:0/3852455587 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:16.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.341+0000 7f6a8d344640 1 --2- 172.21.15.52:0/3852455587 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6a88104c90 0x7f6a88100310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:16.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.341+0000 7f6a8db45640 1 --2- 172.21.15.52:0/3852455587 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6a88102360 0x7f6a88101cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:16.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.341+0000 7f6a8e346640 1 -- 172.21.15.52:0/3852455587 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6a88104c90 msgr2=0x7f6a88100310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:16.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.341+0000 7f6a8e346640 1 --2- 172.21.15.52:0/3852455587 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6a88104c90 0x7f6a88100310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.341+0000 7f6a8e346640 1 -- 172.21.15.52:0/3852455587 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6a88102360 msgr2=0x7f6a88101cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:16.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.341+0000 7f6a8e346640 1 --2- 172.21.15.52:0/3852455587 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6a88102360 0x7f6a88101cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.341+0000 7f6a8e346640 1 -- 172.21.15.52:0/3852455587 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a881010e0 con 0x7f6a881075c0 2024-03-18T22:54:16.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.341+0000 7f6a8e346640 1 --2- 172.21.15.52:0/3852455587 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6a881075c0 0x7f6a88100850 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f6a80037040 tx=0x7f6a800346d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:16.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.341+0000 7f6a7effd640 1 -- 172.21.15.52:0/3852455587 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a80039040 con 0x7f6a881075c0 2024-03-18T22:54:16.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.341+0000 7f6a8fda9640 1 -- 172.21.15.52:0/3852455587 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a881a1cc0 con 0x7f6a881075c0 2024-03-18T22:54:16.346 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.341+0000 7f6a7effd640 1 -- 172.21.15.52:0/3852455587 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6a80044070 con 0x7f6a881075c0 2024-03-18T22:54:16.346 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.341+0000 7f6a7effd640 1 -- 172.21.15.52:0/3852455587 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a800045a0 con 0x7f6a881075c0 2024-03-18T22:54:16.346 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.341+0000 7f6a8fda9640 1 -- 172.21.15.52:0/3852455587 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a881a21c0 con 0x7f6a881075c0 2024-03-18T22:54:16.346 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.342+0000 7f6a8fda9640 1 -- 172.21.15.52:0/3852455587 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a880fd7a0 con 0x7f6a881075c0 2024-03-18T22:54:16.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.343+0000 7f6a7effd640 1 -- 172.21.15.52:0/3852455587 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f6a80003970 con 0x7f6a881075c0 2024-03-18T22:54:16.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.344+0000 7f6a7effd640 1 --2- 172.21.15.52:0/3852455587 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f6a740a2800 0x7f6a740a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:16.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.344+0000 7f6a8db45640 1 --2- 172.21.15.52:0/3852455587 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f6a740a2800 0x7f6a740a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:16.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.344+0000 7f6a7effd640 1 -- 172.21.15.52:0/3852455587 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7127+0+0 (secure 0 0 0) 0x7f6a800f1480 con 0x7f6a881075c0 2024-03-18T22:54:16.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.344+0000 7f6a8db45640 1 --2- 172.21.15.52:0/3852455587 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f6a740a2800 0x7f6a740a4cc0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f6a84005fd0 tx=0x7f6a84005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:16.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.348+0000 7f6a7effd640 1 -- 172.21.15.52:0/3852455587 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f6a800beae0 con 0x7f6a881075c0 2024-03-18T22:54:16.532 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.530+0000 7f6a8fda9640 1 -- 172.21.15.52:0/3852455587 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f6a88062420 con 0x7f6a881075c0 2024-03-18T22:54:16.532 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.531+0000 7f6a7effd640 1 -- 172.21.15.52:0/3852455587 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v84) ==== 93+0+10 (secure 0 0 0) 0x7f6a800be3e0 con 0x7f6a881075c0 2024-03-18T22:54:16.533 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 1 2024-03-18T22:54:16.535 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.533+0000 7f6a8fda9640 1 -- 172.21.15.52:0/3852455587 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f6a740a2800 msgr2=0x7f6a740a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:16.535 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.533+0000 7f6a8fda9640 1 --2- 172.21.15.52:0/3852455587 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f6a740a2800 0x7f6a740a4cc0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f6a84005fd0 tx=0x7f6a84005850 comp rx=0 tx=0).stop 2024-03-18T22:54:16.535 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.533+0000 7f6a8fda9640 1 -- 172.21.15.52:0/3852455587 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6a881075c0 msgr2=0x7f6a88100850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:16.535 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.533+0000 7f6a8fda9640 1 --2- 172.21.15.52:0/3852455587 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6a881075c0 0x7f6a88100850 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f6a80037040 tx=0x7f6a800346d0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.535 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.533+0000 7f6a8fda9640 1 -- 172.21.15.52:0/3852455587 shutdown_connections 2024-03-18T22:54:16.535 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.533+0000 7f6a8fda9640 1 --2- 172.21.15.52:0/3852455587 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f6a740a2800 0x7f6a740a4cc0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.535 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.533+0000 7f6a8fda9640 1 --2- 172.21.15.52:0/3852455587 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6a881075c0 0x7f6a88100850 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.535 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.533+0000 7f6a8fda9640 1 --2- 172.21.15.52:0/3852455587 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6a88104c90 0x7f6a88100310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.535 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.533+0000 7f6a8fda9640 1 --2- 172.21.15.52:0/3852455587 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6a88102360 0x7f6a88101cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.535 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.533+0000 7f6a8fda9640 1 -- 172.21.15.52:0/3852455587 >> 172.21.15.52:0/3852455587 conn(0x7f6a880fbcb0 msgr2=0x7f6a88102c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:16.535 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.533+0000 7f6a8fda9640 1 -- 172.21.15.52:0/3852455587 shutdown_connections 2024-03-18T22:54:16.535 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.533+0000 7f6a8fda9640 1 -- 172.21.15.52:0/3852455587 wait complete. 2024-03-18T22:54:16.545 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-18T22:54:16.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.646+0000 7f46c19e6640 1 -- 172.21.15.52:0/3259621964 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46bc100110 msgr2=0x7f46bc100530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:16.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.646+0000 7f46c19e6640 1 --2- 172.21.15.52:0/3259621964 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46bc100110 0x7f46bc100530 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f46b4009900 tx=0x7f46b402bc30 comp rx=0 tx=0).stop 2024-03-18T22:54:16.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.646+0000 7f46c19e6640 1 -- 172.21.15.52:0/3259621964 shutdown_connections 2024-03-18T22:54:16.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.646+0000 7f46c19e6640 1 --2- 172.21.15.52:0/3259621964 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f46bc101410 0x7f46bc101890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.646+0000 7f46c19e6640 1 --2- 172.21.15.52:0/3259621964 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f46bc100a70 0x7f46bc100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.646+0000 7f46c19e6640 1 --2- 172.21.15.52:0/3259621964 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46bc100110 0x7f46bc100530 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.646+0000 7f46c19e6640 1 -- 172.21.15.52:0/3259621964 >> 172.21.15.52:0/3259621964 conn(0x7f46bc0fbcb0 msgr2=0x7f46bc0fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:16.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.646+0000 7f46c19e6640 1 -- 172.21.15.52:0/3259621964 shutdown_connections 2024-03-18T22:54:16.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.646+0000 7f46c19e6640 1 -- 172.21.15.52:0/3259621964 wait complete. 2024-03-18T22:54:16.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.647+0000 7f46c19e6640 1 Processor -- start 2024-03-18T22:54:16.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.647+0000 7f46c19e6640 1 -- start start 2024-03-18T22:54:16.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.647+0000 7f46c19e6640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46bc100110 0x7f46bc199de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:16.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.647+0000 7f46c19e6640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f46bc100a70 0x7f46bc19a320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:16.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.647+0000 7f46c19e6640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f46bc101410 0x7f46bc1a1390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:16.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.647+0000 7f46c19e6640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f46bc10f7b0 con 0x7f46bc100110 2024-03-18T22:54:16.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.647+0000 7f46c19e6640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f46bc10f630 con 0x7f46bc100a70 2024-03-18T22:54:16.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.647+0000 7f46c19e6640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f46bc10f930 con 0x7f46bc101410 2024-03-18T22:54:16.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.647+0000 7f46baffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46bc100110 0x7f46bc199de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:16.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.647+0000 7f46baffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46bc100110 0x7f46bc199de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48736/0 (socket says 172.21.15.52:48736) 2024-03-18T22:54:16.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.647+0000 7f46baffd640 1 -- 172.21.15.52:0/2213128915 learned_addr learned my addr 172.21.15.52:0/2213128915 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:16.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.648+0000 7f46bb7fe640 1 --2- 172.21.15.52:0/2213128915 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f46bc101410 0x7f46bc1a1390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:16.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.648+0000 7f46baffd640 1 -- 172.21.15.52:0/2213128915 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f46bc101410 msgr2=0x7f46bc1a1390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:16.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.648+0000 7f46baffd640 1 --2- 172.21.15.52:0/2213128915 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f46bc101410 0x7f46bc1a1390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.648+0000 7f46baffd640 1 -- 172.21.15.52:0/2213128915 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f46bc100a70 msgr2=0x7f46bc19a320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:16.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.648+0000 7f46baffd640 1 --2- 172.21.15.52:0/2213128915 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f46bc100a70 0x7f46bc19a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.648+0000 7f46baffd640 1 -- 172.21.15.52:0/2213128915 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46bc1a1a00 con 0x7f46bc100110 2024-03-18T22:54:16.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.648+0000 7f46bb7fe640 1 --2- 172.21.15.52:0/2213128915 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f46bc101410 0x7f46bc1a1390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-18T22:54:16.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.648+0000 7f46baffd640 1 --2- 172.21.15.52:0/2213128915 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46bc100110 0x7f46bc199de0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f46b4009230 tx=0x7f46b402c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:16.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.648+0000 7f46c09e4640 1 -- 172.21.15.52:0/2213128915 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46b4043020 con 0x7f46bc100110 2024-03-18T22:54:16.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.648+0000 7f46c19e6640 1 -- 172.21.15.52:0/2213128915 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46bc1a1c90 con 0x7f46bc100110 2024-03-18T22:54:16.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.648+0000 7f46c09e4640 1 -- 172.21.15.52:0/2213128915 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f46b40043d0 con 0x7f46bc100110 2024-03-18T22:54:16.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.648+0000 7f46c09e4640 1 -- 172.21.15.52:0/2213128915 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46b4003c30 con 0x7f46bc100110 2024-03-18T22:54:16.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.648+0000 7f46c19e6640 1 -- 172.21.15.52:0/2213128915 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46bc1a2180 con 0x7f46bc100110 2024-03-18T22:54:16.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.649+0000 7f46c19e6640 1 -- 172.21.15.52:0/2213128915 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46bc10aff0 con 0x7f46bc100110 2024-03-18T22:54:16.655 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.650+0000 7f46c09e4640 1 -- 172.21.15.52:0/2213128915 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f46b4046020 con 0x7f46bc100110 2024-03-18T22:54:16.655 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.651+0000 7f46c09e4640 1 --2- 172.21.15.52:0/2213128915 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f46a80a2800 0x7f46a80a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:16.656 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.651+0000 7f46ba7fc640 1 --2- 172.21.15.52:0/2213128915 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f46a80a2800 0x7f46a80a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:16.656 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.651+0000 7f46c09e4640 1 -- 172.21.15.52:0/2213128915 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7127+0+0 (secure 0 0 0) 0x7f46b40f0e00 con 0x7f46bc100110 2024-03-18T22:54:16.656 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.651+0000 7f46ba7fc640 1 --2- 172.21.15.52:0/2213128915 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f46a80a2800 0x7f46a80a4cc0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f46a4005fd0 tx=0x7f46a4005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:16.656 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.654+0000 7f46c09e4640 1 -- 172.21.15.52:0/2213128915 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f46b404d020 con 0x7f46bc100110 2024-03-18T22:54:16.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.875+0000 7f46c19e6640 1 -- 172.21.15.52:0/2213128915 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f46bc02d1f0 con 0x7f46bc100110 2024-03-18T22:54:16.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.875+0000 7f46c09e4640 1 -- 172.21.15.52:0/2213128915 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+569 (secure 0 0 0) 0x7f46b40be2a0 con 0x7f46bc100110 2024-03-18T22:54:16.877 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:54:16.878 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-03-18T22:54:16.878 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 1 2024-03-18T22:54:16.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.877+0000 7f46c19e6640 1 -- 172.21.15.52:0/2213128915 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f46a80a2800 msgr2=0x7f46a80a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:16.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.877+0000 7f46c19e6640 1 --2- 172.21.15.52:0/2213128915 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f46a80a2800 0x7f46a80a4cc0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f46a4005fd0 tx=0x7f46a4005850 comp rx=0 tx=0).stop 2024-03-18T22:54:16.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.877+0000 7f46c19e6640 1 -- 172.21.15.52:0/2213128915 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46bc100110 msgr2=0x7f46bc199de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:16.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.877+0000 7f46c19e6640 1 --2- 172.21.15.52:0/2213128915 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46bc100110 0x7f46bc199de0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f46b4009230 tx=0x7f46b402c820 comp rx=0 tx=0).stop 2024-03-18T22:54:16.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.877+0000 7f46c19e6640 1 -- 172.21.15.52:0/2213128915 shutdown_connections 2024-03-18T22:54:16.880 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.877+0000 7f46c19e6640 1 --2- 172.21.15.52:0/2213128915 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f46a80a2800 0x7f46a80a4cc0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.880 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.877+0000 7f46c19e6640 1 --2- 172.21.15.52:0/2213128915 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f46bc101410 0x7f46bc1a1390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.880 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.877+0000 7f46c19e6640 1 --2- 172.21.15.52:0/2213128915 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f46bc100a70 0x7f46bc19a320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.880 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.877+0000 7f46c19e6640 1 --2- 172.21.15.52:0/2213128915 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46bc100110 0x7f46bc199de0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:16.880 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.877+0000 7f46c19e6640 1 -- 172.21.15.52:0/2213128915 >> 172.21.15.52:0/2213128915 conn(0x7f46bc0fbcb0 msgr2=0x7f46bc0fd390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:16.880 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.877+0000 7f46c19e6640 1 -- 172.21.15.52:0/2213128915 shutdown_connections 2024-03-18T22:54:16.880 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:16.877+0000 7f46c19e6640 1 -- 172.21.15.52:0/2213128915 wait complete. 2024-03-18T22:54:17.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:16 smithi052 ceph-mon[32520]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:17.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:16 smithi052 ceph-mon[32520]: Deploying daemon mds.l on smithi181 2024-03-18T22:54:17.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:16 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3775908668' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:54:17.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:16 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3852455587' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-18T22:54:17.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:16 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/2213128915' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:17.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:16 smithi181 ceph-mon[67256]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:17.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:16 smithi181 ceph-mon[67256]: Deploying daemon mds.l on smithi181 2024-03-18T22:54:17.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:16 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3775908668' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:54:17.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:16 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3852455587' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-18T22:54:17.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:16 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/2213128915' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:17.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:16 smithi099 ceph-mon[36725]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:17.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:16 smithi099 ceph-mon[36725]: Deploying daemon mds.l on smithi181 2024-03-18T22:54:17.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:16 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3775908668' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:54:17.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:16 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3852455587' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-18T22:54:17.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:16 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/2213128915' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:18.013 INFO:journalctl@ceph.mds.l.smithi181.stdout:Mar 18 22:54:17 smithi181 systemd[1]: Starting Ceph mds.l for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T22:54:18.400 INFO:journalctl@ceph.mds.l.smithi181.stdout:Mar 18 22:54:18 smithi181 podman[97860]: 2024-03-18 22:54:18.030001686 +0000 UTC m=+0.017457876 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639 2024-03-18T22:54:18.401 INFO:journalctl@ceph.mds.l.smithi181.stdout:Mar 18 22:54:18 smithi181 podman[97860]: 2024-03-18 22:54:18.14826542 +0000 UTC m=+0.135721598 container create a0557bf99c08db5c7601bbd46fa28dbd7bf6b34fe43001a9d5fb653086bd20fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-l, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-18T22:54:18.763 INFO:journalctl@ceph.mds.l.smithi181.stdout:Mar 18 22:54:18 smithi181 podman[97860]: 2024-03-18 22:54:18.400715375 +0000 UTC m=+0.388171574 container init a0557bf99c08db5c7601bbd46fa28dbd7bf6b34fe43001a9d5fb653086bd20fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-l, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-18T22:54:18.763 INFO:journalctl@ceph.mds.l.smithi181.stdout:Mar 18 22:54:18 smithi181 podman[97860]: 2024-03-18 22:54:18.403278448 +0000 UTC m=+0.390734634 container start a0557bf99c08db5c7601bbd46fa28dbd7bf6b34fe43001a9d5fb653086bd20fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-l, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-03-18T22:54:18.763 INFO:journalctl@ceph.mds.l.smithi181.stdout:Mar 18 22:54:18 smithi181 ceph-mds[97879]: -- 172.21.15.181:0/3668668481 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x565398859a40 con 0x56539882cc00 2024-03-18T22:54:18.763 INFO:journalctl@ceph.mds.l.smithi181.stdout:Mar 18 22:54:18 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-l[97875]: starting mds.l at 2024-03-18T22:54:18.763 INFO:journalctl@ceph.mds.l.smithi181.stdout:Mar 18 22:54:18 smithi181 bash[97860]: a0557bf99c08db5c7601bbd46fa28dbd7bf6b34fe43001a9d5fb653086bd20fd 2024-03-18T22:54:18.763 INFO:journalctl@ceph.mds.l.smithi181.stdout:Mar 18 22:54:18 smithi181 systemd[1]: Started Ceph mds.l for 444ca0c0-e579-11ee-95c9-87774f69a715. 2024-03-18T22:54:18.891 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-18T22:54:19.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.005+0000 7f58aff29640 1 -- 172.21.15.52:0/799752282 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f58a8102310 msgr2=0x7f58a8108ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:19.010 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.005+0000 7f58aff29640 1 --2- 172.21.15.52:0/799752282 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f58a8102310 0x7f58a8108ba0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f58a0009ca0 tx=0x7f58a002c0f0 comp rx=0 tx=0).stop 2024-03-18T22:54:19.010 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.005+0000 7f58aff29640 1 -- 172.21.15.52:0/799752282 shutdown_connections 2024-03-18T22:54:19.010 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.005+0000 7f58aff29640 1 --2- 172.21.15.52:0/799752282 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f58a8102310 0x7f58a8108ba0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:19.010 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.005+0000 7f58aff29640 1 --2- 172.21.15.52:0/799752282 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f58a8101950 0x7f58a8101dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:19.010 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.005+0000 7f58aff29640 1 --2- 172.21.15.52:0/799752282 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f58a8100760 0x7f58a8100b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:19.010 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.005+0000 7f58aff29640 1 -- 172.21.15.52:0/799752282 >> 172.21.15.52:0/799752282 conn(0x7f58a80fbcd0 msgr2=0x7f58a80fe110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:19.010 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.005+0000 7f58aff29640 1 -- 172.21.15.52:0/799752282 shutdown_connections 2024-03-18T22:54:19.010 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.005+0000 7f58aff29640 1 -- 172.21.15.52:0/799752282 wait complete. 2024-03-18T22:54:19.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.006+0000 7f58aff29640 1 Processor -- start 2024-03-18T22:54:19.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.006+0000 7f58aff29640 1 -- start start 2024-03-18T22:54:19.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.006+0000 7f58aff29640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f58a8100760 0x7f58a8196b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:19.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.006+0000 7f58aff29640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f58a8101950 0x7f58a8197090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:19.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.006+0000 7f58aff29640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f58a8102310 0x7f58a819e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:19.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.006+0000 7f58aff29640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f58a810c500 con 0x7f58a8100760 2024-03-18T22:54:19.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.006+0000 7f58aff29640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f58a810c380 con 0x7f58a8101950 2024-03-18T22:54:19.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.006+0000 7f58aff29640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f58a810c680 con 0x7f58a8102310 2024-03-18T22:54:19.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.006+0000 7f58adcc5640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f58a8100760 0x7f58a8196b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:19.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.006+0000 7f58adcc5640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f58a8100760 0x7f58a8196b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49458/0 (socket says 172.21.15.52:49458) 2024-03-18T22:54:19.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.006+0000 7f58adcc5640 1 -- 172.21.15.52:0/345250626 learned_addr learned my addr 172.21.15.52:0/345250626 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:19.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.006+0000 7f58ad4c4640 1 --2- 172.21.15.52:0/345250626 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f58a8101950 0x7f58a8197090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:19.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.006+0000 7f58ae4c6640 1 --2- 172.21.15.52:0/345250626 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f58a8102310 0x7f58a819e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:19.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.006+0000 7f58adcc5640 1 -- 172.21.15.52:0/345250626 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f58a8102310 msgr2=0x7f58a819e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:19.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.006+0000 7f58adcc5640 1 --2- 172.21.15.52:0/345250626 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f58a8102310 0x7f58a819e0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:19.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.006+0000 7f58adcc5640 1 -- 172.21.15.52:0/345250626 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f58a8101950 msgr2=0x7f58a8197090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:19.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.006+0000 7f58adcc5640 1 --2- 172.21.15.52:0/345250626 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f58a8101950 0x7f58a8197090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:19.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.006+0000 7f58adcc5640 1 -- 172.21.15.52:0/345250626 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58a819e720 con 0x7f58a8100760 2024-03-18T22:54:19.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.006+0000 7f58adcc5640 1 --2- 172.21.15.52:0/345250626 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f58a8100760 0x7f58a8196b50 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f58a400e9c0 tx=0x7f58a400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:19.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.007+0000 7f589effd640 1 -- 172.21.15.52:0/345250626 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58a400cd80 con 0x7f58a8100760 2024-03-18T22:54:19.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.007+0000 7f589effd640 1 -- 172.21.15.52:0/345250626 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f58a40035f0 con 0x7f58a8100760 2024-03-18T22:54:19.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.007+0000 7f58aff29640 1 -- 172.21.15.52:0/345250626 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58a819ea10 con 0x7f58a8100760 2024-03-18T22:54:19.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.007+0000 7f589effd640 1 -- 172.21.15.52:0/345250626 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58a4010690 con 0x7f58a8100760 2024-03-18T22:54:19.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.007+0000 7f58aff29640 1 -- 172.21.15.52:0/345250626 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58a819efb0 con 0x7f58a8100760 2024-03-18T22:54:19.013 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.008+0000 7f58aff29640 1 -- 172.21.15.52:0/345250626 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58a8068a60 con 0x7f58a8100760 2024-03-18T22:54:19.013 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.009+0000 7f589effd640 1 -- 172.21.15.52:0/345250626 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f58a40037a0 con 0x7f58a8100760 2024-03-18T22:54:19.013 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.009+0000 7f589effd640 1 --2- 172.21.15.52:0/345250626 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f58940a2880 0x7f58940a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:19.013 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.010+0000 7f58ad4c4640 1 --2- 172.21.15.52:0/345250626 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f58940a2880 0x7f58940a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:19.014 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.010+0000 7f589effd640 1 -- 172.21.15.52:0/345250626 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7127+0+0 (secure 0 0 0) 0x7f58a40cea10 con 0x7f58a8100760 2024-03-18T22:54:19.014 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.010+0000 7f58ad4c4640 1 --2- 172.21.15.52:0/345250626 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f58940a2880 0x7f58940a4d40 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f58a8198010 tx=0x7f589800a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:19.015 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.014+0000 7f589effd640 1 -- 172.21.15.52:0/345250626 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f58a409bf50 con 0x7f58a8100760 2024-03-18T22:54:19.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:18 smithi052 ceph-mon[32520]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:19.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:18 smithi052 ceph-mon[32520]: mds.? [v2:172.21.15.181:6832/873737656,v1:172.21.15.181:6833/873737656] up:boot 2024-03-18T22:54:19.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:18 smithi052 ceph-mon[32520]: fsmap 1 up:standby 2024-03-18T22:54:19.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:18 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-18T22:54:19.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:18 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:19.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:18 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:19.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:18 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:19.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:18 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:19.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:18 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:19.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:18 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:19.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.238+0000 7f58aff29640 1 -- 172.21.15.52:0/345250626 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f58a81079b0 con 0x7f58a8100760 2024-03-18T22:54:19.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.238+0000 7f589effd640 1 -- 172.21.15.52:0/345250626 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1393 (secure 0 0 0) 0x7f58a409b850 con 0x7f58a8100760 2024-03-18T22:54:19.240 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:54:19.240 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/873737656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":873737656},{"type":"v1","addr":"172.21.15.181:6833","nonce":873737656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-03-18T22:54:19.241 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 2 2024-03-18T22:54:19.241 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:18 smithi099 ceph-mon[36725]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:19.241 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:18 smithi099 ceph-mon[36725]: mds.? [v2:172.21.15.181:6832/873737656,v1:172.21.15.181:6833/873737656] up:boot 2024-03-18T22:54:19.241 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:18 smithi099 ceph-mon[36725]: fsmap 1 up:standby 2024-03-18T22:54:19.241 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:18 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-18T22:54:19.241 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:18 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:19.242 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:18 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:19.242 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:18 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:19.242 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:18 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:19.242 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:18 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:19.242 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:18 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:19.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.240+0000 7f58aff29640 1 -- 172.21.15.52:0/345250626 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f58940a2880 msgr2=0x7f58940a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:19.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.240+0000 7f58aff29640 1 --2- 172.21.15.52:0/345250626 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f58940a2880 0x7f58940a4d40 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f58a8198010 tx=0x7f589800a2d0 comp rx=0 tx=0).stop 2024-03-18T22:54:19.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.240+0000 7f58aff29640 1 -- 172.21.15.52:0/345250626 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f58a8100760 msgr2=0x7f58a8196b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:19.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.240+0000 7f58aff29640 1 --2- 172.21.15.52:0/345250626 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f58a8100760 0x7f58a8196b50 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f58a400e9c0 tx=0x7f58a400ee80 comp rx=0 tx=0).stop 2024-03-18T22:54:19.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.240+0000 7f58aff29640 1 -- 172.21.15.52:0/345250626 shutdown_connections 2024-03-18T22:54:19.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.240+0000 7f58aff29640 1 --2- 172.21.15.52:0/345250626 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f58940a2880 0x7f58940a4d40 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:19.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.240+0000 7f58aff29640 1 --2- 172.21.15.52:0/345250626 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f58a8102310 0x7f58a819e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:19.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.240+0000 7f58aff29640 1 --2- 172.21.15.52:0/345250626 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f58a8101950 0x7f58a8197090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:19.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.240+0000 7f58aff29640 1 --2- 172.21.15.52:0/345250626 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f58a8100760 0x7f58a8196b50 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:19.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.240+0000 7f58aff29640 1 -- 172.21.15.52:0/345250626 >> 172.21.15.52:0/345250626 conn(0x7f58a80fbcd0 msgr2=0x7f58a8104b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:19.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.240+0000 7f58aff29640 1 -- 172.21.15.52:0/345250626 shutdown_connections 2024-03-18T22:54:19.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:19.240+0000 7f58aff29640 1 -- 172.21.15.52:0/345250626 wait complete. 2024-03-18T22:54:19.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:18 smithi181 ceph-mon[67256]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:19.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:18 smithi181 ceph-mon[67256]: mds.? [v2:172.21.15.181:6832/873737656,v1:172.21.15.181:6833/873737656] up:boot 2024-03-18T22:54:19.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:18 smithi181 ceph-mon[67256]: fsmap 1 up:standby 2024-03-18T22:54:19.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:18 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-18T22:54:19.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:18 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:19.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:18 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:19.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:18 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:19.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:18 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:19.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:18 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:19.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:18 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:20.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:19 smithi052 ceph-mon[32520]: Deploying daemon mds.k on smithi099 2024-03-18T22:54:20.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:19 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/345250626' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:20.248 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:19 smithi099 ceph-mon[36725]: Deploying daemon mds.k on smithi099 2024-03-18T22:54:20.248 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:19 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/345250626' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:20.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:19 smithi181 ceph-mon[67256]: Deploying daemon mds.k on smithi099 2024-03-18T22:54:20.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:19 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/345250626' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:20.907 INFO:journalctl@ceph.mds.k.smithi099.stdout:Mar 18 22:54:20 smithi099 systemd[1]: Starting Ceph mds.k for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T22:54:21.159 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:20 smithi099 ceph-mon[36725]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:21.159 INFO:journalctl@ceph.mds.k.smithi099.stdout:Mar 18 22:54:20 smithi099 podman[66516]: 2024-03-18 22:54:20.93733102 +0000 UTC m=+0.111157587 container create 8f5fe9f36c6e83724ae8f60fa57835052d559227256b94949fd781852cb31455 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-k, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-18T22:54:21.159 INFO:journalctl@ceph.mds.k.smithi099.stdout:Mar 18 22:54:20 smithi099 podman[66516]: 2024-03-18 22:54:20.844007974 +0000 UTC m=+0.017834536 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639 2024-03-18T22:54:21.159 INFO:journalctl@ceph.mds.k.smithi099.stdout:Mar 18 22:54:21 smithi099 podman[66516]: 2024-03-18 22:54:21.156643258 +0000 UTC m=+0.330469812 container init 8f5fe9f36c6e83724ae8f60fa57835052d559227256b94949fd781852cb31455 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-k, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-18T22:54:21.159 INFO:journalctl@ceph.mds.k.smithi099.stdout:Mar 18 22:54:21 smithi099 podman[66516]: 2024-03-18 22:54:21.159330516 +0000 UTC m=+0.333157063 container start 8f5fe9f36c6e83724ae8f60fa57835052d559227256b94949fd781852cb31455 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-k, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-18T22:54:21.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:20 smithi052 ceph-mon[32520]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:21.254 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-18T22:54:21.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:20 smithi181 ceph-mon[67256]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:21.369 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.368+0000 7fd65c868640 1 -- 172.21.15.52:0/1873208409 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd658101930 msgr2=0x7fd658101db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:21.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.368+0000 7fd65c868640 1 --2- 172.21.15.52:0/1873208409 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd658101930 0x7fd658101db0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fd640009900 tx=0x7fd64002bc30 comp rx=0 tx=0).stop 2024-03-18T22:54:21.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.368+0000 7fd65c868640 1 -- 172.21.15.52:0/1873208409 shutdown_connections 2024-03-18T22:54:21.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.368+0000 7fd65c868640 1 --2- 172.21.15.52:0/1873208409 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd6581022f0 0x7fd658108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:21.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.368+0000 7fd65c868640 1 --2- 172.21.15.52:0/1873208409 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd658101930 0x7fd658101db0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:21.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.368+0000 7fd65c868640 1 --2- 172.21.15.52:0/1873208409 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd658100740 0x7fd658100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:21.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.368+0000 7fd65c868640 1 -- 172.21.15.52:0/1873208409 >> 172.21.15.52:0/1873208409 conn(0x7fd6580fbcd0 msgr2=0x7fd6580fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:21.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.368+0000 7fd65c868640 1 -- 172.21.15.52:0/1873208409 shutdown_connections 2024-03-18T22:54:21.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.368+0000 7fd65c868640 1 -- 172.21.15.52:0/1873208409 wait complete. 2024-03-18T22:54:21.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.369+0000 7fd65c868640 1 Processor -- start 2024-03-18T22:54:21.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.369+0000 7fd65c868640 1 -- start start 2024-03-18T22:54:21.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.369+0000 7fd65c868640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd658100740 0x7fd65806a960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:21.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.369+0000 7fd65c868640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd658101930 0x7fd65819c960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:21.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.369+0000 7fd65c868640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd6581022f0 0x7fd65819ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:21.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.369+0000 7fd65c868640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd65810c4a0 con 0x7fd658100740 2024-03-18T22:54:21.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.369+0000 7fd65c868640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fd65810c320 con 0x7fd658101930 2024-03-18T22:54:21.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.369+0000 7fd65c868640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fd65810c620 con 0x7fd6581022f0 2024-03-18T22:54:21.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.369+0000 7fd65659c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd658100740 0x7fd65806a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:21.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.369+0000 7fd65659c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd658100740 0x7fd65806a960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49480/0 (socket says 172.21.15.52:49480) 2024-03-18T22:54:21.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.369+0000 7fd65659c640 1 -- 172.21.15.52:0/282723366 learned_addr learned my addr 172.21.15.52:0/282723366 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:21.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.369+0000 7fd656d9d640 1 --2- 172.21.15.52:0/282723366 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd6581022f0 0x7fd65819ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:21.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.369+0000 7fd655d9b640 1 --2- 172.21.15.52:0/282723366 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd658101930 0x7fd65819c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:21.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.369+0000 7fd65659c640 1 -- 172.21.15.52:0/282723366 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd6581022f0 msgr2=0x7fd65819ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:21.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.369+0000 7fd65659c640 1 --2- 172.21.15.52:0/282723366 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd6581022f0 0x7fd65819ef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:21.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.369+0000 7fd65659c640 1 -- 172.21.15.52:0/282723366 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd658101930 msgr2=0x7fd65819c960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:21.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.369+0000 7fd65659c640 1 --2- 172.21.15.52:0/282723366 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd658101930 0x7fd65819c960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:21.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.369+0000 7fd65659c640 1 -- 172.21.15.52:0/282723366 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd65819f890 con 0x7fd658100740 2024-03-18T22:54:21.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.370+0000 7fd656d9d640 1 --2- 172.21.15.52:0/282723366 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd6581022f0 0x7fd65819ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:54:21.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.370+0000 7fd655d9b640 1 --2- 172.21.15.52:0/282723366 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd658101930 0x7fd65819c960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:54:21.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.370+0000 7fd65659c640 1 --2- 172.21.15.52:0/282723366 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd658100740 0x7fd65806a960 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fd65000e9c0 tx=0x7fd65000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:21.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.370+0000 7fd64f7fe640 1 -- 172.21.15.52:0/282723366 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd65000cd80 con 0x7fd658100740 2024-03-18T22:54:21.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.370+0000 7fd65c868640 1 -- 172.21.15.52:0/282723366 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd65819fb20 con 0x7fd658100740 2024-03-18T22:54:21.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.370+0000 7fd64f7fe640 1 -- 172.21.15.52:0/282723366 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd6500035f0 con 0x7fd658100740 2024-03-18T22:54:21.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.370+0000 7fd65c868640 1 -- 172.21.15.52:0/282723366 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6581a0090 con 0x7fd658100740 2024-03-18T22:54:21.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.370+0000 7fd64f7fe640 1 -- 172.21.15.52:0/282723366 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd650010690 con 0x7fd658100740 2024-03-18T22:54:21.375 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.371+0000 7fd65c868640 1 -- 172.21.15.52:0/282723366 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd658107a60 con 0x7fd658100740 2024-03-18T22:54:21.375 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.372+0000 7fd64f7fe640 1 -- 172.21.15.52:0/282723366 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fd6500037a0 con 0x7fd658100740 2024-03-18T22:54:21.375 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.373+0000 7fd64f7fe640 1 --2- 172.21.15.52:0/282723366 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd6440a2800 0x7fd6440a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:21.375 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.373+0000 7fd655d9b640 1 --2- 172.21.15.52:0/282723366 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd6440a2800 0x7fd6440a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:21.375 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.373+0000 7fd64f7fe640 1 -- 172.21.15.52:0/282723366 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7127+0+0 (secure 0 0 0) 0x7fd6500ceb80 con 0x7fd658100740 2024-03-18T22:54:21.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.374+0000 7fd655d9b640 1 --2- 172.21.15.52:0/282723366 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd6440a2800 0x7fd6440a4cc0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fd640006010 tx=0x7fd6400095f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:21.379 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.378+0000 7fd64f7fe640 1 -- 172.21.15.52:0/282723366 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fd65009c0a0 con 0x7fd658100740 2024-03-18T22:54:21.515 INFO:journalctl@ceph.mds.k.smithi099.stdout:Mar 18 22:54:21 smithi099 ceph-mds[66535]: -- 172.21.15.99:0/2153901959 <== mon.2 v2:172.21.15.99:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f3a4ef5a40 con 0x55f3a4ec8800 2024-03-18T22:54:21.515 INFO:journalctl@ceph.mds.k.smithi099.stdout:Mar 18 22:54:21 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-k[66531]: starting mds.k at 2024-03-18T22:54:21.515 INFO:journalctl@ceph.mds.k.smithi099.stdout:Mar 18 22:54:21 smithi099 bash[66516]: 8f5fe9f36c6e83724ae8f60fa57835052d559227256b94949fd781852cb31455 2024-03-18T22:54:21.515 INFO:journalctl@ceph.mds.k.smithi099.stdout:Mar 18 22:54:21 smithi099 systemd[1]: Started Ceph mds.k for 444ca0c0-e579-11ee-95c9-87774f69a715. 2024-03-18T22:54:21.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.603+0000 7fd65c868640 1 -- 172.21.15.52:0/282723366 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd65802d1f0 con 0x7fd658100740 2024-03-18T22:54:21.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.603+0000 7fd64f7fe640 1 -- 172.21.15.52:0/282723366 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1393 (secure 0 0 0) 0x7fd65802d1f0 con 0x7fd658100740 2024-03-18T22:54:21.606 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:54:21.606 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/873737656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":873737656},{"type":"v1","addr":"172.21.15.181:6833","nonce":873737656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-03-18T22:54:21.606 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 2 2024-03-18T22:54:21.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.606+0000 7fd65c868640 1 -- 172.21.15.52:0/282723366 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd6440a2800 msgr2=0x7fd6440a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:21.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.606+0000 7fd65c868640 1 --2- 172.21.15.52:0/282723366 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd6440a2800 0x7fd6440a4cc0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fd640006010 tx=0x7fd6400095f0 comp rx=0 tx=0).stop 2024-03-18T22:54:21.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.606+0000 7fd65c868640 1 -- 172.21.15.52:0/282723366 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd658100740 msgr2=0x7fd65806a960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:21.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.606+0000 7fd65c868640 1 --2- 172.21.15.52:0/282723366 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd658100740 0x7fd65806a960 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fd65000e9c0 tx=0x7fd65000ee80 comp rx=0 tx=0).stop 2024-03-18T22:54:21.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.606+0000 7fd65c868640 1 -- 172.21.15.52:0/282723366 shutdown_connections 2024-03-18T22:54:21.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.606+0000 7fd65c868640 1 --2- 172.21.15.52:0/282723366 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd6440a2800 0x7fd6440a4cc0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:21.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.606+0000 7fd65c868640 1 --2- 172.21.15.52:0/282723366 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd6581022f0 0x7fd65819ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:21.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.606+0000 7fd65c868640 1 --2- 172.21.15.52:0/282723366 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd658101930 0x7fd65819c960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:21.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.606+0000 7fd65c868640 1 --2- 172.21.15.52:0/282723366 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd658100740 0x7fd65806a960 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:21.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.606+0000 7fd65c868640 1 -- 172.21.15.52:0/282723366 >> 172.21.15.52:0/282723366 conn(0x7fd6580fbcd0 msgr2=0x7fd658104c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:21.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.606+0000 7fd65c868640 1 -- 172.21.15.52:0/282723366 shutdown_connections 2024-03-18T22:54:21.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:21.606+0000 7fd65c868640 1 -- 172.21.15.52:0/282723366 wait complete. 2024-03-18T22:54:22.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:22 smithi052 ceph-mon[32520]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:22.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:22 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:22.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:22 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:22.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:22 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:22.740 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:22 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:22.740 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:22 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:22.740 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:22 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:22.740 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:22 smithi052 ceph-mon[32520]: Deploying daemon mds.j on smithi052 2024-03-18T22:54:22.740 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:22 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/282723366' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:22.740 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:22 smithi052 ceph-mon[32520]: mds.? [v2:172.21.15.99:6832/800213438,v1:172.21.15.99:6833/800213438] up:boot 2024-03-18T22:54:22.740 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:22 smithi052 ceph-mon[32520]: fsmap 2 up:standby 2024-03-18T22:54:22.740 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:22 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-03-18T22:54:22.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:22 smithi181 ceph-mon[67256]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:22.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:22 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:22.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:22 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:22.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:22 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:22.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:22 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:22.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:22 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:22.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:22 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:22.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:22 smithi181 ceph-mon[67256]: Deploying daemon mds.j on smithi052 2024-03-18T22:54:22.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:22 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/282723366' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:22.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:22 smithi181 ceph-mon[67256]: mds.? [v2:172.21.15.99:6832/800213438,v1:172.21.15.99:6833/800213438] up:boot 2024-03-18T22:54:22.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:22 smithi181 ceph-mon[67256]: fsmap 2 up:standby 2024-03-18T22:54:22.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:22 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-03-18T22:54:22.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:22 smithi099 ceph-mon[36725]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:22.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:22 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:22.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:22 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:22.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:22 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:22.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:22 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:22.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:22 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:22.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:22 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:22.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:22 smithi099 ceph-mon[36725]: Deploying daemon mds.j on smithi052 2024-03-18T22:54:22.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:22 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/282723366' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:22.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:22 smithi099 ceph-mon[36725]: mds.? [v2:172.21.15.99:6832/800213438,v1:172.21.15.99:6833/800213438] up:boot 2024-03-18T22:54:22.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:22 smithi099 ceph-mon[36725]: fsmap 2 up:standby 2024-03-18T22:54:22.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:22 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-03-18T22:54:23.620 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-18T22:54:23.646 INFO:journalctl@ceph.mds.j.smithi052.stdout:Mar 18 22:54:23 smithi052 systemd[1]: Starting Ceph mds.j for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T22:54:23.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.727+0000 7f4111d5b640 1 -- 172.21.15.52:0/1170555193 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f410c101a40 msgr2=0x7f410c108360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:23.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.727+0000 7f4111d5b640 1 --2- 172.21.15.52:0/1170555193 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f410c101a40 0x7f410c108360 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f4104009ca0 tx=0x7f410402c0f0 comp rx=0 tx=0).stop 2024-03-18T22:54:23.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.727+0000 7f4111d5b640 1 -- 172.21.15.52:0/1170555193 shutdown_connections 2024-03-18T22:54:23.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.727+0000 7f4111d5b640 1 --2- 172.21.15.52:0/1170555193 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f410c101a40 0x7f410c108360 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:23.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.727+0000 7f4111d5b640 1 --2- 172.21.15.52:0/1170555193 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f410c101080 0x7f410c101500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:23.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.727+0000 7f4111d5b640 1 --2- 172.21.15.52:0/1170555193 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f410c0ffea0 0x7f410c1002c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:23.730 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.727+0000 7f4111d5b640 1 -- 172.21.15.52:0/1170555193 >> 172.21.15.52:0/1170555193 conn(0x7f410c0fb460 msgr2=0x7f410c0fd8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:23.730 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.727+0000 7f4111d5b640 1 -- 172.21.15.52:0/1170555193 shutdown_connections 2024-03-18T22:54:23.730 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.727+0000 7f4111d5b640 1 -- 172.21.15.52:0/1170555193 wait complete. 2024-03-18T22:54:23.730 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.728+0000 7f4111d5b640 1 Processor -- start 2024-03-18T22:54:23.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.728+0000 7f4111d5b640 1 -- start start 2024-03-18T22:54:23.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.728+0000 7f4111d5b640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f410c0ffea0 0x7f410c199e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:23.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.728+0000 7f4111d5b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f410c101080 0x7f410c19a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:23.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.728+0000 7f4111d5b640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f410c101a40 0x7f410c1a1410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:23.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.728+0000 7f4111d5b640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f410c10b4a0 con 0x7f410c101080 2024-03-18T22:54:23.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.728+0000 7f4111d5b640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f410c10b320 con 0x7f410c101a40 2024-03-18T22:54:23.733 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.728+0000 7f4111d5b640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f410c10b620 con 0x7f410c0ffea0 2024-03-18T22:54:23.733 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.728+0000 7f410affd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f410c101080 0x7f410c19a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:23.733 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.728+0000 7f410affd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f410c101080 0x7f410c19a3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49504/0 (socket says 172.21.15.52:49504) 2024-03-18T22:54:23.733 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.728+0000 7f410affd640 1 -- 172.21.15.52:0/2095531076 learned_addr learned my addr 172.21.15.52:0/2095531076 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:23.733 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.728+0000 7f410b7fe640 1 --2- 172.21.15.52:0/2095531076 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f410c0ffea0 0x7f410c199e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:23.733 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.728+0000 7f410bfff640 1 --2- 172.21.15.52:0/2095531076 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f410c101a40 0x7f410c1a1410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:23.733 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.729+0000 7f410affd640 1 -- 172.21.15.52:0/2095531076 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f410c0ffea0 msgr2=0x7f410c199e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:23.733 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.729+0000 7f410affd640 1 --2- 172.21.15.52:0/2095531076 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f410c0ffea0 0x7f410c199e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:23.733 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.729+0000 7f410affd640 1 -- 172.21.15.52:0/2095531076 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f410c101a40 msgr2=0x7f410c1a1410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:23.733 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.729+0000 7f410affd640 1 --2- 172.21.15.52:0/2095531076 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f410c101a40 0x7f410c1a1410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:23.733 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.729+0000 7f410affd640 1 -- 172.21.15.52:0/2095531076 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f410c1a1a80 con 0x7f410c101080 2024-03-18T22:54:23.733 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.729+0000 7f410bfff640 1 --2- 172.21.15.52:0/2095531076 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f410c101a40 0x7f410c1a1410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-18T22:54:23.733 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.729+0000 7f410b7fe640 1 --2- 172.21.15.52:0/2095531076 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f410c0ffea0 0x7f410c199e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:54:23.733 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.729+0000 7f410affd640 1 --2- 172.21.15.52:0/2095531076 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f410c101080 0x7f410c19a3a0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f40fc00b4a0 tx=0x7f40fc00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:23.733 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.729+0000 7f4108ff9640 1 -- 172.21.15.52:0/2095531076 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40fc014070 con 0x7f410c101080 2024-03-18T22:54:23.734 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.729+0000 7f4108ff9640 1 -- 172.21.15.52:0/2095531076 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f40fc010b10 con 0x7f410c101080 2024-03-18T22:54:23.734 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.729+0000 7f4111d5b640 1 -- 172.21.15.52:0/2095531076 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f410c1a1d70 con 0x7f410c101080 2024-03-18T22:54:23.734 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.729+0000 7f4108ff9640 1 -- 172.21.15.52:0/2095531076 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40fc017d60 con 0x7f410c101080 2024-03-18T22:54:23.734 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.729+0000 7f4111d5b640 1 -- 172.21.15.52:0/2095531076 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f410c1a2210 con 0x7f410c101080 2024-03-18T22:54:23.734 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.730+0000 7f4111d5b640 1 -- 172.21.15.52:0/2095531076 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f410c107170 con 0x7f410c101080 2024-03-18T22:54:23.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.731+0000 7f4108ff9640 1 -- 172.21.15.52:0/2095531076 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f40fc017070 con 0x7f410c101080 2024-03-18T22:54:23.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.732+0000 7f4108ff9640 1 --2- 172.21.15.52:0/2095531076 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f40f40a2800 0x7f40f40a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:23.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.732+0000 7f410b7fe640 1 --2- 172.21.15.52:0/2095531076 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f40f40a2800 0x7f40f40a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:23.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.732+0000 7f4108ff9640 1 -- 172.21.15.52:0/2095531076 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7127+0+0 (secure 0 0 0) 0x7f40fc0cdeb0 con 0x7f410c101080 2024-03-18T22:54:23.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.732+0000 7f410b7fe640 1 --2- 172.21.15.52:0/2095531076 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f40f40a2800 0x7f40f40a4cc0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f4100005d00 tx=0x7f4100005c90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:23.738 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.735+0000 7f4108ff9640 1 -- 172.21.15.52:0/2095531076 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f40fc09b350 con 0x7f410c101080 2024-03-18T22:54:23.943 INFO:journalctl@ceph.mds.j.smithi052.stdout:Mar 18 22:54:23 smithi052 podman[73182]: 2024-03-18 22:54:23.661713821 +0000 UTC m=+0.111652837 container create 6b5d82abb47b903eb65c2e2d96a44dd4503a6006acba95c1791f6f2d21edc423 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-j, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.build-date=20240307) 2024-03-18T22:54:23.943 INFO:journalctl@ceph.mds.j.smithi052.stdout:Mar 18 22:54:23 smithi052 podman[73182]: 2024-03-18 22:54:23.567746592 +0000 UTC m=+0.017685624 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639 2024-03-18T22:54:23.943 INFO:journalctl@ceph.mds.j.smithi052.stdout:Mar 18 22:54:23 smithi052 podman[73182]: 2024-03-18 22:54:23.93974329 +0000 UTC m=+0.389682319 container init 6b5d82abb47b903eb65c2e2d96a44dd4503a6006acba95c1791f6f2d21edc423 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-j, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-03-18T22:54:23.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.983+0000 7f4111d5b640 1 -- 172.21.15.52:0/2095531076 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f410c02d480 con 0x7f410c101080 2024-03-18T22:54:23.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.983+0000 7f4108ff9640 1 -- 172.21.15.52:0/2095531076 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2215 (secure 0 0 0) 0x7f40fc09ac50 con 0x7f410c101080 2024-03-18T22:54:23.985 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:54:23.985 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/873737656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":873737656},{"type":"v1","addr":"172.21.15.181:6833","nonce":873737656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6833/800213438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":800213438},{"type":"v1","addr":"172.21.15.99:6833","nonce":800213438}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-03-18T22:54:23.985 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 3 2024-03-18T22:54:23.987 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.985+0000 7f4111d5b640 1 -- 172.21.15.52:0/2095531076 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f40f40a2800 msgr2=0x7f40f40a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:23.987 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.985+0000 7f4111d5b640 1 --2- 172.21.15.52:0/2095531076 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f40f40a2800 0x7f40f40a4cc0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f4100005d00 tx=0x7f4100005c90 comp rx=0 tx=0).stop 2024-03-18T22:54:23.987 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.985+0000 7f4111d5b640 1 -- 172.21.15.52:0/2095531076 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f410c101080 msgr2=0x7f410c19a3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:23.987 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.985+0000 7f4111d5b640 1 --2- 172.21.15.52:0/2095531076 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f410c101080 0x7f410c19a3a0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f40fc00b4a0 tx=0x7f40fc00b960 comp rx=0 tx=0).stop 2024-03-18T22:54:23.987 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.985+0000 7f4111d5b640 1 -- 172.21.15.52:0/2095531076 shutdown_connections 2024-03-18T22:54:23.987 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.985+0000 7f4111d5b640 1 --2- 172.21.15.52:0/2095531076 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f40f40a2800 0x7f40f40a4cc0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:23.987 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.985+0000 7f4111d5b640 1 --2- 172.21.15.52:0/2095531076 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f410c101a40 0x7f410c1a1410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:23.987 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.985+0000 7f4111d5b640 1 --2- 172.21.15.52:0/2095531076 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f410c101080 0x7f410c19a3a0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:23.987 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.985+0000 7f4111d5b640 1 --2- 172.21.15.52:0/2095531076 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f410c0ffea0 0x7f410c199e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:23.988 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.985+0000 7f4111d5b640 1 -- 172.21.15.52:0/2095531076 >> 172.21.15.52:0/2095531076 conn(0x7f410c0fb460 msgr2=0x7f410c104340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:23.988 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.985+0000 7f4111d5b640 1 -- 172.21.15.52:0/2095531076 shutdown_connections 2024-03-18T22:54:23.988 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:23.985+0000 7f4111d5b640 1 -- 172.21.15.52:0/2095531076 wait complete. 2024-03-18T22:54:24.239 INFO:journalctl@ceph.mds.j.smithi052.stdout:Mar 18 22:54:23 smithi052 podman[73182]: 2024-03-18 22:54:23.943166883 +0000 UTC m=+0.393105907 container start 6b5d82abb47b903eb65c2e2d96a44dd4503a6006acba95c1791f6f2d21edc423 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-j, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-18T22:54:24.239 INFO:journalctl@ceph.mds.j.smithi052.stdout:Mar 18 22:54:23 smithi052 ceph-mds[73240]: -- 172.21.15.52:0/1158879238 <== mon.0 v2:172.21.15.52:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560b7a02fa40 con 0x560b7a002c00 2024-03-18T22:54:24.239 INFO:journalctl@ceph.mds.j.smithi052.stdout:Mar 18 22:54:23 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-j[73236]: starting mds.j at 2024-03-18T22:54:24.239 INFO:journalctl@ceph.mds.j.smithi052.stdout:Mar 18 22:54:24 smithi052 bash[73182]: 6b5d82abb47b903eb65c2e2d96a44dd4503a6006acba95c1791f6f2d21edc423 2024-03-18T22:54:24.239 INFO:journalctl@ceph.mds.j.smithi052.stdout:Mar 18 22:54:24 smithi052 systemd[1]: Started Ceph mds.j for 444ca0c0-e579-11ee-95c9-87774f69a715. 2024-03-18T22:54:24.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:24 smithi052 ceph-mon[32520]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:24.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:24 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/2095531076' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:24.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:24 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:24.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:24 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:24.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:24 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:24.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:24 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:24.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:24 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:24.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:24 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:24.740 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:24 smithi052 ceph-mon[32520]: Deploying daemon mds.d on smithi052 2024-03-18T22:54:24.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:24 smithi181 ceph-mon[67256]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:24.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:24 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/2095531076' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:24.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:24 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:24.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:24 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:24.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:24 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:24.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:24 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:24.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:24 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:24.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:24 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:24.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:24 smithi181 ceph-mon[67256]: Deploying daemon mds.d on smithi052 2024-03-18T22:54:24.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:24 smithi099 ceph-mon[36725]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:24.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:24 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/2095531076' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:24.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:24 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:24.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:24 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:24.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:24 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:24.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:24 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:24.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:24 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:24.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:24 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:24.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:24 smithi099 ceph-mon[36725]: Deploying daemon mds.d on smithi052 2024-03-18T22:54:25.595 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:25 smithi181 ceph-mon[67256]: mds.? [v2:172.21.15.52:6834/3227483135,v1:172.21.15.52:6835/3227483135] up:boot 2024-03-18T22:54:25.595 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:25 smithi181 ceph-mon[67256]: fsmap 3 up:standby 2024-03-18T22:54:25.595 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:25 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-03-18T22:54:25.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:25 smithi052 ceph-mon[32520]: mds.? [v2:172.21.15.52:6834/3227483135,v1:172.21.15.52:6835/3227483135] up:boot 2024-03-18T22:54:25.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:25 smithi052 ceph-mon[32520]: fsmap 3 up:standby 2024-03-18T22:54:25.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:25 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-03-18T22:54:25.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:25 smithi099 ceph-mon[36725]: mds.? [v2:172.21.15.52:6834/3227483135,v1:172.21.15.52:6835/3227483135] up:boot 2024-03-18T22:54:25.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:25 smithi099 ceph-mon[36725]: fsmap 3 up:standby 2024-03-18T22:54:25.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:25 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-03-18T22:54:25.998 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-18T22:54:26.261 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.259+0000 7fc85667e640 1 -- 172.21.15.52:0/2349576832 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc850100740 msgr2=0x7fc850100b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:26.261 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.259+0000 7fc85667e640 1 --2- 172.21.15.52:0/2349576832 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc850100740 0x7fc850100b60 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fc844009900 tx=0x7fc84402bc30 comp rx=0 tx=0).stop 2024-03-18T22:54:26.261 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.259+0000 7fc85667e640 1 -- 172.21.15.52:0/2349576832 shutdown_connections 2024-03-18T22:54:26.261 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.259+0000 7fc85667e640 1 --2- 172.21.15.52:0/2349576832 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc8501022f0 0x7fc850108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:26.261 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.259+0000 7fc85667e640 1 --2- 172.21.15.52:0/2349576832 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc850101930 0x7fc850101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:26.261 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.259+0000 7fc85667e640 1 --2- 172.21.15.52:0/2349576832 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc850100740 0x7fc850100b60 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:26.261 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.259+0000 7fc85667e640 1 -- 172.21.15.52:0/2349576832 >> 172.21.15.52:0/2349576832 conn(0x7fc8500fbcb0 msgr2=0x7fc8500fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:26.261 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.260+0000 7fc85667e640 1 -- 172.21.15.52:0/2349576832 shutdown_connections 2024-03-18T22:54:26.261 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.260+0000 7fc85667e640 1 -- 172.21.15.52:0/2349576832 wait complete. 2024-03-18T22:54:26.261 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.260+0000 7fc85667e640 1 Processor -- start 2024-03-18T22:54:26.261 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.260+0000 7fc85667e640 1 -- start start 2024-03-18T22:54:26.264 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.261+0000 7fc85667e640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc850100740 0x7fc850069510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:26.264 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.261+0000 7fc85667e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc850101930 0x7fc85019c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:26.264 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.261+0000 7fc85667e640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc8501022f0 0x7fc85019f030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:26.264 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.261+0000 7fc85667e640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc85010c520 con 0x7fc850101930 2024-03-18T22:54:26.264 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.261+0000 7fc85667e640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fc85010c3a0 con 0x7fc8501022f0 2024-03-18T22:54:26.264 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.261+0000 7fc85667e640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fc85010c6a0 con 0x7fc850100740 2024-03-18T22:54:26.264 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.261+0000 7fc84f7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc850101930 0x7fc85019c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:26.264 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.261+0000 7fc84f7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc850101930 0x7fc85019c9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49546/0 (socket says 172.21.15.52:49546) 2024-03-18T22:54:26.264 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.261+0000 7fc84f7fe640 1 -- 172.21.15.52:0/3552227461 learned_addr learned my addr 172.21.15.52:0/3552227461 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:26.264 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.261+0000 7fc84ffff640 1 --2- 172.21.15.52:0/3552227461 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc850100740 0x7fc850069510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:26.265 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.261+0000 7fc854c1b640 1 --2- 172.21.15.52:0/3552227461 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc8501022f0 0x7fc85019f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:26.265 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.261+0000 7fc84f7fe640 1 -- 172.21.15.52:0/3552227461 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc850100740 msgr2=0x7fc850069510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:26.265 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.261+0000 7fc84f7fe640 1 --2- 172.21.15.52:0/3552227461 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc850100740 0x7fc850069510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:26.265 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.261+0000 7fc84f7fe640 1 -- 172.21.15.52:0/3552227461 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc8501022f0 msgr2=0x7fc85019f030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:26.265 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.261+0000 7fc84f7fe640 1 --2- 172.21.15.52:0/3552227461 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc8501022f0 0x7fc85019f030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:26.265 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.261+0000 7fc84f7fe640 1 -- 172.21.15.52:0/3552227461 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc85019f8f0 con 0x7fc850101930 2024-03-18T22:54:26.265 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.261+0000 7fc84ffff640 1 --2- 172.21.15.52:0/3552227461 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc850100740 0x7fc850069510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:54:26.265 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.261+0000 7fc854c1b640 1 --2- 172.21.15.52:0/3552227461 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc8501022f0 0x7fc85019f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:54:26.265 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.261+0000 7fc84f7fe640 1 --2- 172.21.15.52:0/3552227461 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc850101930 0x7fc85019c9f0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fc84000b4a0 tx=0x7fc84000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:26.265 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.262+0000 7fc84d7fa640 1 -- 172.21.15.52:0/3552227461 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc840014070 con 0x7fc850101930 2024-03-18T22:54:26.265 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.262+0000 7fc85667e640 1 -- 172.21.15.52:0/3552227461 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc85019fbe0 con 0x7fc850101930 2024-03-18T22:54:26.265 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.262+0000 7fc84d7fa640 1 -- 172.21.15.52:0/3552227461 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc840010b10 con 0x7fc850101930 2024-03-18T22:54:26.265 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.262+0000 7fc84d7fa640 1 -- 172.21.15.52:0/3552227461 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc840017d60 con 0x7fc850101930 2024-03-18T22:54:26.265 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.262+0000 7fc85667e640 1 -- 172.21.15.52:0/3552227461 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8501a0180 con 0x7fc850101930 2024-03-18T22:54:26.266 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.263+0000 7fc85667e640 1 -- 172.21.15.52:0/3552227461 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc850107ae0 con 0x7fc850101930 2024-03-18T22:54:26.266 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.264+0000 7fc84d7fa640 1 -- 172.21.15.52:0/3552227461 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fc840017070 con 0x7fc850101930 2024-03-18T22:54:26.266 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.264+0000 7fc84d7fa640 1 --2- 172.21.15.52:0/3552227461 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc8380a2800 0x7fc8380a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:26.266 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.264+0000 7fc84ffff640 1 --2- 172.21.15.52:0/3552227461 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc8380a2800 0x7fc8380a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:26.267 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.265+0000 7fc84d7fa640 1 -- 172.21.15.52:0/3552227461 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7127+0+0 (secure 0 0 0) 0x7fc8400cde10 con 0x7fc850101930 2024-03-18T22:54:26.267 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.265+0000 7fc84ffff640 1 --2- 172.21.15.52:0/3552227461 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc8380a2800 0x7fc8380a4cc0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fc84402c900 tx=0x7fc844005be0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:26.273 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.272+0000 7fc84d7fa640 1 -- 172.21.15.52:0/3552227461 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fc84009b350 con 0x7fc850101930 2024-03-18T22:54:26.516 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.516+0000 7fc85667e640 1 -- 172.21.15.52:0/3552227461 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc85002d3a0 con 0x7fc850101930 2024-03-18T22:54:26.517 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.516+0000 7fc84d7fa640 1 -- 172.21.15.52:0/3552227461 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3040 (secure 0 0 0) 0x7fc84009ac50 con 0x7fc850101930 2024-03-18T22:54:26.517 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:54:26.517 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3227483135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":3227483135},{"type":"v1","addr":"172.21.15.52:6835","nonce":3227483135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/873737656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":873737656},{"type":"v1","addr":"172.21.15.181:6833","nonce":873737656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6833/800213438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":800213438},{"type":"v1","addr":"172.21.15.99:6833","nonce":800213438}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-03-18T22:54:26.518 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 4 2024-03-18T22:54:26.519 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.518+0000 7fc85667e640 1 -- 172.21.15.52:0/3552227461 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc8380a2800 msgr2=0x7fc8380a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:26.519 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.518+0000 7fc85667e640 1 --2- 172.21.15.52:0/3552227461 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc8380a2800 0x7fc8380a4cc0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fc84402c900 tx=0x7fc844005be0 comp rx=0 tx=0).stop 2024-03-18T22:54:26.519 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.518+0000 7fc85667e640 1 -- 172.21.15.52:0/3552227461 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc850101930 msgr2=0x7fc85019c9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:26.519 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.518+0000 7fc85667e640 1 --2- 172.21.15.52:0/3552227461 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc850101930 0x7fc85019c9f0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fc84000b4a0 tx=0x7fc84000b960 comp rx=0 tx=0).stop 2024-03-18T22:54:26.519 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.519+0000 7fc85667e640 1 -- 172.21.15.52:0/3552227461 shutdown_connections 2024-03-18T22:54:26.519 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.519+0000 7fc85667e640 1 --2- 172.21.15.52:0/3552227461 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc8380a2800 0x7fc8380a4cc0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:26.519 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.519+0000 7fc85667e640 1 --2- 172.21.15.52:0/3552227461 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc8501022f0 0x7fc85019f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:26.520 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.519+0000 7fc85667e640 1 --2- 172.21.15.52:0/3552227461 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc850101930 0x7fc85019c9f0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:26.520 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.519+0000 7fc85667e640 1 --2- 172.21.15.52:0/3552227461 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc850100740 0x7fc850069510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:26.520 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.519+0000 7fc85667e640 1 -- 172.21.15.52:0/3552227461 >> 172.21.15.52:0/3552227461 conn(0x7fc8500fbcb0 msgr2=0x7fc850104cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:26.520 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.519+0000 7fc85667e640 1 -- 172.21.15.52:0/3552227461 shutdown_connections 2024-03-18T22:54:26.520 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:26.519+0000 7fc85667e640 1 -- 172.21.15.52:0/3552227461 wait complete. 2024-03-18T22:54:26.606 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:26 smithi052 ceph-mon[32520]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:26.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:26 smithi181 ceph-mon[67256]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:26.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:26 smithi099 ceph-mon[36725]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:26.903 INFO:journalctl@ceph.mds.d.smithi052.stdout:Mar 18 22:54:26 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-d[73583]: starting mds.d at 2024-03-18T22:54:27.238 INFO:journalctl@ceph.mds.d.smithi052.stdout:Mar 18 22:54:26 smithi052 bash[73566]: 4d20781d3d82ecdea8aac384805732beb8564931115364a28f192516a2585d92 2024-03-18T22:54:27.239 INFO:journalctl@ceph.mds.d.smithi052.stdout:Mar 18 22:54:26 smithi052 systemd[1]: Started Ceph mds.d for 444ca0c0-e579-11ee-95c9-87774f69a715. 2024-03-18T22:54:27.616 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:27 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3552227461' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:27.616 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:27 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:27.616 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:27 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:27.616 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:27 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:27.616 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:27 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:27.616 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:27 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:27.616 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:27 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:27.616 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:27 smithi099 ceph-mon[36725]: Deploying daemon mds.e on smithi099 2024-03-18T22:54:27.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:27 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3552227461' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:27.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:27 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:27.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:27 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:27.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:27 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:27.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:27 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:27.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:27 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:27.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:27 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:27.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:27 smithi052 ceph-mon[32520]: Deploying daemon mds.e on smithi099 2024-03-18T22:54:27.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:27 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3552227461' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:27.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:27 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:27.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:27 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:27.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:27 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:27.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:27 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:27.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:27 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:27.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:27 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:27.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:27 smithi181 ceph-mon[67256]: Deploying daemon mds.e on smithi099 2024-03-18T22:54:28.531 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-18T22:54:28.563 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:28 smithi099 ceph-mon[36725]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:28.563 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:28 smithi099 ceph-mon[36725]: mds.? [v2:172.21.15.52:6836/3461032451,v1:172.21.15.52:6837/3461032451] up:boot 2024-03-18T22:54:28.563 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:28 smithi099 ceph-mon[36725]: fsmap 4 up:standby 2024-03-18T22:54:28.563 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:28 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-03-18T22:54:28.649 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.648+0000 7f70fdee8640 1 -- 172.21.15.52:0/2081677214 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f70f8101830 msgr2=0x7f70f8101c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:28.649 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.648+0000 7f70fdee8640 1 --2- 172.21.15.52:0/2081677214 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f70f8101830 0x7f70f8101c50 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f70e8009900 tx=0x7f70e802bc30 comp rx=0 tx=0).stop 2024-03-18T22:54:28.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.648+0000 7f70fdee8640 1 -- 172.21.15.52:0/2081677214 shutdown_connections 2024-03-18T22:54:28.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.648+0000 7f70fdee8640 1 --2- 172.21.15.52:0/2081677214 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f70f81033e0 0x7f70f8109c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:28.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.648+0000 7f70fdee8640 1 --2- 172.21.15.52:0/2081677214 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f70f8102a20 0x7f70f8102ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:28.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.648+0000 7f70fdee8640 1 --2- 172.21.15.52:0/2081677214 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f70f8101830 0x7f70f8101c50 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:28.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.648+0000 7f70fdee8640 1 -- 172.21.15.52:0/2081677214 >> 172.21.15.52:0/2081677214 conn(0x7f70f80fce00 msgr2=0x7f70f80ff220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:28.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.648+0000 7f70fdee8640 1 -- 172.21.15.52:0/2081677214 shutdown_connections 2024-03-18T22:54:28.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.648+0000 7f70fdee8640 1 -- 172.21.15.52:0/2081677214 wait complete. 2024-03-18T22:54:28.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.649+0000 7f70fdee8640 1 Processor -- start 2024-03-18T22:54:28.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.649+0000 7f70fdee8640 1 -- start start 2024-03-18T22:54:28.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.649+0000 7f70fdee8640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f70f8101830 0x7f70f8197be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:28.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.649+0000 7f70fdee8640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f70f8102a20 0x7f70f8198120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:28.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.649+0000 7f70fdee8640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f70f81033e0 0x7f70f819f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:28.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.649+0000 7f70fdee8640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f70f810d590 con 0x7f70f8102a20 2024-03-18T22:54:28.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.649+0000 7f70fdee8640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f70f810d410 con 0x7f70f81033e0 2024-03-18T22:54:28.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.649+0000 7f70fdee8640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f70f810d710 con 0x7f70f8101830 2024-03-18T22:54:28.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.649+0000 7f70f6ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f70f8102a20 0x7f70f8198120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:28.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.649+0000 7f70f6ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f70f8102a20 0x7f70f8198120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49836/0 (socket says 172.21.15.52:49836) 2024-03-18T22:54:28.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.649+0000 7f70f6ffd640 1 -- 172.21.15.52:0/3557197787 learned_addr learned my addr 172.21.15.52:0/3557197787 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:28.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.650+0000 7f70f7fff640 1 --2- 172.21.15.52:0/3557197787 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f70f81033e0 0x7f70f819f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:28.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.650+0000 7f70f77fe640 1 --2- 172.21.15.52:0/3557197787 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f70f8101830 0x7f70f8197be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:28.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.650+0000 7f70f6ffd640 1 -- 172.21.15.52:0/3557197787 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f70f8101830 msgr2=0x7f70f8197be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:28.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.650+0000 7f70f6ffd640 1 --2- 172.21.15.52:0/3557197787 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f70f8101830 0x7f70f8197be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:28.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.650+0000 7f70f6ffd640 1 -- 172.21.15.52:0/3557197787 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f70f81033e0 msgr2=0x7f70f819f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:28.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.650+0000 7f70f6ffd640 1 --2- 172.21.15.52:0/3557197787 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f70f81033e0 0x7f70f819f190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:28.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.650+0000 7f70f6ffd640 1 -- 172.21.15.52:0/3557197787 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70f819f800 con 0x7f70f8102a20 2024-03-18T22:54:28.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.650+0000 7f70f7fff640 1 --2- 172.21.15.52:0/3557197787 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f70f81033e0 0x7f70f819f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:54:28.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.650+0000 7f70f6ffd640 1 --2- 172.21.15.52:0/3557197787 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f70f8102a20 0x7f70f8198120 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f70ec00e9f0 tx=0x7f70ec00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:28.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.650+0000 7f70f4ff9640 1 -- 172.21.15.52:0/3557197787 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70ec00cd80 con 0x7f70f8102a20 2024-03-18T22:54:28.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.650+0000 7f70f4ff9640 1 -- 172.21.15.52:0/3557197787 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f70ec005520 con 0x7f70f8102a20 2024-03-18T22:54:28.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.650+0000 7f70fdee8640 1 -- 172.21.15.52:0/3557197787 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70f819faf0 con 0x7f70f8102a20 2024-03-18T22:54:28.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.650+0000 7f70f4ff9640 1 -- 172.21.15.52:0/3557197787 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70ec010690 con 0x7f70f8102a20 2024-03-18T22:54:28.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.650+0000 7f70fdee8640 1 -- 172.21.15.52:0/3557197787 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70f819fff0 con 0x7f70f8102a20 2024-03-18T22:54:28.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.651+0000 7f70fdee8640 1 -- 172.21.15.52:0/3557197787 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70f8108af0 con 0x7f70f8102a20 2024-03-18T22:54:28.655 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.652+0000 7f70f4ff9640 1 -- 172.21.15.52:0/3557197787 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f70ec0046c0 con 0x7f70f8102a20 2024-03-18T22:54:28.655 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.653+0000 7f70f4ff9640 1 --2- 172.21.15.52:0/3557197787 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f70e00a2800 0x7f70e00a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:28.655 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.653+0000 7f70f77fe640 1 --2- 172.21.15.52:0/3557197787 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f70e00a2800 0x7f70e00a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:28.655 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.653+0000 7f70f4ff9640 1 -- 172.21.15.52:0/3557197787 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7127+0+0 (secure 0 0 0) 0x7f70ec0cebc0 con 0x7f70f8102a20 2024-03-18T22:54:28.655 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.653+0000 7f70f77fe640 1 --2- 172.21.15.52:0/3557197787 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f70e00a2800 0x7f70e00a4cc0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f70e802c900 tx=0x7f70e8005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:28.658 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.657+0000 7f70f4ff9640 1 -- 172.21.15.52:0/3557197787 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f70ec09c060 con 0x7f70f8102a20 2024-03-18T22:54:28.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:28 smithi052 ceph-mon[32520]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:28.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:28 smithi052 ceph-mon[32520]: mds.? [v2:172.21.15.52:6836/3461032451,v1:172.21.15.52:6837/3461032451] up:boot 2024-03-18T22:54:28.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:28 smithi052 ceph-mon[32520]: fsmap 4 up:standby 2024-03-18T22:54:28.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:28 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-03-18T22:54:28.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:28 smithi181 ceph-mon[67256]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:28.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:28 smithi181 ceph-mon[67256]: mds.? [v2:172.21.15.52:6836/3461032451,v1:172.21.15.52:6837/3461032451] up:boot 2024-03-18T22:54:28.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:28 smithi181 ceph-mon[67256]: fsmap 4 up:standby 2024-03-18T22:54:28.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:28 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-03-18T22:54:28.881 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.881+0000 7f70fdee8640 1 -- 172.21.15.52:0/3557197787 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f70f802d1f0 con 0x7f70f8102a20 2024-03-18T22:54:28.882 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.881+0000 7f70f4ff9640 1 -- 172.21.15.52:0/3557197787 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3865 (secure 0 0 0) 0x7f70ec09b960 con 0x7f70f8102a20 2024-03-18T22:54:28.882 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:54:28.882 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3227483135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":3227483135},{"type":"v1","addr":"172.21.15.52:6835","nonce":3227483135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/3461032451","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":3461032451},{"type":"v1","addr":"172.21.15.52:6837","nonce":3461032451}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/873737656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":873737656},{"type":"v1","addr":"172.21.15.181:6833","nonce":873737656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6833/800213438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":800213438},{"type":"v1","addr":"172.21.15.99:6833","nonce":800213438}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-03-18T22:54:28.883 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 5 2024-03-18T22:54:28.884 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.884+0000 7f70fdee8640 1 -- 172.21.15.52:0/3557197787 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f70e00a2800 msgr2=0x7f70e00a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:28.884 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.884+0000 7f70fdee8640 1 --2- 172.21.15.52:0/3557197787 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f70e00a2800 0x7f70e00a4cc0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f70e802c900 tx=0x7f70e8005fd0 comp rx=0 tx=0).stop 2024-03-18T22:54:28.885 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.884+0000 7f70fdee8640 1 -- 172.21.15.52:0/3557197787 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f70f8102a20 msgr2=0x7f70f8198120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:28.885 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.884+0000 7f70fdee8640 1 --2- 172.21.15.52:0/3557197787 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f70f8102a20 0x7f70f8198120 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f70ec00e9f0 tx=0x7f70ec00edf0 comp rx=0 tx=0).stop 2024-03-18T22:54:28.885 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.884+0000 7f70fdee8640 1 -- 172.21.15.52:0/3557197787 shutdown_connections 2024-03-18T22:54:28.885 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.884+0000 7f70fdee8640 1 --2- 172.21.15.52:0/3557197787 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f70e00a2800 0x7f70e00a4cc0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:28.885 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.884+0000 7f70fdee8640 1 --2- 172.21.15.52:0/3557197787 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f70f81033e0 0x7f70f819f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:28.885 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.884+0000 7f70fdee8640 1 --2- 172.21.15.52:0/3557197787 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f70f8102a20 0x7f70f8198120 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:28.885 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.884+0000 7f70fdee8640 1 --2- 172.21.15.52:0/3557197787 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f70f8101830 0x7f70f8197be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:28.885 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.884+0000 7f70fdee8640 1 -- 172.21.15.52:0/3557197787 >> 172.21.15.52:0/3557197787 conn(0x7f70f80fce00 msgr2=0x7f70f8105cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:28.885 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.884+0000 7f70fdee8640 1 -- 172.21.15.52:0/3557197787 shutdown_connections 2024-03-18T22:54:28.885 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:28.884+0000 7f70fdee8640 1 -- 172.21.15.52:0/3557197787 wait complete. 2024-03-18T22:54:29.254 INFO:journalctl@ceph.mds.e.smithi099.stdout:Mar 18 22:54:29 smithi099 systemd[1]: Starting Ceph mds.e for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T22:54:29.510 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:29 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3557197787' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:29.510 INFO:journalctl@ceph.mds.e.smithi099.stdout:Mar 18 22:54:29 smithi099 podman[66825]: 2024-03-18 22:54:29.156597156 +0000 UTC m=+0.017896723 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639 2024-03-18T22:54:29.510 INFO:journalctl@ceph.mds.e.smithi099.stdout:Mar 18 22:54:29 smithi099 podman[66825]: 2024-03-18 22:54:29.299081776 +0000 UTC m=+0.160381336 container create c6cd57ec44d16492f0f249659063ee7708ee41d754b20508e929e3e350432231 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-e, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-03-18T22:54:29.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:29 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3557197787' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:29.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:29 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3557197787' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:29.764 INFO:journalctl@ceph.mds.e.smithi099.stdout:Mar 18 22:54:29 smithi099 podman[66825]: 2024-03-18 22:54:29.510172004 +0000 UTC m=+0.371471580 container init c6cd57ec44d16492f0f249659063ee7708ee41d754b20508e929e3e350432231 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-e, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-batrick-testing-20240318.181317-b6ae249) 2024-03-18T22:54:29.764 INFO:journalctl@ceph.mds.e.smithi099.stdout:Mar 18 22:54:29 smithi099 podman[66825]: 2024-03-18 22:54:29.512972353 +0000 UTC m=+0.374271923 container start c6cd57ec44d16492f0f249659063ee7708ee41d754b20508e929e3e350432231 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-e, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-03-18T22:54:29.765 INFO:journalctl@ceph.mds.e.smithi099.stdout:Mar 18 22:54:29 smithi099 ceph-mds[66845]: -- 172.21.15.99:0/469205894 <== mon.2 v2:172.21.15.99:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d9f8b43a40 con 0x55d9f8b17000 2024-03-18T22:54:29.765 INFO:journalctl@ceph.mds.e.smithi099.stdout:Mar 18 22:54:29 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-e[66841]: starting mds.e at 2024-03-18T22:54:29.765 INFO:journalctl@ceph.mds.e.smithi099.stdout:Mar 18 22:54:29 smithi099 bash[66825]: c6cd57ec44d16492f0f249659063ee7708ee41d754b20508e929e3e350432231 2024-03-18T22:54:29.765 INFO:journalctl@ceph.mds.e.smithi099.stdout:Mar 18 22:54:29 smithi099 systemd[1]: Started Ceph mds.e for 444ca0c0-e579-11ee-95c9-87774f69a715. 2024-03-18T22:54:30.897 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-18T22:54:30.925 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:30 smithi052 ceph-mon[32520]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:30.926 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:30 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:30.926 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:30 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:30.926 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:30 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:30.926 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:30 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:30.926 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:30 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:30.926 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:30 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:30.926 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:30 smithi052 ceph-mon[32520]: Deploying daemon mds.f on smithi181 2024-03-18T22:54:30.926 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:30 smithi052 ceph-mon[32520]: mds.? [v2:172.21.15.99:6834/286053630,v1:172.21.15.99:6835/286053630] up:boot 2024-03-18T22:54:30.926 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:30 smithi052 ceph-mon[32520]: fsmap 5 up:standby 2024-03-18T22:54:30.926 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:30 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-18T22:54:31.005 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:30 smithi181 ceph-mon[67256]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:31.005 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:30 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:31.005 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:30 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:31.005 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:30 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:31.005 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:30 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:31.006 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:30 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:31.006 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:30 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:31.006 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:30 smithi181 ceph-mon[67256]: Deploying daemon mds.f on smithi181 2024-03-18T22:54:31.006 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:30 smithi181 ceph-mon[67256]: mds.? [v2:172.21.15.99:6834/286053630,v1:172.21.15.99:6835/286053630] up:boot 2024-03-18T22:54:31.006 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:30 smithi181 ceph-mon[67256]: fsmap 5 up:standby 2024-03-18T22:54:31.006 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:30 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-18T22:54:31.014 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.012+0000 7fabe6e59640 1 -- 172.21.15.52:0/1899045257 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabe01075e0 msgr2=0x7fabe01099d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:31.014 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.012+0000 7fabe6e59640 1 --2- 172.21.15.52:0/1899045257 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabe01075e0 0x7fabe01099d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fabd0009900 tx=0x7fabd002bc30 comp rx=0 tx=0).stop 2024-03-18T22:54:31.014 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.012+0000 7fabe6e59640 1 -- 172.21.15.52:0/1899045257 shutdown_connections 2024-03-18T22:54:31.014 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.012+0000 7fabe6e59640 1 --2- 172.21.15.52:0/1899045257 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabe01075e0 0x7fabe01099d0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:31.014 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.012+0000 7fabe6e59640 1 --2- 172.21.15.52:0/1899045257 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fabe0104cb0 0x7fabe01070a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:31.014 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.012+0000 7fabe6e59640 1 --2- 172.21.15.52:0/1899045257 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fabe0102380 0x7fabe0104770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:31.015 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.012+0000 7fabe6e59640 1 -- 172.21.15.52:0/1899045257 >> 172.21.15.52:0/1899045257 conn(0x7fabe00fbcb0 msgr2=0x7fabe00fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:31.015 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.012+0000 7fabe6e59640 1 -- 172.21.15.52:0/1899045257 shutdown_connections 2024-03-18T22:54:31.015 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.012+0000 7fabe6e59640 1 -- 172.21.15.52:0/1899045257 wait complete. 2024-03-18T22:54:31.015 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.012+0000 7fabe6e59640 1 Processor -- start 2024-03-18T22:54:31.015 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.012+0000 7fabe6e59640 1 -- start start 2024-03-18T22:54:31.015 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.012+0000 7fabe6e59640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fabe0102380 0x7fabe0197c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:31.015 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.012+0000 7fabe6e59640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabe0104cb0 0x7fabe01981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:31.015 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.012+0000 7fabe6e59640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fabe01075e0 0x7fabe019f210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:31.015 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.012+0000 7fabe6e59640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fabe010d650 con 0x7fabe0104cb0 2024-03-18T22:54:31.015 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.012+0000 7fabe6e59640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fabe010d4d0 con 0x7fabe0102380 2024-03-18T22:54:31.015 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.012+0000 7fabe6e59640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fabe010d7d0 con 0x7fabe01075e0 2024-03-18T22:54:31.015 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.013+0000 7fabdffff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabe0104cb0 0x7fabe01981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:31.015 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.013+0000 7fabdffff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabe0104cb0 0x7fabe01981b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49864/0 (socket says 172.21.15.52:49864) 2024-03-18T22:54:31.015 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.013+0000 7fabdffff640 1 -- 172.21.15.52:0/3795084718 learned_addr learned my addr 172.21.15.52:0/3795084718 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:31.016 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.013+0000 7fabe53f6640 1 --2- 172.21.15.52:0/3795084718 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fabe01075e0 0x7fabe019f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:31.016 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.013+0000 7fabe4bf5640 1 --2- 172.21.15.52:0/3795084718 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fabe0102380 0x7fabe0197c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:31.016 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.013+0000 7fabdffff640 1 -- 172.21.15.52:0/3795084718 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fabe01075e0 msgr2=0x7fabe019f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:31.016 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.013+0000 7fabdffff640 1 --2- 172.21.15.52:0/3795084718 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fabe01075e0 0x7fabe019f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:31.016 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.013+0000 7fabdffff640 1 -- 172.21.15.52:0/3795084718 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fabe0102380 msgr2=0x7fabe0197c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:31.016 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.013+0000 7fabdffff640 1 --2- 172.21.15.52:0/3795084718 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fabe0102380 0x7fabe0197c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:31.016 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.013+0000 7fabdffff640 1 -- 172.21.15.52:0/3795084718 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabe019f8b0 con 0x7fabe0104cb0 2024-03-18T22:54:31.016 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.013+0000 7fabdffff640 1 --2- 172.21.15.52:0/3795084718 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabe0104cb0 0x7fabe01981b0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fabd400b450 tx=0x7fabd400b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:31.016 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.013+0000 7fabddffb640 1 -- 172.21.15.52:0/3795084718 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd4015020 con 0x7fabe0104cb0 2024-03-18T22:54:31.016 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.013+0000 7fabddffb640 1 -- 172.21.15.52:0/3795084718 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fabd4011d90 con 0x7fabe0104cb0 2024-03-18T22:54:31.016 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.013+0000 7fabe6e59640 1 -- 172.21.15.52:0/3795084718 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabe019fba0 con 0x7fabe0104cb0 2024-03-18T22:54:31.016 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.013+0000 7fabddffb640 1 -- 172.21.15.52:0/3795084718 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd400f340 con 0x7fabe0104cb0 2024-03-18T22:54:31.016 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.014+0000 7fabe6e59640 1 -- 172.21.15.52:0/3795084718 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabe01a00f0 con 0x7fabe0104cb0 2024-03-18T22:54:31.017 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:30 smithi099 ceph-mon[36725]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:31.017 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:30 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:31.017 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:30 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:31.017 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:30 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:31.017 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:30 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:31.017 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:30 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:31.018 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:30 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:31.018 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:30 smithi099 ceph-mon[36725]: Deploying daemon mds.f on smithi181 2024-03-18T22:54:31.018 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:30 smithi099 ceph-mon[36725]: mds.? [v2:172.21.15.99:6834/286053630,v1:172.21.15.99:6835/286053630] up:boot 2024-03-18T22:54:31.018 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:30 smithi099 ceph-mon[36725]: fsmap 5 up:standby 2024-03-18T22:54:31.018 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:30 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-18T22:54:31.018 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.014+0000 7fabe6e59640 1 -- 172.21.15.52:0/3795084718 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fabe00fd7a0 con 0x7fabe0104cb0 2024-03-18T22:54:31.019 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.015+0000 7fabddffb640 1 -- 172.21.15.52:0/3795084718 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fabd4018020 con 0x7fabe0104cb0 2024-03-18T22:54:31.019 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.016+0000 7fabddffb640 1 --2- 172.21.15.52:0/3795084718 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fabc80a2800 0x7fabc80a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:31.019 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.016+0000 7fabe4bf5640 1 --2- 172.21.15.52:0/3795084718 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fabc80a2800 0x7fabc80a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:31.019 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.016+0000 7fabddffb640 1 -- 172.21.15.52:0/3795084718 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7127+0+0 (secure 0 0 0) 0x7fabd40ce100 con 0x7fabe0104cb0 2024-03-18T22:54:31.019 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.016+0000 7fabe4bf5640 1 --2- 172.21.15.52:0/3795084718 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fabc80a2800 0x7fabc80a4cc0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fabe0198b40 tx=0x7fabd80094a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:31.021 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.021+0000 7fabddffb640 1 -- 172.21.15.52:0/3795084718 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fabd401f020 con 0x7fabe0104cb0 2024-03-18T22:54:31.248 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.248+0000 7fabe6e59640 1 -- 172.21.15.52:0/3795084718 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fabe002d1f0 con 0x7fabe0104cb0 2024-03-18T22:54:31.249 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.248+0000 7fabddffb640 1 -- 172.21.15.52:0/3795084718 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4687 (secure 0 0 0) 0x7fabd400d040 con 0x7fabe0104cb0 2024-03-18T22:54:31.249 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:54:31.249 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3227483135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":3227483135},{"type":"v1","addr":"172.21.15.52:6835","nonce":3227483135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/3461032451","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":3461032451},{"type":"v1","addr":"172.21.15.52:6837","nonce":3461032451}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/873737656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":873737656},{"type":"v1","addr":"172.21.15.181:6833","nonce":873737656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6833/800213438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":800213438},{"type":"v1","addr":"172.21.15.99:6833","nonce":800213438}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24455,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6835/286053630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":286053630},{"type":"v1","addr":"172.21.15.99:6835","nonce":286053630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-03-18T22:54:31.250 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 6 2024-03-18T22:54:31.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.251+0000 7fabe6e59640 1 -- 172.21.15.52:0/3795084718 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fabc80a2800 msgr2=0x7fabc80a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:31.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.251+0000 7fabe6e59640 1 --2- 172.21.15.52:0/3795084718 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fabc80a2800 0x7fabc80a4cc0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fabe0198b40 tx=0x7fabd80094a0 comp rx=0 tx=0).stop 2024-03-18T22:54:31.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.251+0000 7fabe6e59640 1 -- 172.21.15.52:0/3795084718 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabe0104cb0 msgr2=0x7fabe01981b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:31.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.251+0000 7fabe6e59640 1 --2- 172.21.15.52:0/3795084718 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabe0104cb0 0x7fabe01981b0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fabd400b450 tx=0x7fabd400b910 comp rx=0 tx=0).stop 2024-03-18T22:54:31.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.251+0000 7fabe6e59640 1 -- 172.21.15.52:0/3795084718 shutdown_connections 2024-03-18T22:54:31.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.251+0000 7fabe6e59640 1 --2- 172.21.15.52:0/3795084718 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fabc80a2800 0x7fabc80a4cc0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:31.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.251+0000 7fabe6e59640 1 --2- 172.21.15.52:0/3795084718 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fabe01075e0 0x7fabe019f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:31.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.251+0000 7fabe6e59640 1 --2- 172.21.15.52:0/3795084718 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabe0104cb0 0x7fabe01981b0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:31.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.251+0000 7fabe6e59640 1 --2- 172.21.15.52:0/3795084718 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fabe0102380 0x7fabe0197c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:31.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.251+0000 7fabe6e59640 1 -- 172.21.15.52:0/3795084718 >> 172.21.15.52:0/3795084718 conn(0x7fabe00fbcb0 msgr2=0x7fabe0102cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:31.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.251+0000 7fabe6e59640 1 -- 172.21.15.52:0/3795084718 shutdown_connections 2024-03-18T22:54:31.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:31.251+0000 7fabe6e59640 1 -- 172.21.15.52:0/3795084718 wait complete. 2024-03-18T22:54:31.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:31 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3795084718' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:32.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:31 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3795084718' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:32.013 INFO:journalctl@ceph.mds.f.smithi181.stdout:Mar 18 22:54:31 smithi181 systemd[1]: Starting Ceph mds.f for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T22:54:32.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:31 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3795084718' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:32.294 INFO:journalctl@ceph.mds.f.smithi181.stdout:Mar 18 22:54:32 smithi181 podman[98173]: 2024-03-18 22:54:31.922781081 +0000 UTC m=+0.018358765 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639 2024-03-18T22:54:32.294 INFO:journalctl@ceph.mds.f.smithi181.stdout:Mar 18 22:54:32 smithi181 podman[98173]: 2024-03-18 22:54:32.050967341 +0000 UTC m=+0.146545007 container create 8102fc3b3bee107d239f5fec24c331014bdfcaa1ca5c95fe790e2ecafd5b0654 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-f, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-03-18T22:54:32.294 INFO:journalctl@ceph.mds.f.smithi181.stdout:Mar 18 22:54:32 smithi181 podman[98173]: 2024-03-18 22:54:32.294475577 +0000 UTC m=+0.390053253 container init 8102fc3b3bee107d239f5fec24c331014bdfcaa1ca5c95fe790e2ecafd5b0654 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-f, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-18T22:54:32.674 INFO:journalctl@ceph.mds.f.smithi181.stdout:Mar 18 22:54:32 smithi181 podman[98173]: 2024-03-18 22:54:32.297031856 +0000 UTC m=+0.392609530 container start 8102fc3b3bee107d239f5fec24c331014bdfcaa1ca5c95fe790e2ecafd5b0654 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-f, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True) 2024-03-18T22:54:32.674 INFO:journalctl@ceph.mds.f.smithi181.stdout:Mar 18 22:54:32 smithi181 ceph-mds[98192]: -- 172.21.15.181:0/3060190938 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f5e3fffa40 con 0x55f5e3fd2800 2024-03-18T22:54:32.674 INFO:journalctl@ceph.mds.f.smithi181.stdout:Mar 18 22:54:32 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-f[98188]: starting mds.f at 2024-03-18T22:54:32.674 INFO:journalctl@ceph.mds.f.smithi181.stdout:Mar 18 22:54:32 smithi181 bash[98173]: 8102fc3b3bee107d239f5fec24c331014bdfcaa1ca5c95fe790e2ecafd5b0654 2024-03-18T22:54:32.674 INFO:journalctl@ceph.mds.f.smithi181.stdout:Mar 18 22:54:32 smithi181 systemd[1]: Started Ceph mds.f for 444ca0c0-e579-11ee-95c9-87774f69a715. 2024-03-18T22:54:32.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:32 smithi052 ceph-mon[32520]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:32.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:32 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:32.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:32 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:32.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:32 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:32.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:32 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:32.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:32 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:32.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:32 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:33.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:32 smithi181 ceph-mon[67256]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:33.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:32 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:33.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:32 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:33.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:32 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:33.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:32 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:33.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:32 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:33.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:32 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:33.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:32 smithi099 ceph-mon[36725]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:33.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:32 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:33.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:32 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:33.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:32 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:33.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:32 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:33.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:32 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:33.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:32 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:33.264 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-18T22:54:33.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.379+0000 7f4dafc85640 1 -- 172.21.15.52:0/3788930134 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4da8104c50 msgr2=0x7f4da8107040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:33.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.379+0000 7f4dafc85640 1 --2- 172.21.15.52:0/3788930134 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4da8104c50 0x7f4da8107040 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f4d98009900 tx=0x7f4d9802bc30 comp rx=0 tx=0).stop 2024-03-18T22:54:33.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.379+0000 7f4dafc85640 1 -- 172.21.15.52:0/3788930134 shutdown_connections 2024-03-18T22:54:33.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.379+0000 7f4dafc85640 1 --2- 172.21.15.52:0/3788930134 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4da8107580 0x7f4da8109970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:33.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.379+0000 7f4dafc85640 1 --2- 172.21.15.52:0/3788930134 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4da8104c50 0x7f4da8107040 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:33.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.379+0000 7f4dafc85640 1 --2- 172.21.15.52:0/3788930134 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4da8102320 0x7f4da8104710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:33.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.379+0000 7f4dafc85640 1 -- 172.21.15.52:0/3788930134 >> 172.21.15.52:0/3788930134 conn(0x7f4da80fbcb0 msgr2=0x7f4da80fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:33.383 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.379+0000 7f4dafc85640 1 -- 172.21.15.52:0/3788930134 shutdown_connections 2024-03-18T22:54:33.383 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.379+0000 7f4dafc85640 1 -- 172.21.15.52:0/3788930134 wait complete. 2024-03-18T22:54:33.383 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.379+0000 7f4dafc85640 1 Processor -- start 2024-03-18T22:54:33.383 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.379+0000 7f4dafc85640 1 -- start start 2024-03-18T22:54:33.383 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.379+0000 7f4dafc85640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4da8102320 0x7f4da8101c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:33.383 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.379+0000 7f4dafc85640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4da8104c50 0x7f4da81002d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:33.383 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.379+0000 7f4dafc85640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4da8107580 0x7f4da8100810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:33.383 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.379+0000 7f4dafc85640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4da810d5a0 con 0x7f4da8107580 2024-03-18T22:54:33.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.379+0000 7f4dafc85640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f4da810d420 con 0x7f4da8102320 2024-03-18T22:54:33.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.379+0000 7f4dafc85640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f4da810d720 con 0x7f4da8104c50 2024-03-18T22:54:33.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.380+0000 7f4dae222640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4da8107580 0x7f4da8100810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:33.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.380+0000 7f4dae222640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4da8107580 0x7f4da8100810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49876/0 (socket says 172.21.15.52:49876) 2024-03-18T22:54:33.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.380+0000 7f4dae222640 1 -- 172.21.15.52:0/231565724 learned_addr learned my addr 172.21.15.52:0/231565724 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:33.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.380+0000 7f4dad220640 1 --2- 172.21.15.52:0/231565724 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4da8104c50 0x7f4da81002d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:33.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.380+0000 7f4dada21640 1 --2- 172.21.15.52:0/231565724 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4da8102320 0x7f4da8101c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:33.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.380+0000 7f4dae222640 1 -- 172.21.15.52:0/231565724 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4da8104c50 msgr2=0x7f4da81002d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:33.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.380+0000 7f4dae222640 1 --2- 172.21.15.52:0/231565724 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4da8104c50 0x7f4da81002d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:33.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.380+0000 7f4dae222640 1 -- 172.21.15.52:0/231565724 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4da8102320 msgr2=0x7f4da8101c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:33.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.380+0000 7f4dae222640 1 --2- 172.21.15.52:0/231565724 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4da8102320 0x7f4da8101c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:33.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.380+0000 7f4dae222640 1 -- 172.21.15.52:0/231565724 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4da81010a0 con 0x7f4da8107580 2024-03-18T22:54:33.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.380+0000 7f4dae222640 1 --2- 172.21.15.52:0/231565724 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4da8107580 0x7f4da8100810 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4da000eaa0 tx=0x7f4da000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:33.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.380+0000 7f4d9effd640 1 -- 172.21.15.52:0/231565724 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da000cdb0 con 0x7f4da8107580 2024-03-18T22:54:33.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.380+0000 7f4d9effd640 1 -- 172.21.15.52:0/231565724 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4da0004b20 con 0x7f4da8107580 2024-03-18T22:54:33.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.380+0000 7f4dafc85640 1 -- 172.21.15.52:0/231565724 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4da81a1ce0 con 0x7f4da8107580 2024-03-18T22:54:33.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.380+0000 7f4d9effd640 1 -- 172.21.15.52:0/231565724 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da0011760 con 0x7f4da8107580 2024-03-18T22:54:33.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.380+0000 7f4dafc85640 1 -- 172.21.15.52:0/231565724 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4da81a21a0 con 0x7f4da8107580 2024-03-18T22:54:33.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.381+0000 7f4dafc85640 1 -- 172.21.15.52:0/231565724 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4da80fd7a0 con 0x7f4da8107580 2024-03-18T22:54:33.386 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.382+0000 7f4d9effd640 1 -- 172.21.15.52:0/231565724 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f4da0004cd0 con 0x7f4da8107580 2024-03-18T22:54:33.386 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.383+0000 7f4d9effd640 1 --2- 172.21.15.52:0/231565724 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f4d940a2880 0x7f4d940a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:33.386 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.383+0000 7f4dada21640 1 --2- 172.21.15.52:0/231565724 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f4d940a2880 0x7f4d940a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:33.386 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.383+0000 7f4d9effd640 1 -- 172.21.15.52:0/231565724 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7127+0+0 (secure 0 0 0) 0x7f4da00ce8c0 con 0x7f4da8107580 2024-03-18T22:54:33.386 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.384+0000 7f4dada21640 1 --2- 172.21.15.52:0/231565724 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f4d940a2880 0x7f4d940a4d40 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4da4005e10 tx=0x7f4da4005da0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:33.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.388+0000 7f4d9effd640 1 -- 172.21.15.52:0/231565724 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f4da0016030 con 0x7f4da8107580 2024-03-18T22:54:33.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.608+0000 7f4dafc85640 1 -- 172.21.15.52:0/231565724 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4da80624c0 con 0x7f4da8107580 2024-03-18T22:54:33.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.609+0000 7f4d9effd640 1 -- 172.21.15.52:0/231565724 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5512 (secure 0 0 0) 0x7f4da009bd60 con 0x7f4da8107580 2024-03-18T22:54:33.610 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:54:33.610 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3227483135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":3227483135},{"type":"v1","addr":"172.21.15.52:6835","nonce":3227483135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/3461032451","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":3461032451},{"type":"v1","addr":"172.21.15.52:6837","nonce":3461032451}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/873737656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":873737656},{"type":"v1","addr":"172.21.15.181:6833","nonce":873737656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6833/800213438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":800213438},{"type":"v1","addr":"172.21.15.99:6833","nonce":800213438}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24445,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/278652610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":278652610},{"type":"v1","addr":"172.21.15.181:6835","nonce":278652610}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24455,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6835/286053630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":286053630},{"type":"v1","addr":"172.21.15.99:6835","nonce":286053630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-03-18T22:54:33.610 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 7 2024-03-18T22:54:33.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.611+0000 7f4dafc85640 1 -- 172.21.15.52:0/231565724 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f4d940a2880 msgr2=0x7f4d940a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:33.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.611+0000 7f4dafc85640 1 --2- 172.21.15.52:0/231565724 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f4d940a2880 0x7f4d940a4d40 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4da4005e10 tx=0x7f4da4005da0 comp rx=0 tx=0).stop 2024-03-18T22:54:33.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.611+0000 7f4dafc85640 1 -- 172.21.15.52:0/231565724 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4da8107580 msgr2=0x7f4da8100810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:33.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.611+0000 7f4dafc85640 1 --2- 172.21.15.52:0/231565724 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4da8107580 0x7f4da8100810 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4da000eaa0 tx=0x7f4da000ef60 comp rx=0 tx=0).stop 2024-03-18T22:54:33.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.611+0000 7f4dafc85640 1 -- 172.21.15.52:0/231565724 shutdown_connections 2024-03-18T22:54:33.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.611+0000 7f4dafc85640 1 --2- 172.21.15.52:0/231565724 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f4d940a2880 0x7f4d940a4d40 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:33.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.611+0000 7f4dafc85640 1 --2- 172.21.15.52:0/231565724 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4da8107580 0x7f4da8100810 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:33.613 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.611+0000 7f4dafc85640 1 --2- 172.21.15.52:0/231565724 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4da8104c50 0x7f4da81002d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:33.613 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.611+0000 7f4dafc85640 1 --2- 172.21.15.52:0/231565724 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4da8102320 0x7f4da8101c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:33.613 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.611+0000 7f4dafc85640 1 -- 172.21.15.52:0/231565724 >> 172.21.15.52:0/231565724 conn(0x7f4da80fbcb0 msgr2=0x7f4da8102c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:33.613 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.611+0000 7f4dafc85640 1 -- 172.21.15.52:0/231565724 shutdown_connections 2024-03-18T22:54:33.613 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:33.611+0000 7f4dafc85640 1 -- 172.21.15.52:0/231565724 wait complete. 2024-03-18T22:54:33.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:33 smithi052 ceph-mon[32520]: Deploying daemon mds.c on smithi181 2024-03-18T22:54:33.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:33 smithi052 ceph-mon[32520]: mds.? [v2:172.21.15.181:6834/278652610,v1:172.21.15.181:6835/278652610] up:boot 2024-03-18T22:54:33.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:33 smithi052 ceph-mon[32520]: fsmap 6 up:standby 2024-03-18T22:54:33.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:33 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-18T22:54:33.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:33 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/231565724' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:34.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:33 smithi181 ceph-mon[67256]: Deploying daemon mds.c on smithi181 2024-03-18T22:54:34.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:33 smithi181 ceph-mon[67256]: mds.? [v2:172.21.15.181:6834/278652610,v1:172.21.15.181:6835/278652610] up:boot 2024-03-18T22:54:34.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:33 smithi181 ceph-mon[67256]: fsmap 6 up:standby 2024-03-18T22:54:34.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:33 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-18T22:54:34.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:33 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/231565724' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:34.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:33 smithi099 ceph-mon[36725]: Deploying daemon mds.c on smithi181 2024-03-18T22:54:34.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:33 smithi099 ceph-mon[36725]: mds.? [v2:172.21.15.181:6834/278652610,v1:172.21.15.181:6835/278652610] up:boot 2024-03-18T22:54:34.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:33 smithi099 ceph-mon[36725]: fsmap 6 up:standby 2024-03-18T22:54:34.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:33 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-18T22:54:34.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:33 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/231565724' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:34.681 INFO:journalctl@ceph.mds.c.smithi181.stdout:Mar 18 22:54:34 smithi181 systemd[1]: Starting Ceph mds.c for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T22:54:34.933 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:34 smithi181 ceph-mon[67256]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:34.933 INFO:journalctl@ceph.mds.c.smithi181.stdout:Mar 18 22:54:34 smithi181 podman[98485]: 2024-03-18 22:54:34.662354919 +0000 UTC m=+0.017768866 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639 2024-03-18T22:54:34.933 INFO:journalctl@ceph.mds.c.smithi181.stdout:Mar 18 22:54:34 smithi181 podman[98485]: 2024-03-18 22:54:34.828947441 +0000 UTC m=+0.184361387 container create 9d71708bc01b62be4ed392b32cb4285965fba045ddf6772ab01c5120ff72eec2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-c, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240307) 2024-03-18T22:54:34.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:34 smithi052 ceph-mon[32520]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:35.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:34 smithi099 ceph-mon[36725]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:35.513 INFO:journalctl@ceph.mds.c.smithi181.stdout:Mar 18 22:54:35 smithi181 podman[98485]: 2024-03-18 22:54:35.056586371 +0000 UTC m=+0.412000317 container init 9d71708bc01b62be4ed392b32cb4285965fba045ddf6772ab01c5120ff72eec2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-c, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-03-18T22:54:35.513 INFO:journalctl@ceph.mds.c.smithi181.stdout:Mar 18 22:54:35 smithi181 podman[98485]: 2024-03-18 22:54:35.059254479 +0000 UTC m=+0.414668425 container start 9d71708bc01b62be4ed392b32cb4285965fba045ddf6772ab01c5120ff72eec2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-c, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-03-18T22:54:35.513 INFO:journalctl@ceph.mds.c.smithi181.stdout:Mar 18 22:54:35 smithi181 ceph-mds[98504]: -- 172.21.15.181:0/2602486103 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5578ad9d5a40 con 0x5578ad9a8800 2024-03-18T22:54:35.513 INFO:journalctl@ceph.mds.c.smithi181.stdout:Mar 18 22:54:35 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-c[98500]: starting mds.c at 2024-03-18T22:54:35.513 INFO:journalctl@ceph.mds.c.smithi181.stdout:Mar 18 22:54:35 smithi181 bash[98485]: 9d71708bc01b62be4ed392b32cb4285965fba045ddf6772ab01c5120ff72eec2 2024-03-18T22:54:35.513 INFO:journalctl@ceph.mds.c.smithi181.stdout:Mar 18 22:54:35 smithi181 systemd[1]: Started Ceph mds.c for 444ca0c0-e579-11ee-95c9-87774f69a715. 2024-03-18T22:54:35.624 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-18T22:54:35.742 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.739+0000 7f0978685640 1 -- 172.21.15.52:0/3020607806 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09701019b0 msgr2=0x7f0970101e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:35.742 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.739+0000 7f0978685640 1 --2- 172.21.15.52:0/3020607806 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09701019b0 0x7f0970101e30 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f0960009900 tx=0x7f096002bc30 comp rx=0 tx=0).stop 2024-03-18T22:54:35.742 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.739+0000 7f0978685640 1 -- 172.21.15.52:0/3020607806 shutdown_connections 2024-03-18T22:54:35.742 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.739+0000 7f0978685640 1 --2- 172.21.15.52:0/3020607806 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0970102370 0x7f0970108c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:35.742 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.739+0000 7f0978685640 1 --2- 172.21.15.52:0/3020607806 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09701019b0 0x7f0970101e30 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:35.742 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.739+0000 7f0978685640 1 --2- 172.21.15.52:0/3020607806 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f09701007c0 0x7f0970100be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:35.742 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.739+0000 7f0978685640 1 -- 172.21.15.52:0/3020607806 >> 172.21.15.52:0/3020607806 conn(0x7f09700fbd50 msgr2=0x7f09700fe170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:35.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.739+0000 7f0978685640 1 -- 172.21.15.52:0/3020607806 shutdown_connections 2024-03-18T22:54:35.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.739+0000 7f0978685640 1 -- 172.21.15.52:0/3020607806 wait complete. 2024-03-18T22:54:35.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.739+0000 7f0978685640 1 Processor -- start 2024-03-18T22:54:35.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.739+0000 7f0978685640 1 -- start start 2024-03-18T22:54:35.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.739+0000 7f0978685640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09701007c0 0x7f097006a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:35.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.740+0000 7f0978685640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f09701019b0 0x7f097019c950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:35.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.740+0000 7f0978685640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0970102370 0x7f097019ef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:35.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.740+0000 7f0978685640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f097010c4b0 con 0x7f09701007c0 2024-03-18T22:54:35.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.740+0000 7f0978685640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f097010c330 con 0x7f09701019b0 2024-03-18T22:54:35.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.740+0000 7f0978685640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f097010c630 con 0x7f0970102370 2024-03-18T22:54:35.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.740+0000 7f0976421640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09701007c0 0x7f097006a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:35.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.740+0000 7f0976421640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09701007c0 0x7f097006a9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49890/0 (socket says 172.21.15.52:49890) 2024-03-18T22:54:35.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.740+0000 7f0976421640 1 -- 172.21.15.52:0/2551694117 learned_addr learned my addr 172.21.15.52:0/2551694117 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:35.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.740+0000 7f0975c20640 1 --2- 172.21.15.52:0/2551694117 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f09701019b0 0x7f097019c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:35.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.740+0000 7f0976c22640 1 --2- 172.21.15.52:0/2551694117 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0970102370 0x7f097019ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:35.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.740+0000 7f0976421640 1 -- 172.21.15.52:0/2551694117 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0970102370 msgr2=0x7f097019ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:35.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.740+0000 7f0976421640 1 --2- 172.21.15.52:0/2551694117 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0970102370 0x7f097019ef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:35.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.740+0000 7f0976421640 1 -- 172.21.15.52:0/2551694117 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f09701019b0 msgr2=0x7f097019c950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:35.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.740+0000 7f0976421640 1 --2- 172.21.15.52:0/2551694117 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f09701019b0 0x7f097019c950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:35.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.740+0000 7f0976421640 1 -- 172.21.15.52:0/2551694117 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f097019f880 con 0x7f09701007c0 2024-03-18T22:54:35.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.740+0000 7f0976c22640 1 --2- 172.21.15.52:0/2551694117 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0970102370 0x7f097019ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-18T22:54:35.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.740+0000 7f0976421640 1 --2- 172.21.15.52:0/2551694117 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09701007c0 0x7f097006a9c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f096c00d770 tx=0x7f096c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:35.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.740+0000 7f09677fe640 1 -- 172.21.15.52:0/2551694117 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f096c017070 con 0x7f09701007c0 2024-03-18T22:54:35.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.740+0000 7f0978685640 1 -- 172.21.15.52:0/2551694117 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f097019fb10 con 0x7f09701007c0 2024-03-18T22:54:35.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.740+0000 7f09677fe640 1 -- 172.21.15.52:0/2551694117 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f096c009c30 con 0x7f09701007c0 2024-03-18T22:54:35.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.740+0000 7f09677fe640 1 -- 172.21.15.52:0/2551694117 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f096c003e40 con 0x7f09701007c0 2024-03-18T22:54:35.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.740+0000 7f0978685640 1 -- 172.21.15.52:0/2551694117 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09701a0080 con 0x7f09701007c0 2024-03-18T22:54:35.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.741+0000 7f0978685640 1 -- 172.21.15.52:0/2551694117 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0970107ae0 con 0x7f09701007c0 2024-03-18T22:54:35.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.742+0000 7f09677fe640 1 -- 172.21.15.52:0/2551694117 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f096c003fe0 con 0x7f09701007c0 2024-03-18T22:54:35.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.743+0000 7f09677fe640 1 --2- 172.21.15.52:0/2551694117 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f095c0a2800 0x7f095c0a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:35.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.743+0000 7f0975c20640 1 --2- 172.21.15.52:0/2551694117 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f095c0a2800 0x7f095c0a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:35.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.743+0000 7f09677fe640 1 -- 172.21.15.52:0/2551694117 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7127+0+0 (secure 0 0 0) 0x7f096c0ce3b0 con 0x7f09701007c0 2024-03-18T22:54:35.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.743+0000 7f0975c20640 1 --2- 172.21.15.52:0/2551694117 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f095c0a2800 0x7f095c0a4cc0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f0960006010 tx=0x7f096002c9f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:35.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.747+0000 7f09677fe640 1 -- 172.21.15.52:0/2551694117 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f096c009de0 con 0x7f09701007c0 2024-03-18T22:54:35.968 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.968+0000 7f0978685640 1 -- 172.21.15.52:0/2551694117 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f097002d1f0 con 0x7f09701007c0 2024-03-18T22:54:35.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.969+0000 7f09677fe640 1 -- 172.21.15.52:0/2551694117 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6340 (secure 0 0 0) 0x7f096c09b8f0 con 0x7f09701007c0 2024-03-18T22:54:35.969 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:54:35.969 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3227483135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":3227483135},{"type":"v1","addr":"172.21.15.52:6835","nonce":3227483135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/3461032451","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":3461032451},{"type":"v1","addr":"172.21.15.52:6837","nonce":3461032451}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/873737656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":873737656},{"type":"v1","addr":"172.21.15.181:6833","nonce":873737656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6833/800213438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":800213438},{"type":"v1","addr":"172.21.15.99:6833","nonce":800213438}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24445,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/278652610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":278652610},{"type":"v1","addr":"172.21.15.181:6835","nonce":278652610}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24455,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6835/286053630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":286053630},{"type":"v1","addr":"172.21.15.99:6835","nonce":286053630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6837/1834382232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":1834382232},{"type":"v1","addr":"172.21.15.181:6837","nonce":1834382232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-03-18T22:54:35.970 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 8 2024-03-18T22:54:35.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.970+0000 7f0978685640 1 -- 172.21.15.52:0/2551694117 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f095c0a2800 msgr2=0x7f095c0a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:35.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.970+0000 7f0978685640 1 --2- 172.21.15.52:0/2551694117 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f095c0a2800 0x7f095c0a4cc0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f0960006010 tx=0x7f096002c9f0 comp rx=0 tx=0).stop 2024-03-18T22:54:35.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.970+0000 7f0978685640 1 -- 172.21.15.52:0/2551694117 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09701007c0 msgr2=0x7f097006a9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:35.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.970+0000 7f0978685640 1 --2- 172.21.15.52:0/2551694117 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09701007c0 0x7f097006a9c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f096c00d770 tx=0x7f096c00dc30 comp rx=0 tx=0).stop 2024-03-18T22:54:35.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.971+0000 7f0978685640 1 -- 172.21.15.52:0/2551694117 shutdown_connections 2024-03-18T22:54:35.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.971+0000 7f0978685640 1 --2- 172.21.15.52:0/2551694117 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f095c0a2800 0x7f095c0a4cc0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:35.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.971+0000 7f0978685640 1 --2- 172.21.15.52:0/2551694117 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0970102370 0x7f097019ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:35.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.971+0000 7f0978685640 1 --2- 172.21.15.52:0/2551694117 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f09701019b0 0x7f097019c950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:35.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.971+0000 7f0978685640 1 --2- 172.21.15.52:0/2551694117 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09701007c0 0x7f097006a9c0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:35.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.971+0000 7f0978685640 1 -- 172.21.15.52:0/2551694117 >> 172.21.15.52:0/2551694117 conn(0x7f09700fbd50 msgr2=0x7f0970104cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:35.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.971+0000 7f0978685640 1 -- 172.21.15.52:0/2551694117 shutdown_connections 2024-03-18T22:54:35.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:35.971+0000 7f0978685640 1 -- 172.21.15.52:0/2551694117 wait complete. 2024-03-18T22:54:36.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:36 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:36.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:36 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:36.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:36 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:36.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:36 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:36.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:36 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:36.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:36 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:36.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:36 smithi052 ceph-mon[32520]: Deploying daemon mds.h on smithi099 2024-03-18T22:54:36.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:36 smithi052 ceph-mon[32520]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:36.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:36 smithi052 ceph-mon[32520]: mds.? [v2:172.21.15.181:6836/1834382232,v1:172.21.15.181:6837/1834382232] up:boot 2024-03-18T22:54:36.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:36 smithi052 ceph-mon[32520]: fsmap 7 up:standby 2024-03-18T22:54:36.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:36 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-18T22:54:36.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:36 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/2551694117' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:36.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:36 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:36.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:36 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:36.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:36 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:36.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:36 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:36.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:36 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:36.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:36 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:36.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:36 smithi181 ceph-mon[67256]: Deploying daemon mds.h on smithi099 2024-03-18T22:54:36.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:36 smithi181 ceph-mon[67256]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:36.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:36 smithi181 ceph-mon[67256]: mds.? [v2:172.21.15.181:6836/1834382232,v1:172.21.15.181:6837/1834382232] up:boot 2024-03-18T22:54:36.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:36 smithi181 ceph-mon[67256]: fsmap 7 up:standby 2024-03-18T22:54:36.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:36 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-18T22:54:36.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:36 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/2551694117' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:36.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:36 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:36.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:36 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:36.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:36 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:36.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:36 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:36.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:36 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:36.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:36 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:36.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:36 smithi099 ceph-mon[36725]: Deploying daemon mds.h on smithi099 2024-03-18T22:54:36.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:36 smithi099 ceph-mon[36725]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:36.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:36 smithi099 ceph-mon[36725]: mds.? [v2:172.21.15.181:6836/1834382232,v1:172.21.15.181:6837/1834382232] up:boot 2024-03-18T22:54:36.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:36 smithi099 ceph-mon[36725]: fsmap 7 up:standby 2024-03-18T22:54:36.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:36 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-18T22:54:36.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:36 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/2551694117' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:37.515 INFO:journalctl@ceph.mds.h.smithi099.stdout:Mar 18 22:54:37 smithi099 systemd[1]: Starting Ceph mds.h for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T22:54:37.797 INFO:journalctl@ceph.mds.h.smithi099.stdout:Mar 18 22:54:37 smithi099 podman[67131]: 2024-03-18 22:54:37.440169882 +0000 UTC m=+0.017068931 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639 2024-03-18T22:54:37.797 INFO:journalctl@ceph.mds.h.smithi099.stdout:Mar 18 22:54:37 smithi099 podman[67131]: 2024-03-18 22:54:37.543865139 +0000 UTC m=+0.120764188 container create 2d4e8b75946525bcaaeae75824703f2a06ba42979bfe303dd3361145e31249cd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-h, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-18T22:54:37.797 INFO:journalctl@ceph.mds.h.smithi099.stdout:Mar 18 22:54:37 smithi099 podman[67131]: 2024-03-18 22:54:37.796867238 +0000 UTC m=+0.373766291 container init 2d4e8b75946525bcaaeae75824703f2a06ba42979bfe303dd3361145e31249cd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-h, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, GIT_BRANCH=HEAD) 2024-03-18T22:54:37.983 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-18T22:54:38.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.095+0000 7f24f8c61640 1 -- 172.21.15.52:0/287122059 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f24f4101840 msgr2=0x7f24f4101c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:38.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.095+0000 7f24f8c61640 1 --2- 172.21.15.52:0/287122059 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f24f4101840 0x7f24f4101c60 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f24e4009900 tx=0x7f24e402bc30 comp rx=0 tx=0).stop 2024-03-18T22:54:38.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.095+0000 7f24f8c61640 1 -- 172.21.15.52:0/287122059 shutdown_connections 2024-03-18T22:54:38.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.095+0000 7f24f8c61640 1 --2- 172.21.15.52:0/287122059 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24f41033f0 0x7f24f4109c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:38.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.095+0000 7f24f8c61640 1 --2- 172.21.15.52:0/287122059 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f24f4102a30 0x7f24f4102eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:38.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.095+0000 7f24f8c61640 1 --2- 172.21.15.52:0/287122059 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f24f4101840 0x7f24f4101c60 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:38.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.095+0000 7f24f8c61640 1 -- 172.21.15.52:0/287122059 >> 172.21.15.52:0/287122059 conn(0x7f24f40fcdd0 msgr2=0x7f24f40ff1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:38.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.095+0000 7f24f8c61640 1 -- 172.21.15.52:0/287122059 shutdown_connections 2024-03-18T22:54:38.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.095+0000 7f24f8c61640 1 -- 172.21.15.52:0/287122059 wait complete. 2024-03-18T22:54:38.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.096+0000 7f24f8c61640 1 Processor -- start 2024-03-18T22:54:38.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.096+0000 7f24f8c61640 1 -- start start 2024-03-18T22:54:38.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.096+0000 7f24f8c61640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f24f4101840 0x7f24f4197bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:38.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.096+0000 7f24f8c61640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f24f4102a30 0x7f24f4198130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:38.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.096+0000 7f24f8c61640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24f41033f0 0x7f24f419f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:38.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.096+0000 7f24f8c61640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f24f410d5a0 con 0x7f24f4102a30 2024-03-18T22:54:38.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.096+0000 7f24f8c61640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f24f410d420 con 0x7f24f41033f0 2024-03-18T22:54:38.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.096+0000 7f24f8c61640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f24f410d720 con 0x7f24f4101840 2024-03-18T22:54:38.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.096+0000 7f24ebfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f24f4102a30 0x7f24f4198130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:38.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.096+0000 7f24ebfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f24f4102a30 0x7f24f4198130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:50680/0 (socket says 172.21.15.52:50680) 2024-03-18T22:54:38.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.096+0000 7f24ebfff640 1 -- 172.21.15.52:0/690462880 learned_addr learned my addr 172.21.15.52:0/690462880 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:38.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.096+0000 7f24f259c640 1 --2- 172.21.15.52:0/690462880 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f24f4101840 0x7f24f4197bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:38.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.096+0000 7f24f2d9d640 1 --2- 172.21.15.52:0/690462880 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24f41033f0 0x7f24f419f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:38.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.097+0000 7f24ebfff640 1 -- 172.21.15.52:0/690462880 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f24f4101840 msgr2=0x7f24f4197bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:38.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.097+0000 7f24ebfff640 1 --2- 172.21.15.52:0/690462880 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f24f4101840 0x7f24f4197bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:38.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.097+0000 7f24ebfff640 1 -- 172.21.15.52:0/690462880 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24f41033f0 msgr2=0x7f24f419f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:38.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.097+0000 7f24ebfff640 1 --2- 172.21.15.52:0/690462880 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24f41033f0 0x7f24f419f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:38.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.097+0000 7f24ebfff640 1 -- 172.21.15.52:0/690462880 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24f419f810 con 0x7f24f4102a30 2024-03-18T22:54:38.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.097+0000 7f24ebfff640 1 --2- 172.21.15.52:0/690462880 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f24f4102a30 0x7f24f4198130 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f24dc00d950 tx=0x7f24dc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:38.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.097+0000 7f24eb7fe640 1 -- 172.21.15.52:0/690462880 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24dc017030 con 0x7f24f4102a30 2024-03-18T22:54:38.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.097+0000 7f24eb7fe640 1 -- 172.21.15.52:0/690462880 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f24dc004020 con 0x7f24f4102a30 2024-03-18T22:54:38.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.097+0000 7f24f8c61640 1 -- 172.21.15.52:0/690462880 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24f419fb00 con 0x7f24f4102a30 2024-03-18T22:54:38.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.097+0000 7f24eb7fe640 1 -- 172.21.15.52:0/690462880 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24dc004a00 con 0x7f24f4102a30 2024-03-18T22:54:38.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.097+0000 7f24f8c61640 1 -- 172.21.15.52:0/690462880 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24f41a0050 con 0x7f24f4102a30 2024-03-18T22:54:38.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.098+0000 7f24f8c61640 1 -- 172.21.15.52:0/690462880 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24f4108b60 con 0x7f24f4102a30 2024-03-18T22:54:38.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.099+0000 7f24eb7fe640 1 -- 172.21.15.52:0/690462880 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f24dc0041d0 con 0x7f24f4102a30 2024-03-18T22:54:38.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.100+0000 7f24eb7fe640 1 --2- 172.21.15.52:0/690462880 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f24e00a2800 0x7f24e00a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:38.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.100+0000 7f24f259c640 1 --2- 172.21.15.52:0/690462880 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f24e00a2800 0x7f24e00a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:38.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.100+0000 7f24eb7fe640 1 -- 172.21.15.52:0/690462880 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7127+0+0 (secure 0 0 0) 0x7f24dc0cdfe0 con 0x7f24f4102a30 2024-03-18T22:54:38.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.100+0000 7f24f259c640 1 --2- 172.21.15.52:0/690462880 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f24e00a2800 0x7f24e00a4cc0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f24e4000c00 tx=0x7f24e4005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:38.105 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.104+0000 7f24eb7fe640 1 -- 172.21.15.52:0/690462880 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f24dc09b520 con 0x7f24f4102a30 2024-03-18T22:54:38.265 INFO:journalctl@ceph.mds.h.smithi099.stdout:Mar 18 22:54:37 smithi099 podman[67131]: 2024-03-18 22:54:37.799433307 +0000 UTC m=+0.376332355 container start 2d4e8b75946525bcaaeae75824703f2a06ba42979bfe303dd3361145e31249cd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-h, maintainer=Guillaume Abrioux , RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-03-18T22:54:38.265 INFO:journalctl@ceph.mds.h.smithi099.stdout:Mar 18 22:54:37 smithi099 ceph-mds[67152]: -- 172.21.15.99:0/4104754344 <== mon.2 v2:172.21.15.99:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563312beda40 con 0x563312bc0800 2024-03-18T22:54:38.265 INFO:journalctl@ceph.mds.h.smithi099.stdout:Mar 18 22:54:37 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-h[67148]: starting mds.h at 2024-03-18T22:54:38.265 INFO:journalctl@ceph.mds.h.smithi099.stdout:Mar 18 22:54:37 smithi099 bash[67131]: 2d4e8b75946525bcaaeae75824703f2a06ba42979bfe303dd3361145e31249cd 2024-03-18T22:54:38.265 INFO:journalctl@ceph.mds.h.smithi099.stdout:Mar 18 22:54:37 smithi099 systemd[1]: Started Ceph mds.h for 444ca0c0-e579-11ee-95c9-87774f69a715. 2024-03-18T22:54:38.327 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.327+0000 7f24f8c61640 1 -- 172.21.15.52:0/690462880 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f24f402d3f0 con 0x7f24f4102a30 2024-03-18T22:54:38.328 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.327+0000 7f24eb7fe640 1 -- 172.21.15.52:0/690462880 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6340 (secure 0 0 0) 0x7f24dc09ae20 con 0x7f24f4102a30 2024-03-18T22:54:38.328 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:54:38.328 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3227483135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":3227483135},{"type":"v1","addr":"172.21.15.52:6835","nonce":3227483135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/3461032451","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":3461032451},{"type":"v1","addr":"172.21.15.52:6837","nonce":3461032451}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/873737656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":873737656},{"type":"v1","addr":"172.21.15.181:6833","nonce":873737656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6833/800213438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":800213438},{"type":"v1","addr":"172.21.15.99:6833","nonce":800213438}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24445,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/278652610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":278652610},{"type":"v1","addr":"172.21.15.181:6835","nonce":278652610}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24455,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6835/286053630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":286053630},{"type":"v1","addr":"172.21.15.99:6835","nonce":286053630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6837/1834382232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":1834382232},{"type":"v1","addr":"172.21.15.181:6837","nonce":1834382232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-03-18T22:54:38.328 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 8 2024-03-18T22:54:38.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.329+0000 7f24f8c61640 1 -- 172.21.15.52:0/690462880 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f24e00a2800 msgr2=0x7f24e00a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:38.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.329+0000 7f24f8c61640 1 --2- 172.21.15.52:0/690462880 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f24e00a2800 0x7f24e00a4cc0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f24e4000c00 tx=0x7f24e4005fd0 comp rx=0 tx=0).stop 2024-03-18T22:54:38.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.329+0000 7f24f8c61640 1 -- 172.21.15.52:0/690462880 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f24f4102a30 msgr2=0x7f24f4198130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:38.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.329+0000 7f24f8c61640 1 --2- 172.21.15.52:0/690462880 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f24f4102a30 0x7f24f4198130 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f24dc00d950 tx=0x7f24dc00de10 comp rx=0 tx=0).stop 2024-03-18T22:54:38.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.329+0000 7f24f8c61640 1 -- 172.21.15.52:0/690462880 shutdown_connections 2024-03-18T22:54:38.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.329+0000 7f24f8c61640 1 --2- 172.21.15.52:0/690462880 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f24e00a2800 0x7f24e00a4cc0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:38.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.329+0000 7f24f8c61640 1 --2- 172.21.15.52:0/690462880 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24f41033f0 0x7f24f419f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:38.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.329+0000 7f24f8c61640 1 --2- 172.21.15.52:0/690462880 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f24f4102a30 0x7f24f4198130 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:38.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.329+0000 7f24f8c61640 1 --2- 172.21.15.52:0/690462880 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f24f4101840 0x7f24f4197bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:38.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.329+0000 7f24f8c61640 1 -- 172.21.15.52:0/690462880 >> 172.21.15.52:0/690462880 conn(0x7f24f40fcdd0 msgr2=0x7f24f4105d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:38.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.329+0000 7f24f8c61640 1 -- 172.21.15.52:0/690462880 shutdown_connections 2024-03-18T22:54:38.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:38.329+0000 7f24f8c61640 1 -- 172.21.15.52:0/690462880 wait complete. 2024-03-18T22:54:39.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:38 smithi052 ceph-mon[32520]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:39.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:38 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:39.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:38 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:39.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:38 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:39.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:38 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:39.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:38 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:39.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:38 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:39.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:38 smithi052 ceph-mon[32520]: Deploying daemon mds.i on smithi181 2024-03-18T22:54:39.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:38 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/690462880' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:39.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:38 smithi052 ceph-mon[32520]: mds.? [v2:172.21.15.99:6836/3393123598,v1:172.21.15.99:6837/3393123598] up:boot 2024-03-18T22:54:39.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:38 smithi052 ceph-mon[32520]: fsmap 8 up:standby 2024-03-18T22:54:39.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:38 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-18T22:54:39.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:38 smithi181 ceph-mon[67256]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:39.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:38 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:39.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:38 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:39.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:38 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:39.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:38 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:39.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:38 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:39.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:38 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:39.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:38 smithi181 ceph-mon[67256]: Deploying daemon mds.i on smithi181 2024-03-18T22:54:39.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:38 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/690462880' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:39.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:38 smithi181 ceph-mon[67256]: mds.? [v2:172.21.15.99:6836/3393123598,v1:172.21.15.99:6837/3393123598] up:boot 2024-03-18T22:54:39.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:38 smithi181 ceph-mon[67256]: fsmap 8 up:standby 2024-03-18T22:54:39.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:38 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-18T22:54:39.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:38 smithi099 ceph-mon[36725]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:39.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:38 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:39.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:38 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:39.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:38 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:39.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:38 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:39.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:38 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:39.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:38 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:39.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:38 smithi099 ceph-mon[36725]: Deploying daemon mds.i on smithi181 2024-03-18T22:54:39.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:38 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/690462880' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:39.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:38 smithi099 ceph-mon[36725]: mds.? [v2:172.21.15.99:6836/3393123598,v1:172.21.15.99:6837/3393123598] up:boot 2024-03-18T22:54:39.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:38 smithi099 ceph-mon[36725]: fsmap 8 up:standby 2024-03-18T22:54:39.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:38 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-18T22:54:40.263 INFO:journalctl@ceph.mds.i.smithi181.stdout:Mar 18 22:54:40 smithi181 systemd[1]: Starting Ceph mds.i for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T22:54:40.342 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-18T22:54:40.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.456+0000 7f1c2e60b640 1 -- 172.21.15.52:0/2563225727 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c28101950 msgr2=0x7f1c28101dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:40.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.456+0000 7f1c2e60b640 1 --2- 172.21.15.52:0/2563225727 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c28101950 0x7f1c28101dd0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f1c1c009900 tx=0x7f1c1c02bc30 comp rx=0 tx=0).stop 2024-03-18T22:54:40.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.456+0000 7f1c2e60b640 1 -- 172.21.15.52:0/2563225727 shutdown_connections 2024-03-18T22:54:40.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.456+0000 7f1c2e60b640 1 --2- 172.21.15.52:0/2563225727 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1c28102310 0x7f1c28108ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:40.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.456+0000 7f1c2e60b640 1 --2- 172.21.15.52:0/2563225727 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c28101950 0x7f1c28101dd0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:40.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.456+0000 7f1c2e60b640 1 --2- 172.21.15.52:0/2563225727 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1c28100760 0x7f1c28100b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:40.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.456+0000 7f1c2e60b640 1 -- 172.21.15.52:0/2563225727 >> 172.21.15.52:0/2563225727 conn(0x7f1c280fbcd0 msgr2=0x7f1c280fe110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:40.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.456+0000 7f1c2e60b640 1 -- 172.21.15.52:0/2563225727 shutdown_connections 2024-03-18T22:54:40.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.456+0000 7f1c2e60b640 1 -- 172.21.15.52:0/2563225727 wait complete. 2024-03-18T22:54:40.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.456+0000 7f1c2e60b640 1 Processor -- start 2024-03-18T22:54:40.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.457+0000 7f1c2e60b640 1 -- start start 2024-03-18T22:54:40.460 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.457+0000 7f1c2e60b640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1c28100760 0x7f1c28197cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:40.460 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.457+0000 7f1c2e60b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c28101950 0x7f1c28198200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:40.460 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.457+0000 7f1c2e60b640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1c28102310 0x7f1c2819f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:40.460 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.457+0000 7f1c2e60b640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f1c2810c4c0 con 0x7f1c28101950 2024-03-18T22:54:40.460 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.457+0000 7f1c2e60b640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f1c2810c340 con 0x7f1c28100760 2024-03-18T22:54:40.460 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.457+0000 7f1c2e60b640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f1c2810c640 con 0x7f1c28102310 2024-03-18T22:54:40.460 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.457+0000 7f1c277fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c28101950 0x7f1c28198200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:40.460 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.457+0000 7f1c277fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c28101950 0x7f1c28198200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:50708/0 (socket says 172.21.15.52:50708) 2024-03-18T22:54:40.461 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.457+0000 7f1c277fe640 1 -- 172.21.15.52:0/2188706798 learned_addr learned my addr 172.21.15.52:0/2188706798 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:40.461 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.457+0000 7f1c2cba8640 1 --2- 172.21.15.52:0/2188706798 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1c28102310 0x7f1c2819f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:40.461 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.457+0000 7f1c27fff640 1 --2- 172.21.15.52:0/2188706798 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1c28100760 0x7f1c28197cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:40.461 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.457+0000 7f1c277fe640 1 -- 172.21.15.52:0/2188706798 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1c28102310 msgr2=0x7f1c2819f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:40.461 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.457+0000 7f1c277fe640 1 --2- 172.21.15.52:0/2188706798 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1c28102310 0x7f1c2819f1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:40.461 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.457+0000 7f1c277fe640 1 -- 172.21.15.52:0/2188706798 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1c28100760 msgr2=0x7f1c28197cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:40.461 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.457+0000 7f1c277fe640 1 --2- 172.21.15.52:0/2188706798 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1c28100760 0x7f1c28197cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:40.461 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.457+0000 7f1c277fe640 1 -- 172.21.15.52:0/2188706798 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c2819f860 con 0x7f1c28101950 2024-03-18T22:54:40.461 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.457+0000 7f1c27fff640 1 --2- 172.21.15.52:0/2188706798 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1c28100760 0x7f1c28197cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:54:40.461 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.458+0000 7f1c277fe640 1 --2- 172.21.15.52:0/2188706798 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c28101950 0x7f1c28198200 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f1c1c005ab0 tx=0x7f1c1c004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:40.461 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.458+0000 7f1c257fa640 1 -- 172.21.15.52:0/2188706798 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c1c043020 con 0x7f1c28101950 2024-03-18T22:54:40.461 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.458+0000 7f1c2e60b640 1 -- 172.21.15.52:0/2188706798 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c2819faf0 con 0x7f1c28101950 2024-03-18T22:54:40.462 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.458+0000 7f1c257fa640 1 -- 172.21.15.52:0/2188706798 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1c1c004250 con 0x7f1c28101950 2024-03-18T22:54:40.462 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.458+0000 7f1c257fa640 1 -- 172.21.15.52:0/2188706798 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c1c003b90 con 0x7f1c28101950 2024-03-18T22:54:40.462 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.458+0000 7f1c2e60b640 1 -- 172.21.15.52:0/2188706798 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c281a0040 con 0x7f1c28101950 2024-03-18T22:54:40.462 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.459+0000 7f1c2e60b640 1 -- 172.21.15.52:0/2188706798 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c281a0210 con 0x7f1c28101950 2024-03-18T22:54:40.463 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.460+0000 7f1c257fa640 1 -- 172.21.15.52:0/2188706798 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f1c1c046020 con 0x7f1c28101950 2024-03-18T22:54:40.463 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.460+0000 7f1c257fa640 1 --2- 172.21.15.52:0/2188706798 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1c100a2800 0x7f1c100a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:40.463 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.461+0000 7f1c27fff640 1 --2- 172.21.15.52:0/2188706798 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1c100a2800 0x7f1c100a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:40.463 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.461+0000 7f1c257fa640 1 -- 172.21.15.52:0/2188706798 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7127+0+0 (secure 0 0 0) 0x7f1c1c0f0f00 con 0x7f1c28101950 2024-03-18T22:54:40.463 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.461+0000 7f1c27fff640 1 --2- 172.21.15.52:0/2188706798 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1c100a2800 0x7f1c100a4cc0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f1c28199120 tx=0x7f1c18005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:40.465 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.464+0000 7f1c257fa640 1 -- 172.21.15.52:0/2188706798 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f1c1c04d020 con 0x7f1c28101950 2024-03-18T22:54:40.582 INFO:journalctl@ceph.mds.i.smithi181.stdout:Mar 18 22:54:40 smithi181 podman[98809]: 2024-03-18 22:54:40.200750828 +0000 UTC m=+0.018235445 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639 2024-03-18T22:54:40.582 INFO:journalctl@ceph.mds.i.smithi181.stdout:Mar 18 22:54:40 smithi181 podman[98809]: 2024-03-18 22:54:40.329794134 +0000 UTC m=+0.147278784 container create 3fb633b79adc34c8ba121beea155f258f5b78c167ed022ae6df27a4df757c7ee (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-i, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=) 2024-03-18T22:54:40.582 INFO:journalctl@ceph.mds.i.smithi181.stdout:Mar 18 22:54:40 smithi181 podman[98809]: 2024-03-18 22:54:40.582297721 +0000 UTC m=+0.399782328 container init 3fb633b79adc34c8ba121beea155f258f5b78c167ed022ae6df27a4df757c7ee (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-i, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-18T22:54:40.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.685+0000 7f1c2e60b640 1 -- 172.21.15.52:0/2188706798 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1c281a05a0 con 0x7f1c28101950 2024-03-18T22:54:40.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.686+0000 7f1c257fa640 1 -- 172.21.15.52:0/2188706798 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7165 (secure 0 0 0) 0x7f1c1c0be3a0 con 0x7f1c28101950 2024-03-18T22:54:40.687 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:54:40.687 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3227483135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":3227483135},{"type":"v1","addr":"172.21.15.52:6835","nonce":3227483135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/3461032451","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":3461032451},{"type":"v1","addr":"172.21.15.52:6837","nonce":3461032451}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/873737656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":873737656},{"type":"v1","addr":"172.21.15.181:6833","nonce":873737656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6833/800213438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":800213438},{"type":"v1","addr":"172.21.15.99:6833","nonce":800213438}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24445,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/278652610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":278652610},{"type":"v1","addr":"172.21.15.181:6835","nonce":278652610}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24455,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6835/286053630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":286053630},{"type":"v1","addr":"172.21.15.99:6835","nonce":286053630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6837/1834382232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":1834382232},{"type":"v1","addr":"172.21.15.181:6837","nonce":1834382232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24479,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/3393123598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6836","nonce":3393123598},{"type":"v1","addr":"172.21.15.99:6837","nonce":3393123598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-03-18T22:54:40.687 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 9 2024-03-18T22:54:40.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.688+0000 7f1c2e60b640 1 -- 172.21.15.52:0/2188706798 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1c100a2800 msgr2=0x7f1c100a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:40.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.688+0000 7f1c2e60b640 1 --2- 172.21.15.52:0/2188706798 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1c100a2800 0x7f1c100a4cc0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f1c28199120 tx=0x7f1c18005f90 comp rx=0 tx=0).stop 2024-03-18T22:54:40.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.688+0000 7f1c2e60b640 1 -- 172.21.15.52:0/2188706798 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c28101950 msgr2=0x7f1c28198200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:40.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.688+0000 7f1c2e60b640 1 --2- 172.21.15.52:0/2188706798 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c28101950 0x7f1c28198200 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f1c1c005ab0 tx=0x7f1c1c004ab0 comp rx=0 tx=0).stop 2024-03-18T22:54:40.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.688+0000 7f1c2e60b640 1 -- 172.21.15.52:0/2188706798 shutdown_connections 2024-03-18T22:54:40.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.688+0000 7f1c2e60b640 1 --2- 172.21.15.52:0/2188706798 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1c100a2800 0x7f1c100a4cc0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:40.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.688+0000 7f1c2e60b640 1 --2- 172.21.15.52:0/2188706798 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1c28102310 0x7f1c2819f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:40.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.688+0000 7f1c2e60b640 1 --2- 172.21.15.52:0/2188706798 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c28101950 0x7f1c28198200 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:40.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.688+0000 7f1c2e60b640 1 --2- 172.21.15.52:0/2188706798 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1c28100760 0x7f1c28197cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:40.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.688+0000 7f1c2e60b640 1 -- 172.21.15.52:0/2188706798 >> 172.21.15.52:0/2188706798 conn(0x7f1c280fbcd0 msgr2=0x7f1c280fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:40.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.688+0000 7f1c2e60b640 1 -- 172.21.15.52:0/2188706798 shutdown_connections 2024-03-18T22:54:40.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:40.688+0000 7f1c2e60b640 1 -- 172.21.15.52:0/2188706798 wait complete. 2024-03-18T22:54:40.941 INFO:journalctl@ceph.mds.i.smithi181.stdout:Mar 18 22:54:40 smithi181 podman[98809]: 2024-03-18 22:54:40.585238785 +0000 UTC m=+0.402723381 container start 3fb633b79adc34c8ba121beea155f258f5b78c167ed022ae6df27a4df757c7ee (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-i, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-18T22:54:40.941 INFO:journalctl@ceph.mds.i.smithi181.stdout:Mar 18 22:54:40 smithi181 ceph-mds[98828]: -- 172.21.15.181:0/3036953714 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560f940e3a40 con 0x560f940b7000 2024-03-18T22:54:40.941 INFO:journalctl@ceph.mds.i.smithi181.stdout:Mar 18 22:54:40 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-i[98824]: starting mds.i at 2024-03-18T22:54:40.941 INFO:journalctl@ceph.mds.i.smithi181.stdout:Mar 18 22:54:40 smithi181 bash[98809]: 3fb633b79adc34c8ba121beea155f258f5b78c167ed022ae6df27a4df757c7ee 2024-03-18T22:54:40.941 INFO:journalctl@ceph.mds.i.smithi181.stdout:Mar 18 22:54:40 smithi181 systemd[1]: Started Ceph mds.i for 444ca0c0-e579-11ee-95c9-87774f69a715. 2024-03-18T22:54:40.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:40 smithi052 ceph-mon[32520]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:40.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:40 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/2188706798' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:40.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:40 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:40.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:40 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:40.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:40 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:40.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:40 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:40.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:40 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:40.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:40 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:41.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:40 smithi181 ceph-mon[67256]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:41.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:40 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/2188706798' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:41.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:41.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:41.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:41.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:41.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:41.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:40 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:41.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:40 smithi099 ceph-mon[36725]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:41.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:40 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/2188706798' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:41.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:40 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:41.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:40 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:41.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:40 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:41.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:40 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:41.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:40 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:41.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:40 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:41.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:41 smithi052 ceph-mon[32520]: Deploying daemon mds.g on smithi052 2024-03-18T22:54:41.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:41 smithi052 ceph-mon[32520]: mds.? [v2:172.21.15.181:6838/1346550423,v1:172.21.15.181:6839/1346550423] up:boot 2024-03-18T22:54:41.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:41 smithi052 ceph-mon[32520]: fsmap 9 up:standby 2024-03-18T22:54:41.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:41 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-18T22:54:42.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:41 smithi181 ceph-mon[67256]: Deploying daemon mds.g on smithi052 2024-03-18T22:54:42.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:41 smithi181 ceph-mon[67256]: mds.? [v2:172.21.15.181:6838/1346550423,v1:172.21.15.181:6839/1346550423] up:boot 2024-03-18T22:54:42.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:41 smithi181 ceph-mon[67256]: fsmap 9 up:standby 2024-03-18T22:54:42.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:41 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-18T22:54:42.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:41 smithi099 ceph-mon[36725]: Deploying daemon mds.g on smithi052 2024-03-18T22:54:42.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:41 smithi099 ceph-mon[36725]: mds.? [v2:172.21.15.181:6838/1346550423,v1:172.21.15.181:6839/1346550423] up:boot 2024-03-18T22:54:42.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:41 smithi099 ceph-mon[36725]: fsmap 9 up:standby 2024-03-18T22:54:42.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:41 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-18T22:54:42.700 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-18T22:54:42.818 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.815+0000 7f98be122640 1 -- 172.21.15.52:0/127110082 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f98b8100730 msgr2=0x7f98b8100b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:42.818 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.815+0000 7f98be122640 1 --2- 172.21.15.52:0/127110082 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f98b8100730 0x7f98b8100b50 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f98a8009900 tx=0x7f98a802bc30 comp rx=0 tx=0).stop 2024-03-18T22:54:42.818 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.815+0000 7f98be122640 1 -- 172.21.15.52:0/127110082 shutdown_connections 2024-03-18T22:54:42.818 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.815+0000 7f98be122640 1 --2- 172.21.15.52:0/127110082 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f98b81022e0 0x7f98b8108b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:42.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.815+0000 7f98be122640 1 --2- 172.21.15.52:0/127110082 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f98b8101920 0x7f98b8101da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:42.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.815+0000 7f98be122640 1 --2- 172.21.15.52:0/127110082 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f98b8100730 0x7f98b8100b50 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:42.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.815+0000 7f98be122640 1 -- 172.21.15.52:0/127110082 >> 172.21.15.52:0/127110082 conn(0x7f98b80fbcc0 msgr2=0x7f98b80fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:42.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.815+0000 7f98be122640 1 -- 172.21.15.52:0/127110082 shutdown_connections 2024-03-18T22:54:42.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.815+0000 7f98be122640 1 -- 172.21.15.52:0/127110082 wait complete. 2024-03-18T22:54:42.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.816+0000 7f98be122640 1 Processor -- start 2024-03-18T22:54:42.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.816+0000 7f98be122640 1 -- start start 2024-03-18T22:54:42.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.816+0000 7f98be122640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f98b8100730 0x7f98b81046c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:42.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.816+0000 7f98be122640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f98b8101920 0x7f98b8102d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:42.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.816+0000 7f98be122640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f98b81022e0 0x7f98b8103240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:42.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.816+0000 7f98be122640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f98b810c490 con 0x7f98b8101920 2024-03-18T22:54:42.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.816+0000 7f98be122640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f98b810c310 con 0x7f98b81022e0 2024-03-18T22:54:42.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.816+0000 7f98be122640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f98b810c610 con 0x7f98b8100730 2024-03-18T22:54:42.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.816+0000 7f98b6ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f98b8101920 0x7f98b8102d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:42.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.816+0000 7f98b6ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f98b8101920 0x7f98b8102d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:50730/0 (socket says 172.21.15.52:50730) 2024-03-18T22:54:42.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.816+0000 7f98b6ffd640 1 -- 172.21.15.52:0/1520937628 learned_addr learned my addr 172.21.15.52:0/1520937628 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:42.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.816+0000 7f98b77fe640 1 --2- 172.21.15.52:0/1520937628 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f98b8100730 0x7f98b81046c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:42.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.817+0000 7f98b7fff640 1 --2- 172.21.15.52:0/1520937628 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f98b81022e0 0x7f98b8103240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:42.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.817+0000 7f98b6ffd640 1 -- 172.21.15.52:0/1520937628 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f98b8100730 msgr2=0x7f98b81046c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:42.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.817+0000 7f98b6ffd640 1 --2- 172.21.15.52:0/1520937628 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f98b8100730 0x7f98b81046c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:42.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.817+0000 7f98b6ffd640 1 -- 172.21.15.52:0/1520937628 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f98b81022e0 msgr2=0x7f98b8103240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:42.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.817+0000 7f98b6ffd640 1 --2- 172.21.15.52:0/1520937628 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f98b81022e0 0x7f98b8103240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:42.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.817+0000 7f98b6ffd640 1 -- 172.21.15.52:0/1520937628 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98b8103ad0 con 0x7f98b8101920 2024-03-18T22:54:42.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.817+0000 7f98b7fff640 1 --2- 172.21.15.52:0/1520937628 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f98b81022e0 0x7f98b8103240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:54:42.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.817+0000 7f98b6ffd640 1 --2- 172.21.15.52:0/1520937628 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f98b8101920 0x7f98b8102d00 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f98ac00c970 tx=0x7f98ac00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:42.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.817+0000 7f98b4ff9640 1 -- 172.21.15.52:0/1520937628 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98ac007bb0 con 0x7f98b8101920 2024-03-18T22:54:42.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.817+0000 7f98b4ff9640 1 -- 172.21.15.52:0/1520937628 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f98ac007d50 con 0x7f98b8101920 2024-03-18T22:54:42.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.817+0000 7f98be122640 1 -- 172.21.15.52:0/1520937628 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98b81a1d50 con 0x7f98b8101920 2024-03-18T22:54:42.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.817+0000 7f98b4ff9640 1 -- 172.21.15.52:0/1520937628 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98ac00f4b0 con 0x7f98b8101920 2024-03-18T22:54:42.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.817+0000 7f98be122640 1 -- 172.21.15.52:0/1520937628 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98b81a21e0 con 0x7f98b8101920 2024-03-18T22:54:42.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.818+0000 7f98be122640 1 -- 172.21.15.52:0/1520937628 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98b81a24d0 con 0x7f98b8101920 2024-03-18T22:54:42.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.819+0000 7f98b4ff9640 1 -- 172.21.15.52:0/1520937628 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f98ac0046c0 con 0x7f98b8101920 2024-03-18T22:54:42.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.820+0000 7f98b4ff9640 1 --2- 172.21.15.52:0/1520937628 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f98a00a2880 0x7f98a00a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:42.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.820+0000 7f98b77fe640 1 --2- 172.21.15.52:0/1520937628 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f98a00a2880 0x7f98a00a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:42.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.820+0000 7f98b4ff9640 1 -- 172.21.15.52:0/1520937628 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7127+0+0 (secure 0 0 0) 0x7f98ac0ce660 con 0x7f98b8101920 2024-03-18T22:54:42.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.821+0000 7f98b77fe640 1 --2- 172.21.15.52:0/1520937628 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f98a00a2880 0x7f98a00a4d40 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f98a8000c00 tx=0x7f98a8005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:42.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:42.824+0000 7f98b4ff9640 1 -- 172.21.15.52:0/1520937628 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f98ac014030 con 0x7f98b8101920 2024-03-18T22:54:42.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:42 smithi052 ceph-mon[32520]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:43.065 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:43.064+0000 7f98be122640 1 -- 172.21.15.52:0/1520937628 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f98b81a26a0 con 0x7f98b8101920 2024-03-18T22:54:43.065 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:43.065+0000 7f98b4ff9640 1 -- 172.21.15.52:0/1520937628 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+7995 (secure 0 0 0) 0x7f98ac09bc20 con 0x7f98b8101920 2024-03-18T22:54:43.065 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:54:43.066 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3227483135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":3227483135},{"type":"v1","addr":"172.21.15.52:6835","nonce":3227483135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/3461032451","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":3461032451},{"type":"v1","addr":"172.21.15.52:6837","nonce":3461032451}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/873737656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":873737656},{"type":"v1","addr":"172.21.15.181:6833","nonce":873737656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6833/800213438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":800213438},{"type":"v1","addr":"172.21.15.99:6833","nonce":800213438}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24445,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/278652610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":278652610},{"type":"v1","addr":"172.21.15.181:6835","nonce":278652610}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24455,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6835/286053630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":286053630},{"type":"v1","addr":"172.21.15.99:6835","nonce":286053630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6837/1834382232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":1834382232},{"type":"v1","addr":"172.21.15.181:6837","nonce":1834382232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24478,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6839/1346550423","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6838","nonce":1346550423},{"type":"v1","addr":"172.21.15.181:6839","nonce":1346550423}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24479,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/3393123598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6836","nonce":3393123598},{"type":"v1","addr":"172.21.15.99:6837","nonce":3393123598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-03-18T22:54:43.066 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 10 2024-03-18T22:54:43.068 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:43.067+0000 7f98be122640 1 -- 172.21.15.52:0/1520937628 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f98a00a2880 msgr2=0x7f98a00a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:43.068 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:43.067+0000 7f98be122640 1 --2- 172.21.15.52:0/1520937628 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f98a00a2880 0x7f98a00a4d40 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f98a8000c00 tx=0x7f98a8005fd0 comp rx=0 tx=0).stop 2024-03-18T22:54:43.068 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:43.067+0000 7f98be122640 1 -- 172.21.15.52:0/1520937628 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f98b8101920 msgr2=0x7f98b8102d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:43.068 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:43.067+0000 7f98be122640 1 --2- 172.21.15.52:0/1520937628 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f98b8101920 0x7f98b8102d00 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f98ac00c970 tx=0x7f98ac00ce30 comp rx=0 tx=0).stop 2024-03-18T22:54:43.068 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:43.067+0000 7f98be122640 1 -- 172.21.15.52:0/1520937628 shutdown_connections 2024-03-18T22:54:43.068 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:43.067+0000 7f98be122640 1 --2- 172.21.15.52:0/1520937628 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f98a00a2880 0x7f98a00a4d40 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:43.069 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:43.067+0000 7f98be122640 1 --2- 172.21.15.52:0/1520937628 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f98b81022e0 0x7f98b8103240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:43.069 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:43.067+0000 7f98be122640 1 --2- 172.21.15.52:0/1520937628 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f98b8101920 0x7f98b8102d00 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:43.069 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:43.067+0000 7f98be122640 1 --2- 172.21.15.52:0/1520937628 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f98b8100730 0x7f98b81046c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:43.069 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:43.067+0000 7f98be122640 1 -- 172.21.15.52:0/1520937628 >> 172.21.15.52:0/1520937628 conn(0x7f98b80fbcc0 msgr2=0x7f98b80fd750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:43.069 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:43.067+0000 7f98be122640 1 -- 172.21.15.52:0/1520937628 shutdown_connections 2024-03-18T22:54:43.069 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:43.067+0000 7f98be122640 1 -- 172.21.15.52:0/1520937628 wait complete. 2024-03-18T22:54:43.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:42 smithi181 ceph-mon[67256]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:43.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:42 smithi099 ceph-mon[36725]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:43.738 INFO:journalctl@ceph.mds.g.smithi052.stdout:Mar 18 22:54:43 smithi052 systemd[1]: Started Ceph mds.g for 444ca0c0-e579-11ee-95c9-87774f69a715. 2024-03-18T22:54:44.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:43 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1520937628' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:44.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:43 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:44.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:43 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:44.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:43 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:44.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:43 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:44.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:43 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:44.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:43 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:44.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:43 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/1520937628' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:44.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:43 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:44.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:43 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:44.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:43 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:44.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:43 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:44.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:43 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:44.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:43 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:44.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:43 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/1520937628' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:44.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:43 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:44.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:43 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:44.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:43 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:44.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:43 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:44.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:43 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:44.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:43 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:45.082 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-18T22:54:45.189 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.188+0000 7f7df94dc640 1 -- 172.21.15.52:0/2293373319 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7df4104c50 msgr2=0x7f7df4107040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:45.189 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.188+0000 7f7df94dc640 1 --2- 172.21.15.52:0/2293373319 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7df4104c50 0x7f7df4107040 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f7ddc009900 tx=0x7f7ddc02bc30 comp rx=0 tx=0).stop 2024-03-18T22:54:45.189 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.188+0000 7f7df94dc640 1 -- 172.21.15.52:0/2293373319 shutdown_connections 2024-03-18T22:54:45.189 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.188+0000 7f7df94dc640 1 --2- 172.21.15.52:0/2293373319 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7df4107580 0x7f7df4109970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:45.189 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.188+0000 7f7df94dc640 1 --2- 172.21.15.52:0/2293373319 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7df4104c50 0x7f7df4107040 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:45.189 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.188+0000 7f7df94dc640 1 --2- 172.21.15.52:0/2293373319 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7df4102320 0x7f7df4104710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:45.189 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.188+0000 7f7df94dc640 1 -- 172.21.15.52:0/2293373319 >> 172.21.15.52:0/2293373319 conn(0x7f7df40fbcb0 msgr2=0x7f7df40fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:45.189 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.188+0000 7f7df94dc640 1 -- 172.21.15.52:0/2293373319 shutdown_connections 2024-03-18T22:54:45.189 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.188+0000 7f7df94dc640 1 -- 172.21.15.52:0/2293373319 wait complete. 2024-03-18T22:54:45.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.189+0000 7f7df94dc640 1 Processor -- start 2024-03-18T22:54:45.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.189+0000 7f7df94dc640 1 -- start start 2024-03-18T22:54:45.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.189+0000 7f7df94dc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7df4102320 0x7f7df4197d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:45.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.189+0000 7f7df94dc640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7df4104c50 0x7f7df4198240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:45.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.189+0000 7f7df94dc640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7df4107580 0x7f7df419f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:45.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.189+0000 7f7df94dc640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7df410d600 con 0x7f7df4102320 2024-03-18T22:54:45.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.189+0000 7f7df94dc640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f7df410d480 con 0x7f7df4107580 2024-03-18T22:54:45.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.189+0000 7f7df94dc640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f7df410d780 con 0x7f7df4104c50 2024-03-18T22:54:45.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.189+0000 7f7df2ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7df4102320 0x7f7df4197d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:45.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.189+0000 7f7df2ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7df4102320 0x7f7df4197d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:50758/0 (socket says 172.21.15.52:50758) 2024-03-18T22:54:45.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.189+0000 7f7df2ffd640 1 -- 172.21.15.52:0/177931455 learned_addr learned my addr 172.21.15.52:0/177931455 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:45.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.189+0000 7f7df27fc640 1 --2- 172.21.15.52:0/177931455 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7df4104c50 0x7f7df4198240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:45.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.189+0000 7f7df37fe640 1 --2- 172.21.15.52:0/177931455 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7df4107580 0x7f7df419f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:45.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.189+0000 7f7df2ffd640 1 -- 172.21.15.52:0/177931455 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7df4104c50 msgr2=0x7f7df4198240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:45.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.189+0000 7f7df2ffd640 1 --2- 172.21.15.52:0/177931455 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7df4104c50 0x7f7df4198240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:45.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.189+0000 7f7df2ffd640 1 -- 172.21.15.52:0/177931455 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7df4107580 msgr2=0x7f7df419f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:45.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.189+0000 7f7df2ffd640 1 --2- 172.21.15.52:0/177931455 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7df4107580 0x7f7df419f270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:45.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.189+0000 7f7df2ffd640 1 -- 172.21.15.52:0/177931455 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7df419f910 con 0x7f7df4102320 2024-03-18T22:54:45.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.189+0000 7f7df37fe640 1 --2- 172.21.15.52:0/177931455 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7df4107580 0x7f7df419f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:54:45.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.189+0000 7f7df27fc640 1 --2- 172.21.15.52:0/177931455 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7df4104c50 0x7f7df4198240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:54:45.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.190+0000 7f7df2ffd640 1 --2- 172.21.15.52:0/177931455 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7df4102320 0x7f7df4197d00 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f7de400b4a0 tx=0x7f7de400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:45.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.190+0000 7f7debfff640 1 -- 172.21.15.52:0/177931455 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7de4014070 con 0x7f7df4102320 2024-03-18T22:54:45.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.190+0000 7f7df94dc640 1 -- 172.21.15.52:0/177931455 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7df419fc00 con 0x7f7df4102320 2024-03-18T22:54:45.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.190+0000 7f7debfff640 1 -- 172.21.15.52:0/177931455 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7de4010b10 con 0x7f7df4102320 2024-03-18T22:54:45.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.190+0000 7f7debfff640 1 -- 172.21.15.52:0/177931455 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7de4017d60 con 0x7f7df4102320 2024-03-18T22:54:45.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.190+0000 7f7df94dc640 1 -- 172.21.15.52:0/177931455 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7df41a01a0 con 0x7f7df4102320 2024-03-18T22:54:45.194 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:44 smithi052 ceph-mon[32520]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:45.194 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:44 smithi052 ceph-mon[32520]: Deploying daemon mds.a on smithi052 2024-03-18T22:54:45.194 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:44 smithi052 ceph-mon[32520]: mds.? [v2:172.21.15.52:6838/1261469762,v1:172.21.15.52:6839/1261469762] up:boot 2024-03-18T22:54:45.194 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:44 smithi052 ceph-mon[32520]: fsmap 10 up:standby 2024-03-18T22:54:45.194 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:44 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-03-18T22:54:45.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.192+0000 7f7df94dc640 1 -- 172.21.15.52:0/177931455 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7df40fd7a0 con 0x7f7df4102320 2024-03-18T22:54:45.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.193+0000 7f7debfff640 1 -- 172.21.15.52:0/177931455 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f7de4017070 con 0x7f7df4102320 2024-03-18T22:54:45.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.194+0000 7f7debfff640 1 --2- 172.21.15.52:0/177931455 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f7de00a2800 0x7f7de00a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:45.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.194+0000 7f7debfff640 1 -- 172.21.15.52:0/177931455 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7127+0+0 (secure 0 0 0) 0x7f7de40cda50 con 0x7f7df4102320 2024-03-18T22:54:45.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.194+0000 7f7df27fc640 1 --2- 172.21.15.52:0/177931455 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f7de00a2800 0x7f7de00a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:45.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.194+0000 7f7df27fc640 1 --2- 172.21.15.52:0/177931455 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f7de00a2800 0x7f7de00a4cc0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f7ddc02c900 tx=0x7f7ddc02c770 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:45.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.202+0000 7f7debfff640 1 -- 172.21.15.52:0/177931455 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f7de409af90 con 0x7f7df4102320 2024-03-18T22:54:45.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:44 smithi181 ceph-mon[67256]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:45.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:44 smithi181 ceph-mon[67256]: Deploying daemon mds.a on smithi052 2024-03-18T22:54:45.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:44 smithi181 ceph-mon[67256]: mds.? [v2:172.21.15.52:6838/1261469762,v1:172.21.15.52:6839/1261469762] up:boot 2024-03-18T22:54:45.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:44 smithi181 ceph-mon[67256]: fsmap 10 up:standby 2024-03-18T22:54:45.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:44 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-03-18T22:54:45.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:44 smithi099 ceph-mon[36725]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:45.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:44 smithi099 ceph-mon[36725]: Deploying daemon mds.a on smithi052 2024-03-18T22:54:45.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:44 smithi099 ceph-mon[36725]: mds.? [v2:172.21.15.52:6838/1261469762,v1:172.21.15.52:6839/1261469762] up:boot 2024-03-18T22:54:45.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:44 smithi099 ceph-mon[36725]: fsmap 10 up:standby 2024-03-18T22:54:45.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:44 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-03-18T22:54:45.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.439+0000 7f7df94dc640 1 -- 172.21.15.52:0/177931455 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7df402d3a0 con 0x7f7df4102320 2024-03-18T22:54:45.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.440+0000 7f7debfff640 1 -- 172.21.15.52:0/177931455 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8821 (secure 0 0 0) 0x7f7de409a890 con 0x7f7df4102320 2024-03-18T22:54:45.441 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:54:45.441 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3227483135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":3227483135},{"type":"v1","addr":"172.21.15.52:6835","nonce":3227483135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/3461032451","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":3461032451},{"type":"v1","addr":"172.21.15.52:6837","nonce":3461032451}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14628,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/1261469762","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":1261469762},{"type":"v1","addr":"172.21.15.52:6839","nonce":1261469762}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/873737656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":873737656},{"type":"v1","addr":"172.21.15.181:6833","nonce":873737656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6833/800213438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":800213438},{"type":"v1","addr":"172.21.15.99:6833","nonce":800213438}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24445,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/278652610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":278652610},{"type":"v1","addr":"172.21.15.181:6835","nonce":278652610}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24455,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6835/286053630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":286053630},{"type":"v1","addr":"172.21.15.99:6835","nonce":286053630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6837/1834382232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":1834382232},{"type":"v1","addr":"172.21.15.181:6837","nonce":1834382232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24478,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6839/1346550423","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6838","nonce":1346550423},{"type":"v1","addr":"172.21.15.181:6839","nonce":1346550423}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24479,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/3393123598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6836","nonce":3393123598},{"type":"v1","addr":"172.21.15.99:6837","nonce":3393123598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-03-18T22:54:45.441 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 11 2024-03-18T22:54:45.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.443+0000 7f7df94dc640 1 -- 172.21.15.52:0/177931455 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f7de00a2800 msgr2=0x7f7de00a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:45.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.443+0000 7f7df94dc640 1 --2- 172.21.15.52:0/177931455 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f7de00a2800 0x7f7de00a4cc0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f7ddc02c900 tx=0x7f7ddc02c770 comp rx=0 tx=0).stop 2024-03-18T22:54:45.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.443+0000 7f7df94dc640 1 -- 172.21.15.52:0/177931455 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7df4102320 msgr2=0x7f7df4197d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:45.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.443+0000 7f7df94dc640 1 --2- 172.21.15.52:0/177931455 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7df4102320 0x7f7df4197d00 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f7de400b4a0 tx=0x7f7de400b960 comp rx=0 tx=0).stop 2024-03-18T22:54:45.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.443+0000 7f7df94dc640 1 -- 172.21.15.52:0/177931455 shutdown_connections 2024-03-18T22:54:45.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.443+0000 7f7df94dc640 1 --2- 172.21.15.52:0/177931455 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f7de00a2800 0x7f7de00a4cc0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:45.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.443+0000 7f7df94dc640 1 --2- 172.21.15.52:0/177931455 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7df4107580 0x7f7df419f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:45.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.443+0000 7f7df94dc640 1 --2- 172.21.15.52:0/177931455 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7df4104c50 0x7f7df4198240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:45.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.443+0000 7f7df94dc640 1 --2- 172.21.15.52:0/177931455 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7df4102320 0x7f7df4197d00 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:45.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.443+0000 7f7df94dc640 1 -- 172.21.15.52:0/177931455 >> 172.21.15.52:0/177931455 conn(0x7f7df40fbcb0 msgr2=0x7f7df4102c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:45.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.443+0000 7f7df94dc640 1 -- 172.21.15.52:0/177931455 shutdown_connections 2024-03-18T22:54:45.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:45.443+0000 7f7df94dc640 1 -- 172.21.15.52:0/177931455 wait complete. 2024-03-18T22:54:45.739 INFO:journalctl@ceph.mds.a.smithi052.stdout:Mar 18 22:54:45 smithi052 systemd[1]: Starting Ceph mds.a for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T22:54:46.213 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:45 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/177931455' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:46.213 INFO:journalctl@ceph.mds.a.smithi052.stdout:Mar 18 22:54:45 smithi052 podman[74532]: 2024-03-18 22:54:45.800027658 +0000 UTC m=+0.018418418 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639 2024-03-18T22:54:46.213 INFO:journalctl@ceph.mds.a.smithi052.stdout:Mar 18 22:54:45 smithi052 podman[74532]: 2024-03-18 22:54:45.918871476 +0000 UTC m=+0.137262278 container create 6e9d577d8af57ab61f84a4367bfbe4575dc9318b1bfb60b1173039b1220c1e30 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-a, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-03-18T22:54:46.213 INFO:journalctl@ceph.mds.a.smithi052.stdout:Mar 18 22:54:46 smithi052 podman[74532]: 2024-03-18 22:54:46.112719824 +0000 UTC m=+0.331110587 container init 6e9d577d8af57ab61f84a4367bfbe4575dc9318b1bfb60b1173039b1220c1e30 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-a, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-03-18T22:54:46.213 INFO:journalctl@ceph.mds.a.smithi052.stdout:Mar 18 22:54:46 smithi052 podman[74532]: 2024-03-18 22:54:46.115180566 +0000 UTC m=+0.333571333 container start 6e9d577d8af57ab61f84a4367bfbe4575dc9318b1bfb60b1173039b1220c1e30 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-a, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.vendor=CentOS, ceph=True) 2024-03-18T22:54:46.213 INFO:journalctl@ceph.mds.a.smithi052.stdout:Mar 18 22:54:46 smithi052 ceph-mds[74551]: -- 172.21.15.52:0/1257075402 <== mon.0 v2:172.21.15.52:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55699fe75a40 con 0x55699fe48c00 2024-03-18T22:54:46.213 INFO:journalctl@ceph.mds.a.smithi052.stdout:Mar 18 22:54:46 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-a[74547]: starting mds.a at 2024-03-18T22:54:46.214 INFO:journalctl@ceph.mds.a.smithi052.stdout:Mar 18 22:54:46 smithi052 bash[74532]: 6e9d577d8af57ab61f84a4367bfbe4575dc9318b1bfb60b1173039b1220c1e30 2024-03-18T22:54:46.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:45 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/177931455' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:46.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:45 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/177931455' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:46.488 INFO:journalctl@ceph.mds.a.smithi052.stdout:Mar 18 22:54:46 smithi052 systemd[1]: Started Ceph mds.a for 444ca0c0-e579-11ee-95c9-87774f69a715. 2024-03-18T22:54:47.216 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:46 smithi099 ceph-mon[36725]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:47.216 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:46 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:47.216 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:46 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:47.216 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:46 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:47.216 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:46 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:47.216 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:46 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:47.216 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:46 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:47.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:46 smithi052 ceph-mon[32520]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:47.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:46 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:47.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:46 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:47.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:46 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:47.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:46 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:47.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:46 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:47.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:46 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:47.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:46 smithi181 ceph-mon[67256]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:47.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:46 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:47.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:46 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:47.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:46 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:47.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:46 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-18T22:54:47.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:46 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-18T22:54:47.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:46 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:47.460 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-18T22:54:47.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.578+0000 7f8e7d84b640 1 -- 172.21.15.52:0/186164553 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8e781033f0 msgr2=0x7f8e78109c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:47.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.578+0000 7f8e7d84b640 1 --2- 172.21.15.52:0/186164553 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8e781033f0 0x7f8e78109c80 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f8e70009ca0 tx=0x7f8e7002c0f0 comp rx=0 tx=0).stop 2024-03-18T22:54:47.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.578+0000 7f8e7d84b640 1 -- 172.21.15.52:0/186164553 shutdown_connections 2024-03-18T22:54:47.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.578+0000 7f8e7d84b640 1 --2- 172.21.15.52:0/186164553 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8e781033f0 0x7f8e78109c80 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:47.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.578+0000 7f8e7d84b640 1 --2- 172.21.15.52:0/186164553 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e78102a30 0x7f8e78102eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:47.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.578+0000 7f8e7d84b640 1 --2- 172.21.15.52:0/186164553 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e78101840 0x7f8e78101c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:47.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.578+0000 7f8e7d84b640 1 -- 172.21.15.52:0/186164553 >> 172.21.15.52:0/186164553 conn(0x7f8e780fcdd0 msgr2=0x7f8e780ff1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:47.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.578+0000 7f8e7d84b640 1 -- 172.21.15.52:0/186164553 shutdown_connections 2024-03-18T22:54:47.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.578+0000 7f8e7d84b640 1 -- 172.21.15.52:0/186164553 wait complete. 2024-03-18T22:54:47.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.579+0000 7f8e7d84b640 1 Processor -- start 2024-03-18T22:54:47.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.579+0000 7f8e7d84b640 1 -- start start 2024-03-18T22:54:47.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.579+0000 7f8e7d84b640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e78101840 0x7f8e78197c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:47.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.579+0000 7f8e7d84b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8e78102a30 0x7f8e78198170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:47.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.579+0000 7f8e7d84b640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e781033f0 0x7f8e7819f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:47.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.579+0000 7f8e7d84b640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f8e7810d650 con 0x7f8e78102a30 2024-03-18T22:54:47.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.579+0000 7f8e7d84b640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f8e7810d4d0 con 0x7f8e78101840 2024-03-18T22:54:47.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.579+0000 7f8e7d84b640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f8e7810d7d0 con 0x7f8e781033f0 2024-03-18T22:54:47.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.579+0000 7f8e767fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8e78102a30 0x7f8e78198170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:47.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.579+0000 7f8e767fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8e78102a30 0x7f8e78198170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:58786/0 (socket says 172.21.15.52:58786) 2024-03-18T22:54:47.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.579+0000 7f8e767fc640 1 -- 172.21.15.52:0/3210071696 learned_addr learned my addr 172.21.15.52:0/3210071696 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:47.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.579+0000 7f8e777fe640 1 --2- 172.21.15.52:0/3210071696 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e781033f0 0x7f8e7819f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:47.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.579+0000 7f8e76ffd640 1 --2- 172.21.15.52:0/3210071696 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e78101840 0x7f8e78197c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:47.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.580+0000 7f8e767fc640 1 -- 172.21.15.52:0/3210071696 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e781033f0 msgr2=0x7f8e7819f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:47.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.580+0000 7f8e767fc640 1 --2- 172.21.15.52:0/3210071696 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e781033f0 0x7f8e7819f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:47.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.580+0000 7f8e767fc640 1 -- 172.21.15.52:0/3210071696 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e78101840 msgr2=0x7f8e78197c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:47.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.580+0000 7f8e767fc640 1 --2- 172.21.15.52:0/3210071696 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e78101840 0x7f8e78197c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:47.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.580+0000 7f8e767fc640 1 -- 172.21.15.52:0/3210071696 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e7819f840 con 0x7f8e78102a30 2024-03-18T22:54:47.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.580+0000 7f8e76ffd640 1 --2- 172.21.15.52:0/3210071696 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e78101840 0x7f8e78197c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:54:47.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.580+0000 7f8e777fe640 1 --2- 172.21.15.52:0/3210071696 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e781033f0 0x7f8e7819f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:54:47.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.580+0000 7f8e767fc640 1 --2- 172.21.15.52:0/3210071696 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8e78102a30 0x7f8e78198170 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f8e6c00b4a0 tx=0x7f8e6c00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:47.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.580+0000 7f8e7c849640 1 -- 172.21.15.52:0/3210071696 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e6c014070 con 0x7f8e78102a30 2024-03-18T22:54:47.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.580+0000 7f8e7c849640 1 -- 172.21.15.52:0/3210071696 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8e6c010b10 con 0x7f8e78102a30 2024-03-18T22:54:47.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.580+0000 7f8e7c849640 1 -- 172.21.15.52:0/3210071696 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e6c017d60 con 0x7f8e78102a30 2024-03-18T22:54:47.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.580+0000 7f8e7d84b640 1 -- 172.21.15.52:0/3210071696 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e7819fb30 con 0x7f8e78102a30 2024-03-18T22:54:47.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.580+0000 7f8e7d84b640 1 -- 172.21.15.52:0/3210071696 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e781a0080 con 0x7f8e78102a30 2024-03-18T22:54:47.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.581+0000 7f8e7d84b640 1 -- 172.21.15.52:0/3210071696 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e78108a90 con 0x7f8e78102a30 2024-03-18T22:54:47.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.582+0000 7f8e7c849640 1 -- 172.21.15.52:0/3210071696 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f8e6c017070 con 0x7f8e78102a30 2024-03-18T22:54:47.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.583+0000 7f8e7c849640 1 --2- 172.21.15.52:0/3210071696 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8e600a2880 0x7f8e600a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:47.587 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.583+0000 7f8e76ffd640 1 --2- 172.21.15.52:0/3210071696 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8e600a2880 0x7f8e600a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:47.587 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.583+0000 7f8e7c849640 1 -- 172.21.15.52:0/3210071696 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7127+0+0 (secure 0 0 0) 0x7f8e6c0cde10 con 0x7f8e78102a30 2024-03-18T22:54:47.587 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.583+0000 7f8e76ffd640 1 --2- 172.21.15.52:0/3210071696 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8e600a2880 0x7f8e600a4d40 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f8e68005fd0 tx=0x7f8e68005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:47.587 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.586+0000 7f8e7c849640 1 -- 172.21.15.52:0/3210071696 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f8e6c09b350 con 0x7f8e78102a30 2024-03-18T22:54:47.809 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.808+0000 7f8e7d84b640 1 -- 172.21.15.52:0/3210071696 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8e7802d460 con 0x7f8e78102a30 2024-03-18T22:54:47.809 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.809+0000 7f8e7c849640 1 -- 172.21.15.52:0/3210071696 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9647 (secure 0 0 0) 0x7f8e6c09ac50 con 0x7f8e78102a30 2024-03-18T22:54:47.810 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:54:47.810 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3227483135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":3227483135},{"type":"v1","addr":"172.21.15.52:6835","nonce":3227483135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/3461032451","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":3461032451},{"type":"v1","addr":"172.21.15.52:6837","nonce":3461032451}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14628,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/1261469762","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":1261469762},{"type":"v1","addr":"172.21.15.52:6839","nonce":1261469762}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14640,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3903225657","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3903225657},{"type":"v1","addr":"172.21.15.52:6841","nonce":3903225657}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/873737656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":873737656},{"type":"v1","addr":"172.21.15.181:6833","nonce":873737656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6833/800213438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":800213438},{"type":"v1","addr":"172.21.15.99:6833","nonce":800213438}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24445,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/278652610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":278652610},{"type":"v1","addr":"172.21.15.181:6835","nonce":278652610}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24455,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6835/286053630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":286053630},{"type":"v1","addr":"172.21.15.99:6835","nonce":286053630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6837/1834382232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":1834382232},{"type":"v1","addr":"172.21.15.181:6837","nonce":1834382232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24478,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6839/1346550423","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6838","nonce":1346550423},{"type":"v1","addr":"172.21.15.181:6839","nonce":1346550423}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24479,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/3393123598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6836","nonce":3393123598},{"type":"v1","addr":"172.21.15.99:6837","nonce":3393123598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-03-18T22:54:47.810 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 12 2024-03-18T22:54:47.812 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.811+0000 7f8e7d84b640 1 -- 172.21.15.52:0/3210071696 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8e600a2880 msgr2=0x7f8e600a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:47.812 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.811+0000 7f8e7d84b640 1 --2- 172.21.15.52:0/3210071696 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8e600a2880 0x7f8e600a4d40 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f8e68005fd0 tx=0x7f8e68005850 comp rx=0 tx=0).stop 2024-03-18T22:54:47.812 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.811+0000 7f8e7d84b640 1 -- 172.21.15.52:0/3210071696 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8e78102a30 msgr2=0x7f8e78198170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:47.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.811+0000 7f8e7d84b640 1 --2- 172.21.15.52:0/3210071696 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8e78102a30 0x7f8e78198170 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f8e6c00b4a0 tx=0x7f8e6c00b960 comp rx=0 tx=0).stop 2024-03-18T22:54:47.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.811+0000 7f8e7d84b640 1 -- 172.21.15.52:0/3210071696 shutdown_connections 2024-03-18T22:54:47.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.811+0000 7f8e7d84b640 1 --2- 172.21.15.52:0/3210071696 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8e600a2880 0x7f8e600a4d40 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:47.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.811+0000 7f8e7d84b640 1 --2- 172.21.15.52:0/3210071696 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e781033f0 0x7f8e7819f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:47.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.811+0000 7f8e7d84b640 1 --2- 172.21.15.52:0/3210071696 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8e78102a30 0x7f8e78198170 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:47.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.811+0000 7f8e7d84b640 1 --2- 172.21.15.52:0/3210071696 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e78101840 0x7f8e78197c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:47.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.811+0000 7f8e7d84b640 1 -- 172.21.15.52:0/3210071696 >> 172.21.15.52:0/3210071696 conn(0x7f8e780fcdd0 msgr2=0x7f8e78105c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:47.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.812+0000 7f8e7d84b640 1 -- 172.21.15.52:0/3210071696 shutdown_connections 2024-03-18T22:54:47.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:47.812+0000 7f8e7d84b640 1 -- 172.21.15.52:0/3210071696 wait complete. 2024-03-18T22:54:48.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:47 smithi052 ceph-mon[32520]: Deploying daemon mds.b on smithi099 2024-03-18T22:54:48.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:47 smithi052 ceph-mon[32520]: mds.? [v2:172.21.15.52:6840/3903225657,v1:172.21.15.52:6841/3903225657] up:boot 2024-03-18T22:54:48.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:47 smithi052 ceph-mon[32520]: fsmap 11 up:standby 2024-03-18T22:54:48.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:47 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-18T22:54:48.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:47 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3210071696' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:48.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:47 smithi181 ceph-mon[67256]: Deploying daemon mds.b on smithi099 2024-03-18T22:54:48.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:47 smithi181 ceph-mon[67256]: mds.? [v2:172.21.15.52:6840/3903225657,v1:172.21.15.52:6841/3903225657] up:boot 2024-03-18T22:54:48.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:47 smithi181 ceph-mon[67256]: fsmap 11 up:standby 2024-03-18T22:54:48.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:47 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-18T22:54:48.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:47 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3210071696' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:48.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:47 smithi099 ceph-mon[36725]: Deploying daemon mds.b on smithi099 2024-03-18T22:54:48.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:47 smithi099 ceph-mon[36725]: mds.? [v2:172.21.15.52:6840/3903225657,v1:172.21.15.52:6841/3903225657] up:boot 2024-03-18T22:54:48.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:47 smithi099 ceph-mon[36725]: fsmap 11 up:standby 2024-03-18T22:54:48.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:47 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-18T22:54:48.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:47 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3210071696' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:48.515 INFO:journalctl@ceph.mds.b.smithi099.stdout:Mar 18 22:54:48 smithi099 systemd[1]: Starting Ceph mds.b for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T22:54:48.908 INFO:journalctl@ceph.mds.b.smithi099.stdout:Mar 18 22:54:48 smithi099 podman[67456]: 2024-03-18 22:54:48.647111477 +0000 UTC m=+0.091421002 container create 5efdddb4cd4bda596572aae0fade6fc9ce8a8dd8399eee5361875b7af3fd0d3a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-b, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-18T22:54:48.908 INFO:journalctl@ceph.mds.b.smithi099.stdout:Mar 18 22:54:48 smithi099 podman[67456]: 2024-03-18 22:54:48.573229799 +0000 UTC m=+0.017539326 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639 2024-03-18T22:54:48.908 INFO:journalctl@ceph.mds.b.smithi099.stdout:Mar 18 22:54:48 smithi099 podman[67456]: 2024-03-18 22:54:48.807662869 +0000 UTC m=+0.251972385 container init 5efdddb4cd4bda596572aae0fade6fc9ce8a8dd8399eee5361875b7af3fd0d3a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-b, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-03-18T22:54:48.908 INFO:journalctl@ceph.mds.b.smithi099.stdout:Mar 18 22:54:48 smithi099 podman[67456]: 2024-03-18 22:54:48.810223562 +0000 UTC m=+0.254533088 container start 5efdddb4cd4bda596572aae0fade6fc9ce8a8dd8399eee5361875b7af3fd0d3a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-03-18T22:54:48.908 INFO:journalctl@ceph.mds.b.smithi099.stdout:Mar 18 22:54:48 smithi099 ceph-mds[67475]: -- 172.21.15.99:0/1068884547 <== mon.2 v2:172.21.15.99:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5588912cba40 con 0x55889129f000 2024-03-18T22:54:48.908 INFO:journalctl@ceph.mds.b.smithi099.stdout:Mar 18 22:54:48 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-b[67471]: starting mds.b at 2024-03-18T22:54:48.908 INFO:journalctl@ceph.mds.b.smithi099.stdout:Mar 18 22:54:48 smithi099 bash[67456]: 5efdddb4cd4bda596572aae0fade6fc9ce8a8dd8399eee5361875b7af3fd0d3a 2024-03-18T22:54:49.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:48 smithi052 ceph-mon[32520]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:49.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:48 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:49.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:48 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:49.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:48 smithi181 ceph-mon[67256]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:49.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:48 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:49.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:48 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:49.264 INFO:journalctl@ceph.mds.b.smithi099.stdout:Mar 18 22:54:48 smithi099 systemd[1]: Started Ceph mds.b for 444ca0c0-e579-11ee-95c9-87774f69a715. 2024-03-18T22:54:49.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:48 smithi099 ceph-mon[36725]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:49.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:48 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:49.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:48 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:49.824 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-18T22:54:49.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.930+0000 7fa084ae8640 1 -- 172.21.15.52:0/4091276741 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa080101060 msgr2=0x7fa0801014e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:49.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.930+0000 7fa084ae8640 1 --2- 172.21.15.52:0/4091276741 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa080101060 0x7fa0801014e0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fa068009900 tx=0x7fa06802bc30 comp rx=0 tx=0).stop 2024-03-18T22:54:49.940 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.930+0000 7fa084ae8640 1 -- 172.21.15.52:0/4091276741 shutdown_connections 2024-03-18T22:54:49.941 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.930+0000 7fa084ae8640 1 --2- 172.21.15.52:0/4091276741 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa080101a20 0x7fa080108340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:49.941 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.930+0000 7fa084ae8640 1 --2- 172.21.15.52:0/4091276741 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa080101060 0x7fa0801014e0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:49.941 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.930+0000 7fa084ae8640 1 --2- 172.21.15.52:0/4091276741 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa0800ffe80 0x7fa0801002a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:49.941 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.930+0000 7fa084ae8640 1 -- 172.21.15.52:0/4091276741 >> 172.21.15.52:0/4091276741 conn(0x7fa0800fb440 msgr2=0x7fa0800fd880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:49.941 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.930+0000 7fa084ae8640 1 -- 172.21.15.52:0/4091276741 shutdown_connections 2024-03-18T22:54:49.941 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.930+0000 7fa084ae8640 1 -- 172.21.15.52:0/4091276741 wait complete. 2024-03-18T22:54:49.941 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.931+0000 7fa084ae8640 1 Processor -- start 2024-03-18T22:54:49.941 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.931+0000 7fa084ae8640 1 -- start start 2024-03-18T22:54:49.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.931+0000 7fa084ae8640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa0800ffe80 0x7fa080197cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:49.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.931+0000 7fa084ae8640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa080101060 0x7fa0801981f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:49.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.931+0000 7fa084ae8640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa080101a20 0x7fa08019f250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:49.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.931+0000 7fa084ae8640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa08010d660 con 0x7fa080101060 2024-03-18T22:54:49.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.931+0000 7fa084ae8640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fa08010d4e0 con 0x7fa080101a20 2024-03-18T22:54:49.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.931+0000 7fa084ae8640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fa08010d7e0 con 0x7fa0800ffe80 2024-03-18T22:54:49.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.931+0000 7fa07dd9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa080101060 0x7fa0801981f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:49.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.931+0000 7fa07dd9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa080101060 0x7fa0801981f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:58796/0 (socket says 172.21.15.52:58796) 2024-03-18T22:54:49.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.931+0000 7fa07dd9b640 1 -- 172.21.15.52:0/107222185 learned_addr learned my addr 172.21.15.52:0/107222185 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:49.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.931+0000 7fa07e59c640 1 --2- 172.21.15.52:0/107222185 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa0800ffe80 0x7fa080197cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:49.943 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.931+0000 7fa07ed9d640 1 --2- 172.21.15.52:0/107222185 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa080101a20 0x7fa08019f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:49.943 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.932+0000 7fa07dd9b640 1 -- 172.21.15.52:0/107222185 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa0800ffe80 msgr2=0x7fa080197cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:49.943 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.932+0000 7fa07dd9b640 1 --2- 172.21.15.52:0/107222185 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa0800ffe80 0x7fa080197cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:49.943 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.932+0000 7fa07dd9b640 1 -- 172.21.15.52:0/107222185 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa080101a20 msgr2=0x7fa08019f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:49.943 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.932+0000 7fa07dd9b640 1 --2- 172.21.15.52:0/107222185 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa080101a20 0x7fa08019f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:49.943 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.932+0000 7fa07dd9b640 1 -- 172.21.15.52:0/107222185 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa08019f8f0 con 0x7fa080101060 2024-03-18T22:54:49.943 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.932+0000 7fa07dd9b640 1 --2- 172.21.15.52:0/107222185 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa080101060 0x7fa0801981f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fa06802ca30 tx=0x7fa068004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:49.943 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.932+0000 7fa0777fe640 1 -- 172.21.15.52:0/107222185 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa068043020 con 0x7fa080101060 2024-03-18T22:54:49.943 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.932+0000 7fa084ae8640 1 -- 172.21.15.52:0/107222185 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa08019fb80 con 0x7fa080101060 2024-03-18T22:54:49.943 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.932+0000 7fa0777fe640 1 -- 172.21.15.52:0/107222185 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa068004440 con 0x7fa080101060 2024-03-18T22:54:49.944 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.932+0000 7fa0777fe640 1 -- 172.21.15.52:0/107222185 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa068003d30 con 0x7fa080101060 2024-03-18T22:54:49.944 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.932+0000 7fa084ae8640 1 -- 172.21.15.52:0/107222185 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0801a00d0 con 0x7fa080101060 2024-03-18T22:54:49.944 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.933+0000 7fa084ae8640 1 -- 172.21.15.52:0/107222185 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa080107270 con 0x7fa080101060 2024-03-18T22:54:49.944 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.934+0000 7fa0777fe640 1 -- 172.21.15.52:0/107222185 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fa068046020 con 0x7fa080101060 2024-03-18T22:54:49.944 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.935+0000 7fa0777fe640 1 --2- 172.21.15.52:0/107222185 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa06c0a2800 0x7fa06c0a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:49.944 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.935+0000 7fa07e59c640 1 --2- 172.21.15.52:0/107222185 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa06c0a2800 0x7fa06c0a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:49.944 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.935+0000 7fa0777fe640 1 -- 172.21.15.52:0/107222185 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7127+0+0 (secure 0 0 0) 0x7fa0680f0b00 con 0x7fa080101060 2024-03-18T22:54:49.944 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.935+0000 7fa07e59c640 1 --2- 172.21.15.52:0/107222185 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa06c0a2800 0x7fa06c0a4cc0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fa080198b80 tx=0x7fa07000d040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:49.945 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:49.939+0000 7fa0777fe640 1 -- 172.21.15.52:0/107222185 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fa06804d020 con 0x7fa080101060 2024-03-18T22:54:50.165 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.165+0000 7fa084ae8640 1 -- 172.21.15.52:0/107222185 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa08002d1f0 con 0x7fa080101060 2024-03-18T22:54:50.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.165+0000 7fa0777fe640 1 -- 172.21.15.52:0/107222185 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10470 (secure 0 0 0) 0x7fa0680be040 con 0x7fa080101060 2024-03-18T22:54:50.177 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:54:50.177 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3227483135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":3227483135},{"type":"v1","addr":"172.21.15.52:6835","nonce":3227483135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/3461032451","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":3461032451},{"type":"v1","addr":"172.21.15.52:6837","nonce":3461032451}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14628,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/1261469762","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":1261469762},{"type":"v1","addr":"172.21.15.52:6839","nonce":1261469762}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14640,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3903225657","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3903225657},{"type":"v1","addr":"172.21.15.52:6841","nonce":3903225657}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/873737656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":873737656},{"type":"v1","addr":"172.21.15.181:6833","nonce":873737656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6833/800213438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":800213438},{"type":"v1","addr":"172.21.15.99:6833","nonce":800213438}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24445,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/278652610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":278652610},{"type":"v1","addr":"172.21.15.181:6835","nonce":278652610}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24455,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6835/286053630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":286053630},{"type":"v1","addr":"172.21.15.99:6835","nonce":286053630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6837/1834382232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":1834382232},{"type":"v1","addr":"172.21.15.181:6837","nonce":1834382232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24478,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6839/1346550423","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6838","nonce":1346550423},{"type":"v1","addr":"172.21.15.181:6839","nonce":1346550423}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24479,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/3393123598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6836","nonce":3393123598},{"type":"v1","addr":"172.21.15.99:6837","nonce":3393123598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24527,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6839/326875962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6838","nonce":326875962},{"type":"v1","addr":"172.21.15.99:6839","nonce":326875962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-03-18T22:54:50.178 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 13 2024-03-18T22:54:50.178 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:49 smithi052 ceph-mon[32520]: mds.? [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] up:boot 2024-03-18T22:54:50.178 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:49 smithi052 ceph-mon[32520]: fsmap 12 up:standby 2024-03-18T22:54:50.179 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:49 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-18T22:54:50.179 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:49 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:50.179 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:49 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:50.179 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:49 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:50.179 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:49 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:54:50.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.168+0000 7fa084ae8640 1 -- 172.21.15.52:0/107222185 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa06c0a2800 msgr2=0x7fa06c0a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:50.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.168+0000 7fa084ae8640 1 --2- 172.21.15.52:0/107222185 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa06c0a2800 0x7fa06c0a4cc0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fa080198b80 tx=0x7fa07000d040 comp rx=0 tx=0).stop 2024-03-18T22:54:50.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.168+0000 7fa084ae8640 1 -- 172.21.15.52:0/107222185 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa080101060 msgr2=0x7fa0801981f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:50.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.168+0000 7fa084ae8640 1 --2- 172.21.15.52:0/107222185 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa080101060 0x7fa0801981f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fa06802ca30 tx=0x7fa068004040 comp rx=0 tx=0).stop 2024-03-18T22:54:50.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.168+0000 7fa084ae8640 1 -- 172.21.15.52:0/107222185 shutdown_connections 2024-03-18T22:54:50.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.168+0000 7fa084ae8640 1 --2- 172.21.15.52:0/107222185 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa06c0a2800 0x7fa06c0a4cc0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.168+0000 7fa084ae8640 1 --2- 172.21.15.52:0/107222185 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa080101a20 0x7fa08019f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.168+0000 7fa084ae8640 1 --2- 172.21.15.52:0/107222185 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa080101060 0x7fa0801981f0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.168+0000 7fa084ae8640 1 --2- 172.21.15.52:0/107222185 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa0800ffe80 0x7fa080197cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.168+0000 7fa084ae8640 1 -- 172.21.15.52:0/107222185 >> 172.21.15.52:0/107222185 conn(0x7fa0800fb440 msgr2=0x7fa080104440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:50.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.168+0000 7fa084ae8640 1 -- 172.21.15.52:0/107222185 shutdown_connections 2024-03-18T22:54:50.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.168+0000 7fa084ae8640 1 -- 172.21.15.52:0/107222185 wait complete. 2024-03-18T22:54:50.183 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-18T22:54:50.211 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:49 smithi099 ceph-mon[36725]: mds.? [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] up:boot 2024-03-18T22:54:50.211 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:49 smithi099 ceph-mon[36725]: fsmap 12 up:standby 2024-03-18T22:54:50.211 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:49 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-18T22:54:50.212 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:49 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:50.212 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:49 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:50.212 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:49 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:50.212 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:49 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:54:50.261 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:49 smithi181 ceph-mon[67256]: mds.? [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] up:boot 2024-03-18T22:54:50.261 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:49 smithi181 ceph-mon[67256]: fsmap 12 up:standby 2024-03-18T22:54:50.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:49 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-18T22:54:50.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:49 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:50.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:49 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:50.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:49 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:50.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:49 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:54:50.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.288+0000 7fc4255c4640 1 -- 172.21.15.52:0/17934688 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc420100740 msgr2=0x7fc420100b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:50.292 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.288+0000 7fc4255c4640 1 --2- 172.21.15.52:0/17934688 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc420100740 0x7fc420100b60 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fc410009900 tx=0x7fc41002bc30 comp rx=0 tx=0).stop 2024-03-18T22:54:50.292 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.288+0000 7fc4255c4640 1 -- 172.21.15.52:0/17934688 shutdown_connections 2024-03-18T22:54:50.292 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.288+0000 7fc4255c4640 1 --2- 172.21.15.52:0/17934688 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4201022f0 0x7fc420108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.292 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.288+0000 7fc4255c4640 1 --2- 172.21.15.52:0/17934688 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc420101930 0x7fc420101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.292 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.288+0000 7fc4255c4640 1 --2- 172.21.15.52:0/17934688 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc420100740 0x7fc420100b60 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.292 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.288+0000 7fc4255c4640 1 -- 172.21.15.52:0/17934688 >> 172.21.15.52:0/17934688 conn(0x7fc4200fbcb0 msgr2=0x7fc4200fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:50.292 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.288+0000 7fc4255c4640 1 -- 172.21.15.52:0/17934688 shutdown_connections 2024-03-18T22:54:50.292 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.288+0000 7fc4255c4640 1 -- 172.21.15.52:0/17934688 wait complete. 2024-03-18T22:54:50.292 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.288+0000 7fc4255c4640 1 Processor -- start 2024-03-18T22:54:50.292 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.288+0000 7fc4255c4640 1 -- start start 2024-03-18T22:54:50.293 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.289+0000 7fc4255c4640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc420100740 0x7fc420197cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:50.293 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.289+0000 7fc4255c4640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc420101930 0x7fc420198200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:50.293 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.289+0000 7fc4255c4640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4201022f0 0x7fc42019f260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:50.293 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.289+0000 7fc4255c4640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc42010c4a0 con 0x7fc420100740 2024-03-18T22:54:50.293 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.289+0000 7fc4255c4640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fc42010c320 con 0x7fc4201022f0 2024-03-18T22:54:50.293 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.289+0000 7fc4255c4640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fc42010c620 con 0x7fc420101930 2024-03-18T22:54:50.293 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.289+0000 7fc41effd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc420100740 0x7fc420197cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:50.294 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.289+0000 7fc41effd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc420100740 0x7fc420197cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:58808/0 (socket says 172.21.15.52:58808) 2024-03-18T22:54:50.294 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.289+0000 7fc41effd640 1 -- 172.21.15.52:0/2466716057 learned_addr learned my addr 172.21.15.52:0/2466716057 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:50.294 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.289+0000 7fc41f7fe640 1 --2- 172.21.15.52:0/2466716057 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4201022f0 0x7fc42019f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:50.294 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.289+0000 7fc417fff640 1 --2- 172.21.15.52:0/2466716057 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc420101930 0x7fc420198200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:50.294 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.289+0000 7fc41effd640 1 -- 172.21.15.52:0/2466716057 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc420101930 msgr2=0x7fc420198200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:50.294 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.289+0000 7fc41effd640 1 --2- 172.21.15.52:0/2466716057 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc420101930 0x7fc420198200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.294 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.289+0000 7fc41effd640 1 -- 172.21.15.52:0/2466716057 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4201022f0 msgr2=0x7fc42019f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:50.295 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.289+0000 7fc41effd640 1 --2- 172.21.15.52:0/2466716057 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4201022f0 0x7fc42019f260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.295 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.289+0000 7fc41effd640 1 -- 172.21.15.52:0/2466716057 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc42019f900 con 0x7fc420100740 2024-03-18T22:54:50.295 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.289+0000 7fc41effd640 1 --2- 172.21.15.52:0/2466716057 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc420100740 0x7fc420197cc0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fc410005ab0 tx=0x7fc41002c7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:50.295 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.289+0000 7fc41cff9640 1 -- 172.21.15.52:0/2466716057 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc410043020 con 0x7fc420100740 2024-03-18T22:54:50.295 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.289+0000 7fc41cff9640 1 -- 172.21.15.52:0/2466716057 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc410004350 con 0x7fc420100740 2024-03-18T22:54:50.295 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.289+0000 7fc4255c4640 1 -- 172.21.15.52:0/2466716057 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc42019fb90 con 0x7fc420100740 2024-03-18T22:54:50.295 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.289+0000 7fc41cff9640 1 -- 172.21.15.52:0/2466716057 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc410003d70 con 0x7fc420100740 2024-03-18T22:54:50.295 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.289+0000 7fc4255c4640 1 -- 172.21.15.52:0/2466716057 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4201a00e0 con 0x7fc420100740 2024-03-18T22:54:50.296 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.290+0000 7fc4255c4640 1 -- 172.21.15.52:0/2466716057 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4201a02b0 con 0x7fc420100740 2024-03-18T22:54:50.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.291+0000 7fc41cff9640 1 -- 172.21.15.52:0/2466716057 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fc410046020 con 0x7fc420100740 2024-03-18T22:54:50.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.292+0000 7fc41cff9640 1 --2- 172.21.15.52:0/2466716057 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc40c0a2800 0x7fc40c0a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:50.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.292+0000 7fc417fff640 1 --2- 172.21.15.52:0/2466716057 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc40c0a2800 0x7fc40c0a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:50.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.292+0000 7fc41cff9640 1 -- 172.21.15.52:0/2466716057 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7127+0+0 (secure 0 0 0) 0x7fc4100f0830 con 0x7fc420100740 2024-03-18T22:54:50.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.292+0000 7fc417fff640 1 --2- 172.21.15.52:0/2466716057 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc40c0a2800 0x7fc40c0a4cc0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fc4201991c0 tx=0x7fc40800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:50.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.296+0000 7fc41cff9640 1 -- 172.21.15.52:0/2466716057 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fc41004d020 con 0x7fc420100740 2024-03-18T22:54:50.485 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.484+0000 7fc4255c4640 1 -- 172.21.15.52:0/2466716057 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc4201a0640 con 0x7fc420100740 2024-03-18T22:54:50.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.485+0000 7fc41cff9640 1 -- 172.21.15.52:0/2466716057 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+18396 (secure 0 0 0) 0x7fc4100bdcd0 con 0x7fc420100740 2024-03-18T22:54:50.486 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:54:50.486 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":84,"fsid":"444ca0c0-e579-11ee-95c9-87774f69a715","created":"2024-03-18T22:46:59.196861+0000","modified":"2024-03-18T22:54:04.667003+0000","last_up_change":"2024-03-18T22:54:03.658736+0000","last_in_change":"2024-03-18T22:53:42.549736+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-18T22:50:19.580907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8f05057f-5818-4a49-a239-ce60bf28c875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6803","nonce":4259078413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6805","nonce":4259078413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6809","nonce":4259078413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6807","nonce":4259078413}]},"public_addr":"172.21.15.52:6803/4259078413","cluster_addr":"172.21.15.52:6805/4259078413","heartbeat_back_addr":"172.21.15.52:6809/4259078413","heartbeat_front_addr":"172.21.15.52:6807/4259078413","state":["exists","up"]},{"osd":1,"uuid":"602a7d92-7ff5-457e-b1e1-ab1e9eae6dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6801","nonce":500160796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6803","nonce":500160796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6807","nonce":500160796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6805","nonce":500160796}]},"public_addr":"172.21.15.99:6801/500160796","cluster_addr":"172.21.15.99:6803/500160796","heartbeat_back_addr":"172.21.15.99:6807/500160796","heartbeat_front_addr":"172.21.15.99:6805/500160796","state":["exists","up"]},{"osd":2,"uuid":"d5d4dba3-77ad-46f9-b510-d3b26f14077d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6801","nonce":1878857413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6803","nonce":1878857413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6807","nonce":1878857413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6805","nonce":1878857413}]},"public_addr":"172.21.15.181:6801/1878857413","cluster_addr":"172.21.15.181:6803/1878857413","heartbeat_back_addr":"172.21.15.181:6807/1878857413","heartbeat_front_addr":"172.21.15.181:6805/1878857413","state":["exists","up"]},{"osd":3,"uuid":"b61bfbef-b35c-49e3-9616-48e1b7ffc914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6811","nonce":2095210395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6813","nonce":2095210395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6817","nonce":2095210395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6815","nonce":2095210395}]},"public_addr":"172.21.15.52:6811/2095210395","cluster_addr":"172.21.15.52:6813/2095210395","heartbeat_back_addr":"172.21.15.52:6817/2095210395","heartbeat_front_addr":"172.21.15.52:6815/2095210395","state":["exists","up"]},{"osd":4,"uuid":"ce793666-4ab9-4844-81c9-661b265973b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6809","nonce":2287333294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6811","nonce":2287333294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6815","nonce":2287333294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6813","nonce":2287333294}]},"public_addr":"172.21.15.99:6809/2287333294","cluster_addr":"172.21.15.99:6811/2287333294","heartbeat_back_addr":"172.21.15.99:6815/2287333294","heartbeat_front_addr":"172.21.15.99:6813/2287333294","state":["exists","up"]},{"osd":5,"uuid":"9640855d-727d-4dbe-a86e-d9cb16ff1213","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6809","nonce":2011157034}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6811","nonce":2011157034}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6815","nonce":2011157034}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6813","nonce":2011157034}]},"public_addr":"172.21.15.181:6809/2011157034","cluster_addr":"172.21.15.181:6811/2011157034","heartbeat_back_addr":"172.21.15.181:6815/2011157034","heartbeat_front_addr":"172.21.15.181:6813/2011157034","state":["exists","up"]},{"osd":6,"uuid":"a5e939cf-f502-4844-a7c7-90a03212c912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6819","nonce":3005509606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6821","nonce":3005509606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6825","nonce":3005509606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6823","nonce":3005509606}]},"public_addr":"172.21.15.52:6819/3005509606","cluster_addr":"172.21.15.52:6821/3005509606","heartbeat_back_addr":"172.21.15.52:6825/3005509606","heartbeat_front_addr":"172.21.15.52:6823/3005509606","state":["exists","up"]},{"osd":7,"uuid":"6870a7b1-abe0-4d5b-aedb-e2eab43a0d36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6817","nonce":2572523724}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6819","nonce":2572523724}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6823","nonce":2572523724}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6821","nonce":2572523724}]},"public_addr":"172.21.15.99:6817/2572523724","cluster_addr":"172.21.15.99:6819/2572523724","heartbeat_back_addr":"172.21.15.99:6823/2572523724","heartbeat_front_addr":"172.21.15.99:6821/2572523724","state":["exists","up"]},{"osd":8,"uuid":"967926a1-de37-43dc-b815-0e17765b3a9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6817","nonce":644322337}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6819","nonce":644322337}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6823","nonce":644322337}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6821","nonce":644322337}]},"public_addr":"172.21.15.181:6817/644322337","cluster_addr":"172.21.15.181:6819/644322337","heartbeat_back_addr":"172.21.15.181:6823/644322337","heartbeat_front_addr":"172.21.15.181:6821/644322337","state":["exists","up"]},{"osd":9,"uuid":"a131710e-f2c3-4714-a033-106917dae36a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6827","nonce":2018024971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6829","nonce":2018024971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6833","nonce":2018024971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6831","nonce":2018024971}]},"public_addr":"172.21.15.52:6827/2018024971","cluster_addr":"172.21.15.52:6829/2018024971","heartbeat_back_addr":"172.21.15.52:6833/2018024971","heartbeat_front_addr":"172.21.15.52:6831/2018024971","state":["exists","up"]},{"osd":10,"uuid":"f73f086a-46e1-412c-8105-3b80772eca56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6825","nonce":14598206}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6827","nonce":14598206}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6831","nonce":14598206}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6829","nonce":14598206}]},"public_addr":"172.21.15.99:6825/14598206","cluster_addr":"172.21.15.99:6827/14598206","heartbeat_back_addr":"172.21.15.99:6831/14598206","heartbeat_front_addr":"172.21.15.99:6829/14598206","state":["exists","up"]},{"osd":11,"uuid":"f8e9539b-8a69-49a8-8a48-52f69b3c827e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":83,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6825","nonce":3442115308}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6827","nonce":3442115308}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6831","nonce":3442115308}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6829","nonce":3442115308}]},"public_addr":"172.21.15.181:6825/3442115308","cluster_addr":"172.21.15.181:6827/3442115308","heartbeat_back_addr":"172.21.15.181:6831/3442115308","heartbeat_front_addr":"172.21.15.181:6829/3442115308","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:30.221253+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:53.484811+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:17.327889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:41.988608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:06.067648+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:30.546908+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:56.054912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:20.268014+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:44.577601+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:10.398933+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:35.167862+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:54:00.825869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:6801/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:6800/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/2706493239":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/3660249274":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/3214486026":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6801/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6800/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/278759612":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/126914394":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/4260437251":"2024-03-19T22:47:53.231814+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-18T22:54:50.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.487+0000 7fc4255c4640 1 -- 172.21.15.52:0/2466716057 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc40c0a2800 msgr2=0x7fc40c0a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:50.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.487+0000 7fc4255c4640 1 --2- 172.21.15.52:0/2466716057 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc40c0a2800 0x7fc40c0a4cc0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fc4201991c0 tx=0x7fc40800b390 comp rx=0 tx=0).stop 2024-03-18T22:54:50.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.487+0000 7fc4255c4640 1 -- 172.21.15.52:0/2466716057 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc420100740 msgr2=0x7fc420197cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:50.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.487+0000 7fc4255c4640 1 --2- 172.21.15.52:0/2466716057 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc420100740 0x7fc420197cc0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fc410005ab0 tx=0x7fc41002c7a0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.487+0000 7fc4255c4640 1 -- 172.21.15.52:0/2466716057 shutdown_connections 2024-03-18T22:54:50.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.487+0000 7fc4255c4640 1 --2- 172.21.15.52:0/2466716057 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc40c0a2800 0x7fc40c0a4cc0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.487+0000 7fc4255c4640 1 --2- 172.21.15.52:0/2466716057 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4201022f0 0x7fc42019f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.487+0000 7fc4255c4640 1 --2- 172.21.15.52:0/2466716057 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc420101930 0x7fc420198200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.487+0000 7fc4255c4640 1 --2- 172.21.15.52:0/2466716057 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc420100740 0x7fc420197cc0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.487+0000 7fc4255c4640 1 -- 172.21.15.52:0/2466716057 >> 172.21.15.52:0/2466716057 conn(0x7fc4200fbcb0 msgr2=0x7fc4200fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:50.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.487+0000 7fc4255c4640 1 -- 172.21.15.52:0/2466716057 shutdown_connections 2024-03-18T22:54:50.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.487+0000 7fc4255c4640 1 -- 172.21.15.52:0/2466716057 wait complete. 2024-03-18T22:54:50.500 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-18T22:50:19.580907+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-18T22:54:50.501 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-18T22:54:50.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.620+0000 7f9a9e8f1640 1 -- 172.21.15.52:0/41625131 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9a98100720 msgr2=0x7f9a98100b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:50.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.620+0000 7f9a9e8f1640 1 --2- 172.21.15.52:0/41625131 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9a98100720 0x7f9a98100b40 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f9a88009900 tx=0x7f9a8802bc30 comp rx=0 tx=0).stop 2024-03-18T22:54:50.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.620+0000 7f9a9e8f1640 1 -- 172.21.15.52:0/41625131 shutdown_connections 2024-03-18T22:54:50.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.620+0000 7f9a9e8f1640 1 --2- 172.21.15.52:0/41625131 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9a981022d0 0x7f9a98108b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.620+0000 7f9a9e8f1640 1 --2- 172.21.15.52:0/41625131 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9a98101910 0x7f9a98101d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.620+0000 7f9a9e8f1640 1 --2- 172.21.15.52:0/41625131 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9a98100720 0x7f9a98100b40 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.620+0000 7f9a9e8f1640 1 -- 172.21.15.52:0/41625131 >> 172.21.15.52:0/41625131 conn(0x7f9a980fbc90 msgr2=0x7f9a980fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:50.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.620+0000 7f9a9e8f1640 1 -- 172.21.15.52:0/41625131 shutdown_connections 2024-03-18T22:54:50.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.620+0000 7f9a9e8f1640 1 -- 172.21.15.52:0/41625131 wait complete. 2024-03-18T22:54:50.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.621+0000 7f9a9e8f1640 1 Processor -- start 2024-03-18T22:54:50.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.621+0000 7f9a9e8f1640 1 -- start start 2024-03-18T22:54:50.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.621+0000 7f9a9e8f1640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9a98100720 0x7f9a98197c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:50.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.621+0000 7f9a9e8f1640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9a98101910 0x7f9a981981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:50.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.621+0000 7f9a9e8f1640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9a981022d0 0x7f9a9819f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:50.625 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.621+0000 7f9a9e8f1640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9a9810c470 con 0x7f9a98101910 2024-03-18T22:54:50.625 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.621+0000 7f9a9e8f1640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f9a9810c2f0 con 0x7f9a981022d0 2024-03-18T22:54:50.625 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.621+0000 7f9a9e8f1640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f9a9810c5f0 con 0x7f9a98100720 2024-03-18T22:54:50.625 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.622+0000 7f9a977fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9a98101910 0x7f9a981981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:50.625 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.622+0000 7f9a97fff640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9a98100720 0x7f9a98197c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:50.625 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.622+0000 7f9a977fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9a98101910 0x7f9a981981b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:58826/0 (socket says 172.21.15.52:58826) 2024-03-18T22:54:50.625 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.622+0000 7f9a977fe640 1 -- 172.21.15.52:0/1642954153 learned_addr learned my addr 172.21.15.52:0/1642954153 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:50.625 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.622+0000 7f9a9ce8e640 1 --2- 172.21.15.52:0/1642954153 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9a981022d0 0x7f9a9819f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:50.625 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.622+0000 7f9a977fe640 1 -- 172.21.15.52:0/1642954153 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9a98100720 msgr2=0x7f9a98197c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:50.625 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.622+0000 7f9a977fe640 1 --2- 172.21.15.52:0/1642954153 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9a98100720 0x7f9a98197c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.625 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.622+0000 7f9a977fe640 1 -- 172.21.15.52:0/1642954153 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9a981022d0 msgr2=0x7f9a9819f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:50.625 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.622+0000 7f9a977fe640 1 --2- 172.21.15.52:0/1642954153 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9a981022d0 0x7f9a9819f1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.625 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.622+0000 7f9a977fe640 1 -- 172.21.15.52:0/1642954153 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a9819f880 con 0x7f9a98101910 2024-03-18T22:54:50.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.622+0000 7f9a97fff640 1 --2- 172.21.15.52:0/1642954153 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9a98100720 0x7f9a98197c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:54:50.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.622+0000 7f9a977fe640 1 --2- 172.21.15.52:0/1642954153 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9a98101910 0x7f9a981981b0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f9a8c00e9f0 tx=0x7f9a8c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:50.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.622+0000 7f9a957fa640 1 -- 172.21.15.52:0/1642954153 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a8c00cd80 con 0x7f9a98101910 2024-03-18T22:54:50.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.622+0000 7f9a957fa640 1 -- 172.21.15.52:0/1642954153 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9a8c010930 con 0x7f9a98101910 2024-03-18T22:54:50.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.622+0000 7f9a9e8f1640 1 -- 172.21.15.52:0/1642954153 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a9819fb70 con 0x7f9a98101910 2024-03-18T22:54:50.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.622+0000 7f9a957fa640 1 -- 172.21.15.52:0/1642954153 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a8c018b00 con 0x7f9a98101910 2024-03-18T22:54:50.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.622+0000 7f9a9e8f1640 1 -- 172.21.15.52:0/1642954153 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a981a0090 con 0x7f9a98101910 2024-03-18T22:54:50.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.624+0000 7f9a9e8f1640 1 -- 172.21.15.52:0/1642954153 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a981a0260 con 0x7f9a98101910 2024-03-18T22:54:50.627 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.625+0000 7f9a957fa640 1 -- 172.21.15.52:0/1642954153 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f9a8c018ca0 con 0x7f9a98101910 2024-03-18T22:54:50.627 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.625+0000 7f9a957fa640 1 --2- 172.21.15.52:0/1642954153 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f9a800a2800 0x7f9a800a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:50.627 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.625+0000 7f9a97fff640 1 --2- 172.21.15.52:0/1642954153 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f9a800a2800 0x7f9a800a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:50.627 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.625+0000 7f9a957fa640 1 -- 172.21.15.52:0/1642954153 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7127+0+0 (secure 0 0 0) 0x7f9a8c0ced00 con 0x7f9a98101910 2024-03-18T22:54:50.628 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.626+0000 7f9a97fff640 1 --2- 172.21.15.52:0/1642954153 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f9a800a2800 0x7f9a800a4cc0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f9a88000c00 tx=0x7f9a88005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:50.631 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.630+0000 7f9a957fa640 1 -- 172.21.15.52:0/1642954153 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f9a8c09bbf0 con 0x7f9a98101910 2024-03-18T22:54:50.828 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.827+0000 7f9a9e8f1640 1 -- 172.21.15.52:0/1642954153 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f9a981a05f0 con 0x7f9a98101910 2024-03-18T22:54:50.829 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.828+0000 7f9a957fa640 1 -- 172.21.15.52:0/1642954153 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v84) ==== 93+0+10 (secure 0 0 0) 0x7f9a8c09fc90 con 0x7f9a98101910 2024-03-18T22:54:50.829 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 1 2024-03-18T22:54:50.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.830+0000 7f9a9e8f1640 1 -- 172.21.15.52:0/1642954153 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f9a800a2800 msgr2=0x7f9a800a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:50.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.830+0000 7f9a9e8f1640 1 --2- 172.21.15.52:0/1642954153 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f9a800a2800 0x7f9a800a4cc0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f9a88000c00 tx=0x7f9a88005fd0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.830+0000 7f9a9e8f1640 1 -- 172.21.15.52:0/1642954153 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9a98101910 msgr2=0x7f9a981981b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:50.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.830+0000 7f9a9e8f1640 1 --2- 172.21.15.52:0/1642954153 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9a98101910 0x7f9a981981b0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f9a8c00e9f0 tx=0x7f9a8c00eeb0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.830+0000 7f9a9e8f1640 1 -- 172.21.15.52:0/1642954153 shutdown_connections 2024-03-18T22:54:50.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.830+0000 7f9a9e8f1640 1 --2- 172.21.15.52:0/1642954153 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f9a800a2800 0x7f9a800a4cc0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.830+0000 7f9a9e8f1640 1 --2- 172.21.15.52:0/1642954153 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9a981022d0 0x7f9a9819f1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.832 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.830+0000 7f9a9e8f1640 1 --2- 172.21.15.52:0/1642954153 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9a98101910 0x7f9a981981b0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.832 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.830+0000 7f9a9e8f1640 1 --2- 172.21.15.52:0/1642954153 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9a98100720 0x7f9a98197c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.832 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.830+0000 7f9a9e8f1640 1 -- 172.21.15.52:0/1642954153 >> 172.21.15.52:0/1642954153 conn(0x7f9a980fbc90 msgr2=0x7f9a98069df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:50.832 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.830+0000 7f9a9e8f1640 1 -- 172.21.15.52:0/1642954153 shutdown_connections 2024-03-18T22:54:50.832 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.830+0000 7f9a9e8f1640 1 -- 172.21.15.52:0/1642954153 wait complete. 2024-03-18T22:54:50.842 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-03-18T22:54:50.968 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.964+0000 7fe20a2f7640 1 -- 172.21.15.52:0/955310453 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe204100760 msgr2=0x7fe204100b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:50.968 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.964+0000 7fe20a2f7640 1 --2- 172.21.15.52:0/955310453 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe204100760 0x7fe204100b80 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fe1f4009900 tx=0x7fe1f402bc30 comp rx=0 tx=0).stop 2024-03-18T22:54:50.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.964+0000 7fe20a2f7640 1 -- 172.21.15.52:0/955310453 shutdown_connections 2024-03-18T22:54:50.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.964+0000 7fe20a2f7640 1 --2- 172.21.15.52:0/955310453 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe204102310 0x7fe204108ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.964+0000 7fe20a2f7640 1 --2- 172.21.15.52:0/955310453 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe204101950 0x7fe204101dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.964+0000 7fe20a2f7640 1 --2- 172.21.15.52:0/955310453 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe204100760 0x7fe204100b80 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.964+0000 7fe20a2f7640 1 -- 172.21.15.52:0/955310453 >> 172.21.15.52:0/955310453 conn(0x7fe2040fbcd0 msgr2=0x7fe2040fe110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:50.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.964+0000 7fe20a2f7640 1 -- 172.21.15.52:0/955310453 shutdown_connections 2024-03-18T22:54:50.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.964+0000 7fe20a2f7640 1 -- 172.21.15.52:0/955310453 wait complete. 2024-03-18T22:54:50.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.964+0000 7fe20a2f7640 1 Processor -- start 2024-03-18T22:54:50.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.964+0000 7fe20a2f7640 1 -- start start 2024-03-18T22:54:50.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.965+0000 7fe20a2f7640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe204100760 0x7fe204196ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:50.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.965+0000 7fe20a2f7640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe204101950 0x7fe204197020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:50.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.965+0000 7fe20a2f7640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe204102310 0x7fe20419e090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:50.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.965+0000 7fe20a2f7640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe20410c4c0 con 0x7fe204102310 2024-03-18T22:54:50.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.965+0000 7fe20a2f7640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fe20410c340 con 0x7fe204100760 2024-03-18T22:54:50.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.965+0000 7fe20a2f7640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fe20410c640 con 0x7fe204101950 2024-03-18T22:54:50.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.965+0000 7fe208894640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe204102310 0x7fe20419e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:50.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.965+0000 7fe208894640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe204102310 0x7fe20419e090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:58844/0 (socket says 172.21.15.52:58844) 2024-03-18T22:54:50.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.965+0000 7fe208894640 1 -- 172.21.15.52:0/218433911 learned_addr learned my addr 172.21.15.52:0/218433911 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:50.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.965+0000 7fe2037fe640 1 --2- 172.21.15.52:0/218433911 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe204101950 0x7fe204197020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:50.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.965+0000 7fe203fff640 1 --2- 172.21.15.52:0/218433911 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe204100760 0x7fe204196ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:50.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.965+0000 7fe208894640 1 -- 172.21.15.52:0/218433911 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe204101950 msgr2=0x7fe204197020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:50.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.965+0000 7fe208894640 1 --2- 172.21.15.52:0/218433911 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe204101950 0x7fe204197020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.965+0000 7fe208894640 1 -- 172.21.15.52:0/218433911 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe204100760 msgr2=0x7fe204196ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:50.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.965+0000 7fe208894640 1 --2- 172.21.15.52:0/218433911 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe204100760 0x7fe204196ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:50.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.965+0000 7fe208894640 1 -- 172.21.15.52:0/218433911 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe20419e700 con 0x7fe204102310 2024-03-18T22:54:50.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.966+0000 7fe208894640 1 --2- 172.21.15.52:0/218433911 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe204102310 0x7fe20419e090 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fe1fc00eaa0 tx=0x7fe1fc00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:50.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.966+0000 7fe2017fa640 1 -- 172.21.15.52:0/218433911 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1fc00cdb0 con 0x7fe204102310 2024-03-18T22:54:50.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.966+0000 7fe2017fa640 1 -- 172.21.15.52:0/218433911 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe1fc004b20 con 0x7fe204102310 2024-03-18T22:54:50.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.966+0000 7fe20a2f7640 1 -- 172.21.15.52:0/218433911 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe20419e9f0 con 0x7fe204102310 2024-03-18T22:54:50.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.966+0000 7fe2017fa640 1 -- 172.21.15.52:0/218433911 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1fc011760 con 0x7fe204102310 2024-03-18T22:54:50.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.966+0000 7fe20a2f7640 1 -- 172.21.15.52:0/218433911 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe20419eef0 con 0x7fe204102310 2024-03-18T22:54:50.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.967+0000 7fe20a2f7640 1 -- 172.21.15.52:0/218433911 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe204107a20 con 0x7fe204102310 2024-03-18T22:54:50.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.968+0000 7fe2017fa640 1 -- 172.21.15.52:0/218433911 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fe1fc004cd0 con 0x7fe204102310 2024-03-18T22:54:50.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.968+0000 7fe2017fa640 1 --2- 172.21.15.52:0/218433911 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe1ec0a2800 0x7fe1ec0a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:50.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.968+0000 7fe203fff640 1 --2- 172.21.15.52:0/218433911 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe1ec0a2800 0x7fe1ec0a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:50.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.968+0000 7fe2017fa640 1 -- 172.21.15.52:0/218433911 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7127+0+0 (secure 0 0 0) 0x7fe1fc0ce8e0 con 0x7fe204102310 2024-03-18T22:54:50.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.969+0000 7fe203fff640 1 --2- 172.21.15.52:0/218433911 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe1ec0a2800 0x7fe1ec0a4cc0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fe1f4006010 tx=0x7fe1f402c6f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:50.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:50.973+0000 7fe2017fa640 1 -- 172.21.15.52:0/218433911 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fe1fc016030 con 0x7fe204102310 2024-03-18T22:54:51.176 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.174+0000 7fe20a2f7640 1 -- 172.21.15.52:0/218433911 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fe20402d440 con 0x7fe204102310 2024-03-18T22:54:51.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.175+0000 7fe2017fa640 1 -- 172.21.15.52:0/218433911 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v84) ==== 84+0+65 (secure 0 0 0) 0x7fe1fc09be20 con 0x7fe204102310 2024-03-18T22:54:51.177 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:54:51.178 INFO:teuthology.orchestra.run.smithi052.stdout:[ 2024-03-18T22:54:51.178 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T22:54:51.178 INFO:teuthology.orchestra.run.smithi052.stdout: "poolnum": 1, 2024-03-18T22:54:51.178 INFO:teuthology.orchestra.run.smithi052.stdout: "poolname": ".mgr" 2024-03-18T22:54:51.179 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T22:54:51.179 INFO:teuthology.orchestra.run.smithi052.stdout:] 2024-03-18T22:54:51.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.177+0000 7fe20a2f7640 1 -- 172.21.15.52:0/218433911 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe1ec0a2800 msgr2=0x7fe1ec0a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:51.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.177+0000 7fe20a2f7640 1 --2- 172.21.15.52:0/218433911 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe1ec0a2800 0x7fe1ec0a4cc0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fe1f4006010 tx=0x7fe1f402c6f0 comp rx=0 tx=0).stop 2024-03-18T22:54:51.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.177+0000 7fe20a2f7640 1 -- 172.21.15.52:0/218433911 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe204102310 msgr2=0x7fe20419e090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:51.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.177+0000 7fe20a2f7640 1 --2- 172.21.15.52:0/218433911 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe204102310 0x7fe20419e090 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fe1fc00eaa0 tx=0x7fe1fc00ef60 comp rx=0 tx=0).stop 2024-03-18T22:54:51.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.177+0000 7fe20a2f7640 1 -- 172.21.15.52:0/218433911 shutdown_connections 2024-03-18T22:54:51.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.177+0000 7fe20a2f7640 1 --2- 172.21.15.52:0/218433911 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe1ec0a2800 0x7fe1ec0a4cc0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:51.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.177+0000 7fe20a2f7640 1 --2- 172.21.15.52:0/218433911 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe204102310 0x7fe20419e090 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:51.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.177+0000 7fe20a2f7640 1 --2- 172.21.15.52:0/218433911 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe204101950 0x7fe204197020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:51.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.177+0000 7fe20a2f7640 1 --2- 172.21.15.52:0/218433911 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe204100760 0x7fe204196ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:51.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.177+0000 7fe20a2f7640 1 -- 172.21.15.52:0/218433911 >> 172.21.15.52:0/218433911 conn(0x7fe2040fbcd0 msgr2=0x7fe204104bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:51.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.177+0000 7fe20a2f7640 1 -- 172.21.15.52:0/218433911 shutdown_connections 2024-03-18T22:54:51.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.177+0000 7fe20a2f7640 1 -- 172.21.15.52:0/218433911 wait complete. 2024-03-18T22:54:51.188 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:50 smithi052 ceph-mon[32520]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:51.189 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:50 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/107222185' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:51.189 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:50 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/2466716057' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:54:51.189 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:50 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:51.189 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:50 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:51.189 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:50 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1642954153' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-18T22:54:51.189 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:50 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:51.189 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:50 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:51.190 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:50 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:51.190 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:50 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:51.190 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:50 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:51.190 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:50 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:54:51.190 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:50 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:51.192 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-03-18T22:54:51.192 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-03-18T22:54:51.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:50 smithi181 ceph-mon[67256]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:51.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:50 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/107222185' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:51.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:50 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/2466716057' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:54:51.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:50 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:51.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:50 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:51.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:50 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/1642954153' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-18T22:54:51.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:50 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:51.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:50 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:51.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:50 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:51.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:50 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:51.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:50 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:51.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:50 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:54:51.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:50 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:51.268 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:50 smithi099 ceph-mon[36725]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:51.268 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:50 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/107222185' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:54:51.268 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:50 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/2466716057' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:54:51.268 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:50 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:51.268 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:50 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:51.268 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:50 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/1642954153' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-18T22:54:51.268 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:50 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:51.268 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:50 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:51.268 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:50 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:51.269 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:50 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:51.269 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:50 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:51.269 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:50 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:54:51.269 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:50 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:51.303 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.300+0000 7fd0955c4640 1 -- 172.21.15.52:0/1306900570 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd090102310 msgr2=0x7fd090108ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:51.303 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.300+0000 7fd0955c4640 1 --2- 172.21.15.52:0/1306900570 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd090102310 0x7fd090108ba0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fd088009ca0 tx=0x7fd08802c0f0 comp rx=0 tx=0).stop 2024-03-18T22:54:51.303 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.300+0000 7fd0955c4640 1 -- 172.21.15.52:0/1306900570 shutdown_connections 2024-03-18T22:54:51.303 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.300+0000 7fd0955c4640 1 --2- 172.21.15.52:0/1306900570 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd090102310 0x7fd090108ba0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:51.303 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.300+0000 7fd0955c4640 1 --2- 172.21.15.52:0/1306900570 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd090101950 0x7fd090101dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:51.303 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.300+0000 7fd0955c4640 1 --2- 172.21.15.52:0/1306900570 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd090100760 0x7fd090100b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:51.303 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.300+0000 7fd0955c4640 1 -- 172.21.15.52:0/1306900570 >> 172.21.15.52:0/1306900570 conn(0x7fd0900fbcd0 msgr2=0x7fd0900fe110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:51.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.300+0000 7fd0955c4640 1 -- 172.21.15.52:0/1306900570 shutdown_connections 2024-03-18T22:54:51.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.300+0000 7fd0955c4640 1 -- 172.21.15.52:0/1306900570 wait complete. 2024-03-18T22:54:51.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.301+0000 7fd0955c4640 1 Processor -- start 2024-03-18T22:54:51.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.301+0000 7fd0955c4640 1 -- start start 2024-03-18T22:54:51.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.301+0000 7fd0955c4640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd090100760 0x7fd090197c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:51.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.301+0000 7fd0955c4640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd090101950 0x7fd0901981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:51.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.301+0000 7fd0955c4640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd090102310 0x7fd09019f210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:51.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.301+0000 7fd0955c4640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd09010c510 con 0x7fd090102310 2024-03-18T22:54:51.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.301+0000 7fd0955c4640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fd09010c390 con 0x7fd090101950 2024-03-18T22:54:51.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.301+0000 7fd0955c4640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fd09010c690 con 0x7fd090100760 2024-03-18T22:54:51.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.301+0000 7fd08f7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd090102310 0x7fd09019f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:51.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.301+0000 7fd08f7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd090102310 0x7fd09019f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:58864/0 (socket says 172.21.15.52:58864) 2024-03-18T22:54:51.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.301+0000 7fd08f7fe640 1 -- 172.21.15.52:0/3268295359 learned_addr learned my addr 172.21.15.52:0/3268295359 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:51.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.301+0000 7fd08e7fc640 1 --2- 172.21.15.52:0/3268295359 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd090101950 0x7fd0901981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:51.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.301+0000 7fd08effd640 1 --2- 172.21.15.52:0/3268295359 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd090100760 0x7fd090197c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:51.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.302+0000 7fd08f7fe640 1 -- 172.21.15.52:0/3268295359 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd090100760 msgr2=0x7fd090197c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:51.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.302+0000 7fd08f7fe640 1 --2- 172.21.15.52:0/3268295359 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd090100760 0x7fd090197c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:51.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.302+0000 7fd08f7fe640 1 -- 172.21.15.52:0/3268295359 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd090101950 msgr2=0x7fd0901981b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:51.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.302+0000 7fd08f7fe640 1 --2- 172.21.15.52:0/3268295359 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd090101950 0x7fd0901981b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:51.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.302+0000 7fd08f7fe640 1 -- 172.21.15.52:0/3268295359 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd09019f8b0 con 0x7fd090102310 2024-03-18T22:54:51.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.302+0000 7fd08f7fe640 1 --2- 172.21.15.52:0/3268295359 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd090102310 0x7fd09019f210 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fd088005cc0 tx=0x7fd0880346f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:51.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.302+0000 7fd077fff640 1 -- 172.21.15.52:0/3268295359 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd088039040 con 0x7fd090102310 2024-03-18T22:54:51.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.302+0000 7fd0955c4640 1 -- 172.21.15.52:0/3268295359 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd09019fb40 con 0x7fd090102310 2024-03-18T22:54:51.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.302+0000 7fd077fff640 1 -- 172.21.15.52:0/3268295359 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd088044070 con 0x7fd090102310 2024-03-18T22:54:51.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.302+0000 7fd077fff640 1 -- 172.21.15.52:0/3268295359 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd088004570 con 0x7fd090102310 2024-03-18T22:54:51.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.302+0000 7fd0955c4640 1 -- 172.21.15.52:0/3268295359 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0901a0000 con 0x7fd090102310 2024-03-18T22:54:51.307 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.304+0000 7fd0955c4640 1 -- 172.21.15.52:0/3268295359 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0901a01d0 con 0x7fd090102310 2024-03-18T22:54:51.308 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.304+0000 7fd077fff640 1 -- 172.21.15.52:0/3268295359 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fd088004710 con 0x7fd090102310 2024-03-18T22:54:51.308 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.305+0000 7fd077fff640 1 --2- 172.21.15.52:0/3268295359 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd0780a2800 0x7fd0780a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:51.308 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.305+0000 7fd08effd640 1 --2- 172.21.15.52:0/3268295359 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd0780a2800 0x7fd0780a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:51.308 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.305+0000 7fd077fff640 1 -- 172.21.15.52:0/3268295359 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7127+0+0 (secure 0 0 0) 0x7fd0880f0c30 con 0x7fd090102310 2024-03-18T22:54:51.308 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.306+0000 7fd08effd640 1 --2- 172.21.15.52:0/3268295359 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd0780a2800 0x7fd0780a4cc0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fd090198b40 tx=0x7fd084005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:51.310 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.310+0000 7fd077fff640 1 -- 172.21.15.52:0/3268295359 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fd0880be170 con 0x7fd090102310 2024-03-18T22:54:51.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:51.505+0000 7fd0955c4640 1 -- 172.21.15.52:0/3268295359 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fd0901a03a0 con 0x7fd090102310 2024-03-18T22:54:52.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.003+0000 7fd077fff640 1 -- 172.21.15.52:0/3268295359 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v85) ==== 138+0+0 (secure 0 0 0) 0x7fd0880bda70 con 0x7fd090102310 2024-03-18T22:54:52.004 INFO:teuthology.orchestra.run.smithi052.stderr:pool 'cephfs_metadata' created 2024-03-18T22:54:52.007 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.006+0000 7fd0955c4640 1 -- 172.21.15.52:0/3268295359 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd0780a2800 msgr2=0x7fd0780a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:52.007 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.006+0000 7fd0955c4640 1 --2- 172.21.15.52:0/3268295359 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd0780a2800 0x7fd0780a4cc0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fd090198b40 tx=0x7fd084005f90 comp rx=0 tx=0).stop 2024-03-18T22:54:52.007 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.006+0000 7fd0955c4640 1 -- 172.21.15.52:0/3268295359 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd090102310 msgr2=0x7fd09019f210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:52.007 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.006+0000 7fd0955c4640 1 --2- 172.21.15.52:0/3268295359 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd090102310 0x7fd09019f210 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fd088005cc0 tx=0x7fd0880346f0 comp rx=0 tx=0).stop 2024-03-18T22:54:52.007 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.006+0000 7fd0955c4640 1 -- 172.21.15.52:0/3268295359 shutdown_connections 2024-03-18T22:54:52.007 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.006+0000 7fd0955c4640 1 --2- 172.21.15.52:0/3268295359 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd0780a2800 0x7fd0780a4cc0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:52.008 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.006+0000 7fd0955c4640 1 --2- 172.21.15.52:0/3268295359 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd090102310 0x7fd09019f210 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:52.008 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.006+0000 7fd0955c4640 1 --2- 172.21.15.52:0/3268295359 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd090101950 0x7fd0901981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:52.008 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.006+0000 7fd0955c4640 1 --2- 172.21.15.52:0/3268295359 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd090100760 0x7fd090197c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:52.008 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.006+0000 7fd0955c4640 1 -- 172.21.15.52:0/3268295359 >> 172.21.15.52:0/3268295359 conn(0x7fd0900fbcd0 msgr2=0x7fd0900fd750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:52.008 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.006+0000 7fd0955c4640 1 -- 172.21.15.52:0/3268295359 shutdown_connections 2024-03-18T22:54:52.008 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.006+0000 7fd0955c4640 1 -- 172.21.15.52:0/3268295359 wait complete. 2024-03-18T22:54:52.021 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-03-18T22:54:52.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.133+0000 7fd69fbab640 1 -- 172.21.15.52:0/660041080 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6981075b0 msgr2=0x7fd6981099a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:52.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.133+0000 7fd69fbab640 1 --2- 172.21.15.52:0/660041080 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6981075b0 0x7fd6981099a0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fd690009ca0 tx=0x7fd69002c0f0 comp rx=0 tx=0).stop 2024-03-18T22:54:52.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.133+0000 7fd69fbab640 1 -- 172.21.15.52:0/660041080 shutdown_connections 2024-03-18T22:54:52.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.133+0000 7fd69fbab640 1 --2- 172.21.15.52:0/660041080 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6981075b0 0x7fd6981099a0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:52.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.133+0000 7fd69fbab640 1 --2- 172.21.15.52:0/660041080 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd698104c80 0x7fd698107070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:52.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.133+0000 7fd69fbab640 1 --2- 172.21.15.52:0/660041080 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd698102350 0x7fd698104740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:52.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.133+0000 7fd69fbab640 1 -- 172.21.15.52:0/660041080 >> 172.21.15.52:0/660041080 conn(0x7fd6980fbcc0 msgr2=0x7fd6980fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:52.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.133+0000 7fd69fbab640 1 -- 172.21.15.52:0/660041080 shutdown_connections 2024-03-18T22:54:52.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.133+0000 7fd69fbab640 1 -- 172.21.15.52:0/660041080 wait complete. 2024-03-18T22:54:52.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.134+0000 7fd69fbab640 1 Processor -- start 2024-03-18T22:54:52.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.134+0000 7fd69fbab640 1 -- start start 2024-03-18T22:54:52.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.134+0000 7fd69fbab640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd698102350 0x7fd698197c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:52.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.134+0000 7fd69fbab640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd698104c80 0x7fd698198170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:52.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.134+0000 7fd69fbab640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6981075b0 0x7fd69819f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:52.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.134+0000 7fd69fbab640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd69810d600 con 0x7fd6981075b0 2024-03-18T22:54:52.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.134+0000 7fd69fbab640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fd69810d480 con 0x7fd698102350 2024-03-18T22:54:52.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.134+0000 7fd69fbab640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fd69810d780 con 0x7fd698104c80 2024-03-18T22:54:52.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.134+0000 7fd69e148640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6981075b0 0x7fd69819f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:52.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.134+0000 7fd69e148640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6981075b0 0x7fd69819f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:58888/0 (socket says 172.21.15.52:58888) 2024-03-18T22:54:52.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.134+0000 7fd69e148640 1 -- 172.21.15.52:0/2490549281 learned_addr learned my addr 172.21.15.52:0/2490549281 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:52.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.134+0000 7fd69d947640 1 --2- 172.21.15.52:0/2490549281 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd698102350 0x7fd698197c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:52.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.134+0000 7fd69d146640 1 --2- 172.21.15.52:0/2490549281 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd698104c80 0x7fd698198170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:52.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.134+0000 7fd69e148640 1 -- 172.21.15.52:0/2490549281 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd698104c80 msgr2=0x7fd698198170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:52.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.134+0000 7fd69e148640 1 --2- 172.21.15.52:0/2490549281 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd698104c80 0x7fd698198170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:52.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.134+0000 7fd69e148640 1 -- 172.21.15.52:0/2490549281 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd698102350 msgr2=0x7fd698197c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:52.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.134+0000 7fd69e148640 1 --2- 172.21.15.52:0/2490549281 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd698102350 0x7fd698197c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:52.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.134+0000 7fd69e148640 1 -- 172.21.15.52:0/2490549281 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd69819f840 con 0x7fd6981075b0 2024-03-18T22:54:52.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.134+0000 7fd69d947640 1 --2- 172.21.15.52:0/2490549281 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd698102350 0x7fd698197c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:54:52.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.134+0000 7fd69e148640 1 --2- 172.21.15.52:0/2490549281 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6981075b0 0x7fd69819f1a0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fd69002c700 tx=0x7fd6900346d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:52.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.134+0000 7fd68affd640 1 -- 172.21.15.52:0/2490549281 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd690039040 con 0x7fd6981075b0 2024-03-18T22:54:52.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.134+0000 7fd69fbab640 1 -- 172.21.15.52:0/2490549281 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd69819fad0 con 0x7fd6981075b0 2024-03-18T22:54:52.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.134+0000 7fd68affd640 1 -- 172.21.15.52:0/2490549281 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd690044070 con 0x7fd6981075b0 2024-03-18T22:54:52.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.134+0000 7fd68affd640 1 -- 172.21.15.52:0/2490549281 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6900044d0 con 0x7fd6981075b0 2024-03-18T22:54:52.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.135+0000 7fd69fbab640 1 -- 172.21.15.52:0/2490549281 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6981a0010 con 0x7fd6981075b0 2024-03-18T22:54:52.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.136+0000 7fd69fbab640 1 -- 172.21.15.52:0/2490549281 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6980fd7b0 con 0x7fd6981075b0 2024-03-18T22:54:52.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.137+0000 7fd68affd640 1 -- 172.21.15.52:0/2490549281 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fd690004670 con 0x7fd6981075b0 2024-03-18T22:54:52.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.137+0000 7fd68affd640 1 --2- 172.21.15.52:0/2490549281 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd6840a2800 0x7fd6840a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:52.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.137+0000 7fd69d947640 1 --2- 172.21.15.52:0/2490549281 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd6840a2800 0x7fd6840a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:52.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.137+0000 7fd68affd640 1 -- 172.21.15.52:0/2490549281 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7497+0+0 (secure 0 0 0) 0x7fd6900f1620 con 0x7fd6981075b0 2024-03-18T22:54:52.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.138+0000 7fd69d947640 1 --2- 172.21.15.52:0/2490549281 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd6840a2800 0x7fd6840a4cc0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fd698199100 tx=0x7fd694005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:52.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.141+0000 7fd68affd640 1 -- 172.21.15.52:0/2490549281 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fd6900be9f0 con 0x7fd6981075b0 2024-03-18T22:54:52.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:52 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:54:52.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:52 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/218433911' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-03-18T22:54:52.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:52 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3268295359' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-03-18T22:54:52.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:52 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:54:52.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:52 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/218433911' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-03-18T22:54:52.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:52 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3268295359' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-03-18T22:54:52.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:52 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:54:52.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:52 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/218433911' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-03-18T22:54:52.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:52 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3268295359' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-03-18T22:54:52.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:52.329+0000 7fd69fbab640 1 -- 172.21.15.52:0/2490549281 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fd69802d1f0 con 0x7fd6981075b0 2024-03-18T22:54:53.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.010+0000 7fd68affd640 1 -- 172.21.15.52:0/2490549281 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v86) ==== 170+0+0 (secure 0 0 0) 0x7fd6900be2f0 con 0x7fd6981075b0 2024-03-18T22:54:53.011 INFO:teuthology.orchestra.run.smithi052.stderr:pool 'cephfs_data' created 2024-03-18T22:54:53.013 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.013+0000 7fd69fbab640 1 -- 172.21.15.52:0/2490549281 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd6840a2800 msgr2=0x7fd6840a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:53.014 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.013+0000 7fd69fbab640 1 --2- 172.21.15.52:0/2490549281 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd6840a2800 0x7fd6840a4cc0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fd698199100 tx=0x7fd694005f90 comp rx=0 tx=0).stop 2024-03-18T22:54:53.014 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.013+0000 7fd69fbab640 1 -- 172.21.15.52:0/2490549281 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6981075b0 msgr2=0x7fd69819f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:53.014 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.013+0000 7fd69fbab640 1 --2- 172.21.15.52:0/2490549281 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6981075b0 0x7fd69819f1a0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fd69002c700 tx=0x7fd6900346d0 comp rx=0 tx=0).stop 2024-03-18T22:54:53.014 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.013+0000 7fd69fbab640 1 -- 172.21.15.52:0/2490549281 shutdown_connections 2024-03-18T22:54:53.014 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.013+0000 7fd69fbab640 1 --2- 172.21.15.52:0/2490549281 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd6840a2800 0x7fd6840a4cc0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:53.014 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.013+0000 7fd69fbab640 1 --2- 172.21.15.52:0/2490549281 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6981075b0 0x7fd69819f1a0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:53.014 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.013+0000 7fd69fbab640 1 --2- 172.21.15.52:0/2490549281 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd698104c80 0x7fd698198170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:53.014 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.013+0000 7fd69fbab640 1 --2- 172.21.15.52:0/2490549281 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd698102350 0x7fd698197c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:53.014 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.013+0000 7fd69fbab640 1 -- 172.21.15.52:0/2490549281 >> 172.21.15.52:0/2490549281 conn(0x7fd6980fbcc0 msgr2=0x7fd698102cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:53.014 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.013+0000 7fd69fbab640 1 -- 172.21.15.52:0/2490549281 shutdown_connections 2024-03-18T22:54:53.014 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.013+0000 7fd69fbab640 1 -- 172.21.15.52:0/2490549281 wait complete. 2024-03-18T22:54:53.033 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-03-18T22:54:53.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.138+0000 7f3d82f53640 1 -- 172.21.15.52:0/1010338067 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3d7c100a00 msgr2=0x7f3d7c100e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:53.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.138+0000 7f3d82f53640 1 --2- 172.21.15.52:0/1010338067 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3d7c100a00 0x7f3d7c100e80 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f3d6c009900 tx=0x7f3d6c02bc30 comp rx=0 tx=0).stop 2024-03-18T22:54:53.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.138+0000 7f3d82f53640 1 -- 172.21.15.52:0/1010338067 shutdown_connections 2024-03-18T22:54:53.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.138+0000 7f3d82f53640 1 --2- 172.21.15.52:0/1010338067 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3d7c1013c0 0x7f3d7c108c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:53.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.138+0000 7f3d82f53640 1 --2- 172.21.15.52:0/1010338067 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3d7c100a00 0x7f3d7c100e80 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:53.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.138+0000 7f3d82f53640 1 --2- 172.21.15.52:0/1010338067 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3d7c101cd0 0x7f3d7c1020f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:53.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.138+0000 7f3d82f53640 1 -- 172.21.15.52:0/1010338067 >> 172.21.15.52:0/1010338067 conn(0x7f3d7c0fb450 msgr2=0x7f3d7c0fd870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:53.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.138+0000 7f3d82f53640 1 -- 172.21.15.52:0/1010338067 shutdown_connections 2024-03-18T22:54:53.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.138+0000 7f3d82f53640 1 -- 172.21.15.52:0/1010338067 wait complete. 2024-03-18T22:54:53.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.138+0000 7f3d82f53640 1 Processor -- start 2024-03-18T22:54:53.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.138+0000 7f3d82f53640 1 -- start start 2024-03-18T22:54:53.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.139+0000 7f3d82f53640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3d7c100a00 0x7f3d7c196ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:53.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.139+0000 7f3d82f53640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3d7c1013c0 0x7f3d7c1970e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:53.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.139+0000 7f3d82f53640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3d7c101cd0 0x7f3d7c19e150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:53.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.139+0000 7f3d82f53640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f3d7c10c530 con 0x7f3d7c101cd0 2024-03-18T22:54:53.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.139+0000 7f3d82f53640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f3d7c10c3b0 con 0x7f3d7c100a00 2024-03-18T22:54:53.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.139+0000 7f3d82f53640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f3d7c10c6b0 con 0x7f3d7c1013c0 2024-03-18T22:54:53.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.139+0000 7f3d814f0640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3d7c101cd0 0x7f3d7c19e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:53.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.139+0000 7f3d814f0640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3d7c101cd0 0x7f3d7c19e150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:58896/0 (socket says 172.21.15.52:58896) 2024-03-18T22:54:53.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.139+0000 7f3d814f0640 1 -- 172.21.15.52:0/135221812 learned_addr learned my addr 172.21.15.52:0/135221812 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:53.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.139+0000 7f3d7bfff640 1 --2- 172.21.15.52:0/135221812 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3d7c1013c0 0x7f3d7c1970e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:53.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.139+0000 7f3d80cef640 1 --2- 172.21.15.52:0/135221812 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3d7c100a00 0x7f3d7c196ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:53.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.139+0000 7f3d814f0640 1 -- 172.21.15.52:0/135221812 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3d7c1013c0 msgr2=0x7f3d7c1970e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:53.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.139+0000 7f3d814f0640 1 --2- 172.21.15.52:0/135221812 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3d7c1013c0 0x7f3d7c1970e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:53.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.139+0000 7f3d814f0640 1 -- 172.21.15.52:0/135221812 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3d7c100a00 msgr2=0x7f3d7c196ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:53.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.139+0000 7f3d814f0640 1 --2- 172.21.15.52:0/135221812 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3d7c100a00 0x7f3d7c196ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:53.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.139+0000 7f3d814f0640 1 -- 172.21.15.52:0/135221812 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d7c19e7c0 con 0x7f3d7c101cd0 2024-03-18T22:54:53.144 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.139+0000 7f3d814f0640 1 --2- 172.21.15.52:0/135221812 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3d7c101cd0 0x7f3d7c19e150 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f3d64009fd0 tx=0x7f3d6400b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:53.144 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.139+0000 7f3d79ffb640 1 -- 172.21.15.52:0/135221812 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d64011830 con 0x7f3d7c101cd0 2024-03-18T22:54:53.144 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.139+0000 7f3d79ffb640 1 -- 172.21.15.52:0/135221812 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3d64016070 con 0x7f3d7c101cd0 2024-03-18T22:54:53.144 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.139+0000 7f3d79ffb640 1 -- 172.21.15.52:0/135221812 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d6400f2e0 con 0x7f3d7c101cd0 2024-03-18T22:54:53.144 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.139+0000 7f3d82f53640 1 -- 172.21.15.52:0/135221812 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d7c19eab0 con 0x7f3d7c101cd0 2024-03-18T22:54:53.144 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.140+0000 7f3d82f53640 1 -- 172.21.15.52:0/135221812 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d7c19efd0 con 0x7f3d7c101cd0 2024-03-18T22:54:53.144 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.141+0000 7f3d82f53640 1 -- 172.21.15.52:0/135221812 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d7c107b40 con 0x7f3d7c101cd0 2024-03-18T22:54:53.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.142+0000 7f3d79ffb640 1 -- 172.21.15.52:0/135221812 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f3d640119d0 con 0x7f3d7c101cd0 2024-03-18T22:54:53.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.143+0000 7f3d79ffb640 1 --2- 172.21.15.52:0/135221812 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3d680a2880 0x7f3d680a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:53.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.143+0000 7f3d80cef640 1 --2- 172.21.15.52:0/135221812 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3d680a2880 0x7f3d680a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:53.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.143+0000 7f3d79ffb640 1 -- 172.21.15.52:0/135221812 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7879+0+0 (secure 0 0 0) 0x7f3d640ce570 con 0x7f3d7c101cd0 2024-03-18T22:54:53.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.143+0000 7f3d80cef640 1 --2- 172.21.15.52:0/135221812 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3d680a2880 0x7f3d680a4d40 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f3d7c069bf0 tx=0x7f3d74009870 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:53.147 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.147+0000 7f3d79ffb640 1 -- 172.21.15.52:0/135221812 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f3d6409b7c0 con 0x7f3d7c101cd0 2024-03-18T22:54:53.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:53 smithi181 ceph-mon[67256]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:53.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:53 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3268295359' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-03-18T22:54:53.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:53 smithi181 ceph-mon[67256]: osdmap e85: 12 total, 12 up, 12 in 2024-03-18T22:54:53.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:53 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/2490549281' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-03-18T22:54:53.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:53 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:53.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:53 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:53.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:53 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:53.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:53 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:53.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:53 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:53.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:53 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:53.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:53 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:53.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:53 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:54:53.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:53 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:53.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:53 smithi099 ceph-mon[36725]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:53.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:53 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3268295359' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-03-18T22:54:53.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:53 smithi099 ceph-mon[36725]: osdmap e85: 12 total, 12 up, 12 in 2024-03-18T22:54:53.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:53 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/2490549281' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-03-18T22:54:53.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:53 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:53.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:53 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:53.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:53 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:53.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:53 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:53.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:53 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:53.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:53 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:53.266 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:53 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:53.266 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:53 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:54:53.266 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:53 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:53.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:53.376+0000 7f3d82f53640 1 -- 172.21.15.52:0/135221812 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f3d7c02d1f0 con 0x7f3d7c101cd0 2024-03-18T22:54:53.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:53 smithi052 ceph-mon[32520]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:53.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:53 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3268295359' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-03-18T22:54:53.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:53 smithi052 ceph-mon[32520]: osdmap e85: 12 total, 12 up, 12 in 2024-03-18T22:54:53.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:53 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/2490549281' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-03-18T22:54:53.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:53 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:53.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:53 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:53.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:53 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:53.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:53 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:53.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:53 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:53.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:53 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:53.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:53 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:54:53.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:53 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:54:53.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:53 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:54.337 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.336+0000 7f3d79ffb640 1 -- 172.21.15.52:0/135221812 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f3d6409b0c0 con 0x7f3d7c101cd0 2024-03-18T22:54:54.337 INFO:teuthology.orchestra.run.smithi052.stderr:new fs with metadata pool 2 and data pool 3 2024-03-18T22:54:54.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.340+0000 7f3d82f53640 1 -- 172.21.15.52:0/135221812 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3d680a2880 msgr2=0x7f3d680a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:54.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.340+0000 7f3d82f53640 1 --2- 172.21.15.52:0/135221812 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3d680a2880 0x7f3d680a4d40 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f3d7c069bf0 tx=0x7f3d74009870 comp rx=0 tx=0).stop 2024-03-18T22:54:54.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.340+0000 7f3d82f53640 1 -- 172.21.15.52:0/135221812 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3d7c101cd0 msgr2=0x7f3d7c19e150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:54.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.340+0000 7f3d82f53640 1 --2- 172.21.15.52:0/135221812 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3d7c101cd0 0x7f3d7c19e150 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f3d64009fd0 tx=0x7f3d6400b8e0 comp rx=0 tx=0).stop 2024-03-18T22:54:54.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.340+0000 7f3d82f53640 1 -- 172.21.15.52:0/135221812 shutdown_connections 2024-03-18T22:54:54.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.340+0000 7f3d82f53640 1 --2- 172.21.15.52:0/135221812 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3d680a2880 0x7f3d680a4d40 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:54.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.340+0000 7f3d82f53640 1 --2- 172.21.15.52:0/135221812 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3d7c101cd0 0x7f3d7c19e150 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:54.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.340+0000 7f3d82f53640 1 --2- 172.21.15.52:0/135221812 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3d7c1013c0 0x7f3d7c1970e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:54.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.340+0000 7f3d82f53640 1 --2- 172.21.15.52:0/135221812 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3d7c100a00 0x7f3d7c196ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:54.342 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.340+0000 7f3d82f53640 1 -- 172.21.15.52:0/135221812 >> 172.21.15.52:0/135221812 conn(0x7f3d7c0fb450 msgr2=0x7f3d7c104d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:54.342 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.340+0000 7f3d82f53640 1 -- 172.21.15.52:0/135221812 shutdown_connections 2024-03-18T22:54:54.342 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.340+0000 7f3d82f53640 1 -- 172.21.15.52:0/135221812 wait complete. 2024-03-18T22:54:54.356 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:54 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/2490549281' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-03-18T22:54:54.356 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:54 smithi052 ceph-mon[32520]: osdmap e86: 12 total, 12 up, 12 in 2024-03-18T22:54:54.356 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:54 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:54.356 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:54 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/135221812' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-18T22:54:54.356 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:54 smithi052 ceph-mon[32520]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-03-18T22:54:54.357 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-18T22:54:54.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.465+0000 7f1cb000b640 1 -- 172.21.15.52:0/2529829313 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1ca8100a30 msgr2=0x7f1ca8100e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:54.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.465+0000 7f1cb000b640 1 --2- 172.21.15.52:0/2529829313 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1ca8100a30 0x7f1ca8100e90 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f1c98009900 tx=0x7f1c9802bc30 comp rx=0 tx=0).stop 2024-03-18T22:54:54.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.465+0000 7f1cb000b640 1 -- 172.21.15.52:0/2529829313 shutdown_connections 2024-03-18T22:54:54.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.465+0000 7f1cb000b640 1 --2- 172.21.15.52:0/2529829313 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1ca81013d0 0x7f1ca8101850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:54.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.465+0000 7f1cb000b640 1 --2- 172.21.15.52:0/2529829313 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1ca8100a30 0x7f1ca8100e90 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:54.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.465+0000 7f1cb000b640 1 --2- 172.21.15.52:0/2529829313 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1ca81000d0 0x7f1ca81004f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:54.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.465+0000 7f1cb000b640 1 -- 172.21.15.52:0/2529829313 >> 172.21.15.52:0/2529829313 conn(0x7f1ca80fbcd0 msgr2=0x7f1ca80fe110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:54.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.465+0000 7f1cb000b640 1 -- 172.21.15.52:0/2529829313 shutdown_connections 2024-03-18T22:54:54.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.465+0000 7f1cb000b640 1 -- 172.21.15.52:0/2529829313 wait complete. 2024-03-18T22:54:54.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.466+0000 7f1cb000b640 1 Processor -- start 2024-03-18T22:54:54.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.466+0000 7f1cb000b640 1 -- start start 2024-03-18T22:54:54.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.466+0000 7f1cb000b640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1ca81000d0 0x7f1ca8199dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:54.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.466+0000 7f1cb000b640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1ca8100a30 0x7f1ca819a300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:54.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.466+0000 7f1cb000b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1ca81013d0 0x7f1ca81a1370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:54.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.466+0000 7f1cb000b640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f1ca810f7d0 con 0x7f1ca81013d0 2024-03-18T22:54:54.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.466+0000 7f1cb000b640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f1ca810f650 con 0x7f1ca8100a30 2024-03-18T22:54:54.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.466+0000 7f1cb000b640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f1ca810f950 con 0x7f1ca81000d0 2024-03-18T22:54:54.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.466+0000 7f1cae5a8640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1ca81013d0 0x7f1ca81a1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:54.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.466+0000 7f1cae5a8640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1ca81013d0 0x7f1ca81a1370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:58904/0 (socket says 172.21.15.52:58904) 2024-03-18T22:54:54.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.466+0000 7f1cae5a8640 1 -- 172.21.15.52:0/1270776330 learned_addr learned my addr 172.21.15.52:0/1270776330 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:54.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.466+0000 7f1cad5a6640 1 --2- 172.21.15.52:0/1270776330 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1ca8100a30 0x7f1ca819a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:54.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.466+0000 7f1cadda7640 1 --2- 172.21.15.52:0/1270776330 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1ca81000d0 0x7f1ca8199dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:54.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.466+0000 7f1cae5a8640 1 -- 172.21.15.52:0/1270776330 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1ca81000d0 msgr2=0x7f1ca8199dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:54.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.467+0000 7f1cae5a8640 1 --2- 172.21.15.52:0/1270776330 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1ca81000d0 0x7f1ca8199dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:54.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.467+0000 7f1cae5a8640 1 -- 172.21.15.52:0/1270776330 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1ca8100a30 msgr2=0x7f1ca819a300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:54.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.467+0000 7f1cae5a8640 1 --2- 172.21.15.52:0/1270776330 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1ca8100a30 0x7f1ca819a300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:54.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.467+0000 7f1cae5a8640 1 -- 172.21.15.52:0/1270776330 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ca81a19e0 con 0x7f1ca81013d0 2024-03-18T22:54:54.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.467+0000 7f1cadda7640 1 --2- 172.21.15.52:0/1270776330 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1ca81000d0 0x7f1ca8199dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-18T22:54:54.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.467+0000 7f1cae5a8640 1 --2- 172.21.15.52:0/1270776330 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1ca81013d0 0x7f1ca81a1370 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f1ca000cce0 tx=0x7f1ca000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:54.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.467+0000 7f1c9effd640 1 -- 172.21.15.52:0/1270776330 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ca000f450 con 0x7f1ca81013d0 2024-03-18T22:54:54.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.467+0000 7f1c9effd640 1 -- 172.21.15.52:0/1270776330 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1ca000faf0 con 0x7f1ca81013d0 2024-03-18T22:54:54.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.467+0000 7f1cb000b640 1 -- 172.21.15.52:0/1270776330 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ca81a1cd0 con 0x7f1ca81013d0 2024-03-18T22:54:54.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.467+0000 7f1c9effd640 1 -- 172.21.15.52:0/1270776330 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ca0018cc0 con 0x7f1ca81013d0 2024-03-18T22:54:54.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.467+0000 7f1cb000b640 1 -- 172.21.15.52:0/1270776330 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ca81a21a0 con 0x7f1ca81013d0 2024-03-18T22:54:54.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.468+0000 7f1cb000b640 1 -- 172.21.15.52:0/1270776330 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ca810af60 con 0x7f1ca81013d0 2024-03-18T22:54:54.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.469+0000 7f1c9effd640 1 -- 172.21.15.52:0/1270776330 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f1ca000f5f0 con 0x7f1ca81013d0 2024-03-18T22:54:54.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.469+0000 7f1c9effd640 1 --2- 172.21.15.52:0/1270776330 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1c940a2800 0x7f1c940a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:54.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.470+0000 7f1cadda7640 1 --2- 172.21.15.52:0/1270776330 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1c940a2800 0x7f1c940a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:54.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.470+0000 7f1c9effd640 1 -- 172.21.15.52:0/1270776330 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 7979+0+0 (secure 0 0 0) 0x7f1ca00ceef0 con 0x7f1ca81013d0 2024-03-18T22:54:54.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.470+0000 7f1cadda7640 1 --2- 172.21.15.52:0/1270776330 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1c940a2800 0x7f1c940a4cc0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f1ca4009b50 tx=0x7f1ca4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:54.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.473+0000 7f1c9effd640 1 -- 172.21.15.52:0/1270776330 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f1ca0014030 con 0x7f1ca81013d0 2024-03-18T22:54:54.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:54 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/2490549281' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-03-18T22:54:54.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:54 smithi181 ceph-mon[67256]: osdmap e86: 12 total, 12 up, 12 in 2024-03-18T22:54:54.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:54 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:54.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:54 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/135221812' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-18T22:54:54.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:54 smithi181 ceph-mon[67256]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-03-18T22:54:54.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:54 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/2490549281' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-03-18T22:54:54.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:54 smithi099 ceph-mon[36725]: osdmap e86: 12 total, 12 up, 12 in 2024-03-18T22:54:54.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:54 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:54:54.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:54 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/135221812' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-18T22:54:54.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:54 smithi099 ceph-mon[36725]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-03-18T22:54:54.661 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.661+0000 7f1cb000b640 1 -- 172.21.15.52:0/1270776330 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1ca802d440 con 0x7f1ca81013d0 2024-03-18T22:54:54.663 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.662+0000 7f1c9effd640 1 -- 172.21.15.52:0/1270776330 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) ==== 74+0+22172 (secure 0 0 0) 0x7f1ca009c0d0 con 0x7f1ca81013d0 2024-03-18T22:54:54.663 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:54:54.663 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":87,"fsid":"444ca0c0-e579-11ee-95c9-87774f69a715","created":"2024-03-18T22:46:59.196861+0000","modified":"2024-03-18T22:54:53.377290+0000","last_up_change":"2024-03-18T22:54:03.658736+0000","last_in_change":"2024-03-18T22:53:42.549736+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-18T22:50:19.580907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-18T22:54:51.765993+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-18T22:54:52.580111+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8f05057f-5818-4a49-a239-ce60bf28c875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6803","nonce":4259078413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6805","nonce":4259078413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6809","nonce":4259078413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6807","nonce":4259078413}]},"public_addr":"172.21.15.52:6803/4259078413","cluster_addr":"172.21.15.52:6805/4259078413","heartbeat_back_addr":"172.21.15.52:6809/4259078413","heartbeat_front_addr":"172.21.15.52:6807/4259078413","state":["exists","up"]},{"osd":1,"uuid":"602a7d92-7ff5-457e-b1e1-ab1e9eae6dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6801","nonce":500160796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6803","nonce":500160796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6807","nonce":500160796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6805","nonce":500160796}]},"public_addr":"172.21.15.99:6801/500160796","cluster_addr":"172.21.15.99:6803/500160796","heartbeat_back_addr":"172.21.15.99:6807/500160796","heartbeat_front_addr":"172.21.15.99:6805/500160796","state":["exists","up"]},{"osd":2,"uuid":"d5d4dba3-77ad-46f9-b510-d3b26f14077d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6801","nonce":1878857413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6803","nonce":1878857413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6807","nonce":1878857413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6805","nonce":1878857413}]},"public_addr":"172.21.15.181:6801/1878857413","cluster_addr":"172.21.15.181:6803/1878857413","heartbeat_back_addr":"172.21.15.181:6807/1878857413","heartbeat_front_addr":"172.21.15.181:6805/1878857413","state":["exists","up"]},{"osd":3,"uuid":"b61bfbef-b35c-49e3-9616-48e1b7ffc914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6811","nonce":2095210395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6813","nonce":2095210395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6817","nonce":2095210395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6815","nonce":2095210395}]},"public_addr":"172.21.15.52:6811/2095210395","cluster_addr":"172.21.15.52:6813/2095210395","heartbeat_back_addr":"172.21.15.52:6817/2095210395","heartbeat_front_addr":"172.21.15.52:6815/2095210395","state":["exists","up"]},{"osd":4,"uuid":"ce793666-4ab9-4844-81c9-661b265973b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6809","nonce":2287333294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6811","nonce":2287333294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6815","nonce":2287333294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6813","nonce":2287333294}]},"public_addr":"172.21.15.99:6809/2287333294","cluster_addr":"172.21.15.99:6811/2287333294","heartbeat_back_addr":"172.21.15.99:6815/2287333294","heartbeat_front_addr":"172.21.15.99:6813/2287333294","state":["exists","up"]},{"osd":5,"uuid":"9640855d-727d-4dbe-a86e-d9cb16ff1213","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6809","nonce":2011157034}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6811","nonce":2011157034}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6815","nonce":2011157034}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6813","nonce":2011157034}]},"public_addr":"172.21.15.181:6809/2011157034","cluster_addr":"172.21.15.181:6811/2011157034","heartbeat_back_addr":"172.21.15.181:6815/2011157034","heartbeat_front_addr":"172.21.15.181:6813/2011157034","state":["exists","up"]},{"osd":6,"uuid":"a5e939cf-f502-4844-a7c7-90a03212c912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6819","nonce":3005509606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6821","nonce":3005509606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6825","nonce":3005509606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6823","nonce":3005509606}]},"public_addr":"172.21.15.52:6819/3005509606","cluster_addr":"172.21.15.52:6821/3005509606","heartbeat_back_addr":"172.21.15.52:6825/3005509606","heartbeat_front_addr":"172.21.15.52:6823/3005509606","state":["exists","up"]},{"osd":7,"uuid":"6870a7b1-abe0-4d5b-aedb-e2eab43a0d36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6817","nonce":2572523724}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6819","nonce":2572523724}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6823","nonce":2572523724}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6821","nonce":2572523724}]},"public_addr":"172.21.15.99:6817/2572523724","cluster_addr":"172.21.15.99:6819/2572523724","heartbeat_back_addr":"172.21.15.99:6823/2572523724","heartbeat_front_addr":"172.21.15.99:6821/2572523724","state":["exists","up"]},{"osd":8,"uuid":"967926a1-de37-43dc-b815-0e17765b3a9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6817","nonce":644322337}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6819","nonce":644322337}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6823","nonce":644322337}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6821","nonce":644322337}]},"public_addr":"172.21.15.181:6817/644322337","cluster_addr":"172.21.15.181:6819/644322337","heartbeat_back_addr":"172.21.15.181:6823/644322337","heartbeat_front_addr":"172.21.15.181:6821/644322337","state":["exists","up"]},{"osd":9,"uuid":"a131710e-f2c3-4714-a033-106917dae36a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6827","nonce":2018024971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6829","nonce":2018024971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6833","nonce":2018024971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6831","nonce":2018024971}]},"public_addr":"172.21.15.52:6827/2018024971","cluster_addr":"172.21.15.52:6829/2018024971","heartbeat_back_addr":"172.21.15.52:6833/2018024971","heartbeat_front_addr":"172.21.15.52:6831/2018024971","state":["exists","up"]},{"osd":10,"uuid":"f73f086a-46e1-412c-8105-3b80772eca56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6825","nonce":14598206}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6827","nonce":14598206}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6831","nonce":14598206}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6829","nonce":14598206}]},"public_addr":"172.21.15.99:6825/14598206","cluster_addr":"172.21.15.99:6827/14598206","heartbeat_back_addr":"172.21.15.99:6831/14598206","heartbeat_front_addr":"172.21.15.99:6829/14598206","state":["exists","up"]},{"osd":11,"uuid":"f8e9539b-8a69-49a8-8a48-52f69b3c827e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":83,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6825","nonce":3442115308}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6827","nonce":3442115308}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6831","nonce":3442115308}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6829","nonce":3442115308}]},"public_addr":"172.21.15.181:6825/3442115308","cluster_addr":"172.21.15.181:6827/3442115308","heartbeat_back_addr":"172.21.15.181:6831/3442115308","heartbeat_front_addr":"172.21.15.181:6829/3442115308","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:30.221253+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:53.484811+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:17.327889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:41.988608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:06.067648+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:30.546908+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:56.054912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:20.268014+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:44.577601+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:10.398933+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:35.167862+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:54:00.825869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:6801/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:6800/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/2706493239":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/3660249274":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/3214486026":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6801/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6800/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/278759612":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/126914394":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/4260437251":"2024-03-19T22:47:53.231814+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-18T22:54:54.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.664+0000 7f1cb000b640 1 -- 172.21.15.52:0/1270776330 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1c940a2800 msgr2=0x7f1c940a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:54.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.664+0000 7f1cb000b640 1 --2- 172.21.15.52:0/1270776330 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1c940a2800 0x7f1c940a4cc0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f1ca4009b50 tx=0x7f1ca4005f90 comp rx=0 tx=0).stop 2024-03-18T22:54:54.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.664+0000 7f1cb000b640 1 -- 172.21.15.52:0/1270776330 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1ca81013d0 msgr2=0x7f1ca81a1370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:54.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.664+0000 7f1cb000b640 1 --2- 172.21.15.52:0/1270776330 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1ca81013d0 0x7f1ca81a1370 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f1ca000cce0 tx=0x7f1ca000a620 comp rx=0 tx=0).stop 2024-03-18T22:54:54.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.665+0000 7f1cb000b640 1 -- 172.21.15.52:0/1270776330 shutdown_connections 2024-03-18T22:54:54.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.665+0000 7f1cb000b640 1 --2- 172.21.15.52:0/1270776330 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f1c940a2800 0x7f1c940a4cc0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:54.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.665+0000 7f1cb000b640 1 --2- 172.21.15.52:0/1270776330 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1ca81013d0 0x7f1ca81a1370 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:54.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.665+0000 7f1cb000b640 1 --2- 172.21.15.52:0/1270776330 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1ca8100a30 0x7f1ca819a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:54.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.665+0000 7f1cb000b640 1 --2- 172.21.15.52:0/1270776330 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1ca81000d0 0x7f1ca8199dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:54.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.665+0000 7f1cb000b640 1 -- 172.21.15.52:0/1270776330 >> 172.21.15.52:0/1270776330 conn(0x7f1ca80fbcd0 msgr2=0x7f1ca80fd330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:54.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.665+0000 7f1cb000b640 1 -- 172.21.15.52:0/1270776330 shutdown_connections 2024-03-18T22:54:54.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.665+0000 7f1cb000b640 1 -- 172.21.15.52:0/1270776330 wait complete. 2024-03-18T22:54:54.677 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-18T22:54:54.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.778+0000 7f0fbc5e6640 1 -- 172.21.15.52:0/1498905776 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0fb41019b0 msgr2=0x7f0fb4101e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:54.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.778+0000 7f0fbc5e6640 1 --2- 172.21.15.52:0/1498905776 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0fb41019b0 0x7f0fb4101e30 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f0fa4009900 tx=0x7f0fa402bc30 comp rx=0 tx=0).stop 2024-03-18T22:54:54.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.778+0000 7f0fbc5e6640 1 -- 172.21.15.52:0/1498905776 shutdown_connections 2024-03-18T22:54:54.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.778+0000 7f0fbc5e6640 1 --2- 172.21.15.52:0/1498905776 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0fb4102370 0x7f0fb4108c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:54.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.778+0000 7f0fbc5e6640 1 --2- 172.21.15.52:0/1498905776 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0fb41019b0 0x7f0fb4101e30 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:54.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.778+0000 7f0fbc5e6640 1 --2- 172.21.15.52:0/1498905776 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0fb41007c0 0x7f0fb4100be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:54.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.778+0000 7f0fbc5e6640 1 -- 172.21.15.52:0/1498905776 >> 172.21.15.52:0/1498905776 conn(0x7f0fb40fbd50 msgr2=0x7f0fb40fe170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:54.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.778+0000 7f0fbc5e6640 1 -- 172.21.15.52:0/1498905776 shutdown_connections 2024-03-18T22:54:54.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.778+0000 7f0fbc5e6640 1 -- 172.21.15.52:0/1498905776 wait complete. 2024-03-18T22:54:54.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.779+0000 7f0fbc5e6640 1 Processor -- start 2024-03-18T22:54:54.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.779+0000 7f0fbc5e6640 1 -- start start 2024-03-18T22:54:54.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.779+0000 7f0fbc5e6640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0fb41007c0 0x7f0fb410ae40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:54.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.779+0000 7f0fbc5e6640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0fb41019b0 0x7f0fb4109480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:54.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.779+0000 7f0fbc5e6640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0fb4102370 0x7f0fb41099c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:54.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.779+0000 7f0fbc5e6640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb410d630 con 0x7f0fb41019b0 2024-03-18T22:54:54.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.779+0000 7f0fbc5e6640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb410d4b0 con 0x7f0fb41007c0 2024-03-18T22:54:54.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.779+0000 7f0fbc5e6640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb410d7b0 con 0x7f0fb4102370 2024-03-18T22:54:54.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.779+0000 7f0fb9b81640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0fb41019b0 0x7f0fb4109480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:54.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.779+0000 7f0fb9b81640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0fb41019b0 0x7f0fb4109480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:58928/0 (socket says 172.21.15.52:58928) 2024-03-18T22:54:54.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.779+0000 7f0fb9b81640 1 -- 172.21.15.52:0/1625274794 learned_addr learned my addr 172.21.15.52:0/1625274794 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:54.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.779+0000 7f0fbab83640 1 --2- 172.21.15.52:0/1625274794 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0fb4102370 0x7f0fb41099c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:54.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.779+0000 7f0fb9b81640 1 -- 172.21.15.52:0/1625274794 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0fb4102370 msgr2=0x7f0fb41099c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:54.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.779+0000 7f0fb9b81640 1 --2- 172.21.15.52:0/1625274794 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0fb4102370 0x7f0fb41099c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:54.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.779+0000 7f0fb9b81640 1 -- 172.21.15.52:0/1625274794 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0fb41007c0 msgr2=0x7f0fb410ae40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:54.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.779+0000 7f0fb9b81640 1 --2- 172.21.15.52:0/1625274794 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0fb41007c0 0x7f0fb410ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:54.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.779+0000 7f0fb9b81640 1 -- 172.21.15.52:0/1625274794 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fb410a250 con 0x7f0fb41019b0 2024-03-18T22:54:54.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.779+0000 7f0fbab83640 1 --2- 172.21.15.52:0/1625274794 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0fb4102370 0x7f0fb41099c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-18T22:54:54.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.779+0000 7f0fb9b81640 1 --2- 172.21.15.52:0/1625274794 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0fb41019b0 0x7f0fb4109480 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f0fa4009230 tx=0x7f0fa402c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:54.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.780+0000 7f0fab7fe640 1 -- 172.21.15.52:0/1625274794 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fa4043020 con 0x7f0fb41019b0 2024-03-18T22:54:54.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.780+0000 7f0fab7fe640 1 -- 172.21.15.52:0/1625274794 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0fa40043d0 con 0x7f0fb41019b0 2024-03-18T22:54:54.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.780+0000 7f0fbc5e6640 1 -- 172.21.15.52:0/1625274794 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0fb41a1d70 con 0x7f0fb41019b0 2024-03-18T22:54:54.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.780+0000 7f0fab7fe640 1 -- 172.21.15.52:0/1625274794 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fa4003c30 con 0x7f0fb41019b0 2024-03-18T22:54:54.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.780+0000 7f0fbc5e6640 1 -- 172.21.15.52:0/1625274794 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0fb41a2300 con 0x7f0fb41019b0 2024-03-18T22:54:54.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.781+0000 7f0fbc5e6640 1 -- 172.21.15.52:0/1625274794 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0fb4107a80 con 0x7f0fb41019b0 2024-03-18T22:54:54.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.782+0000 7f0fab7fe640 1 -- 172.21.15.52:0/1625274794 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f0fa4046020 con 0x7f0fb41019b0 2024-03-18T22:54:54.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.782+0000 7f0fab7fe640 1 --2- 172.21.15.52:0/1625274794 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0fa00a2880 0x7f0fa00a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:54.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.782+0000 7f0fba382640 1 --2- 172.21.15.52:0/1625274794 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0fa00a2880 0x7f0fa00a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:54.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.782+0000 7f0fab7fe640 1 -- 172.21.15.52:0/1625274794 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 7979+0+0 (secure 0 0 0) 0x7f0fa40f0c00 con 0x7f0fb41019b0 2024-03-18T22:54:54.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.783+0000 7f0fba382640 1 --2- 172.21.15.52:0/1625274794 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0fa00a2880 0x7f0fa00a4d40 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f0fb0005fd0 tx=0x7f0fb000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:54.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.787+0000 7f0fab7fe640 1 -- 172.21.15.52:0/1625274794 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f0fa40f7080 con 0x7f0fb41019b0 2024-03-18T22:54:54.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.975+0000 7f0fbc5e6640 1 -- 172.21.15.52:0/1625274794 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0fb402d4a0 con 0x7f0fb41019b0 2024-03-18T22:54:54.977 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.977+0000 7f0fab7fe640 1 -- 172.21.15.52:0/1625274794 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) ==== 74+0+22172 (secure 0 0 0) 0x7f0fa404d020 con 0x7f0fb41019b0 2024-03-18T22:54:54.978 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:54:54.978 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":87,"fsid":"444ca0c0-e579-11ee-95c9-87774f69a715","created":"2024-03-18T22:46:59.196861+0000","modified":"2024-03-18T22:54:53.377290+0000","last_up_change":"2024-03-18T22:54:03.658736+0000","last_in_change":"2024-03-18T22:53:42.549736+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-18T22:50:19.580907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-18T22:54:51.765993+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-18T22:54:52.580111+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8f05057f-5818-4a49-a239-ce60bf28c875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6803","nonce":4259078413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6805","nonce":4259078413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6809","nonce":4259078413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6807","nonce":4259078413}]},"public_addr":"172.21.15.52:6803/4259078413","cluster_addr":"172.21.15.52:6805/4259078413","heartbeat_back_addr":"172.21.15.52:6809/4259078413","heartbeat_front_addr":"172.21.15.52:6807/4259078413","state":["exists","up"]},{"osd":1,"uuid":"602a7d92-7ff5-457e-b1e1-ab1e9eae6dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6801","nonce":500160796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6803","nonce":500160796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6807","nonce":500160796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6805","nonce":500160796}]},"public_addr":"172.21.15.99:6801/500160796","cluster_addr":"172.21.15.99:6803/500160796","heartbeat_back_addr":"172.21.15.99:6807/500160796","heartbeat_front_addr":"172.21.15.99:6805/500160796","state":["exists","up"]},{"osd":2,"uuid":"d5d4dba3-77ad-46f9-b510-d3b26f14077d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6801","nonce":1878857413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6803","nonce":1878857413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6807","nonce":1878857413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6805","nonce":1878857413}]},"public_addr":"172.21.15.181:6801/1878857413","cluster_addr":"172.21.15.181:6803/1878857413","heartbeat_back_addr":"172.21.15.181:6807/1878857413","heartbeat_front_addr":"172.21.15.181:6805/1878857413","state":["exists","up"]},{"osd":3,"uuid":"b61bfbef-b35c-49e3-9616-48e1b7ffc914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6811","nonce":2095210395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6813","nonce":2095210395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6817","nonce":2095210395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6815","nonce":2095210395}]},"public_addr":"172.21.15.52:6811/2095210395","cluster_addr":"172.21.15.52:6813/2095210395","heartbeat_back_addr":"172.21.15.52:6817/2095210395","heartbeat_front_addr":"172.21.15.52:6815/2095210395","state":["exists","up"]},{"osd":4,"uuid":"ce793666-4ab9-4844-81c9-661b265973b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6809","nonce":2287333294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6811","nonce":2287333294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6815","nonce":2287333294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6813","nonce":2287333294}]},"public_addr":"172.21.15.99:6809/2287333294","cluster_addr":"172.21.15.99:6811/2287333294","heartbeat_back_addr":"172.21.15.99:6815/2287333294","heartbeat_front_addr":"172.21.15.99:6813/2287333294","state":["exists","up"]},{"osd":5,"uuid":"9640855d-727d-4dbe-a86e-d9cb16ff1213","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6809","nonce":2011157034}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6811","nonce":2011157034}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6815","nonce":2011157034}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6813","nonce":2011157034}]},"public_addr":"172.21.15.181:6809/2011157034","cluster_addr":"172.21.15.181:6811/2011157034","heartbeat_back_addr":"172.21.15.181:6815/2011157034","heartbeat_front_addr":"172.21.15.181:6813/2011157034","state":["exists","up"]},{"osd":6,"uuid":"a5e939cf-f502-4844-a7c7-90a03212c912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6819","nonce":3005509606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6821","nonce":3005509606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6825","nonce":3005509606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6823","nonce":3005509606}]},"public_addr":"172.21.15.52:6819/3005509606","cluster_addr":"172.21.15.52:6821/3005509606","heartbeat_back_addr":"172.21.15.52:6825/3005509606","heartbeat_front_addr":"172.21.15.52:6823/3005509606","state":["exists","up"]},{"osd":7,"uuid":"6870a7b1-abe0-4d5b-aedb-e2eab43a0d36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6817","nonce":2572523724}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6819","nonce":2572523724}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6823","nonce":2572523724}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6821","nonce":2572523724}]},"public_addr":"172.21.15.99:6817/2572523724","cluster_addr":"172.21.15.99:6819/2572523724","heartbeat_back_addr":"172.21.15.99:6823/2572523724","heartbeat_front_addr":"172.21.15.99:6821/2572523724","state":["exists","up"]},{"osd":8,"uuid":"967926a1-de37-43dc-b815-0e17765b3a9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6817","nonce":644322337}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6819","nonce":644322337}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6823","nonce":644322337}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6821","nonce":644322337}]},"public_addr":"172.21.15.181:6817/644322337","cluster_addr":"172.21.15.181:6819/644322337","heartbeat_back_addr":"172.21.15.181:6823/644322337","heartbeat_front_addr":"172.21.15.181:6821/644322337","state":["exists","up"]},{"osd":9,"uuid":"a131710e-f2c3-4714-a033-106917dae36a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6827","nonce":2018024971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6829","nonce":2018024971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6833","nonce":2018024971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6831","nonce":2018024971}]},"public_addr":"172.21.15.52:6827/2018024971","cluster_addr":"172.21.15.52:6829/2018024971","heartbeat_back_addr":"172.21.15.52:6833/2018024971","heartbeat_front_addr":"172.21.15.52:6831/2018024971","state":["exists","up"]},{"osd":10,"uuid":"f73f086a-46e1-412c-8105-3b80772eca56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6825","nonce":14598206}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6827","nonce":14598206}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6831","nonce":14598206}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6829","nonce":14598206}]},"public_addr":"172.21.15.99:6825/14598206","cluster_addr":"172.21.15.99:6827/14598206","heartbeat_back_addr":"172.21.15.99:6831/14598206","heartbeat_front_addr":"172.21.15.99:6829/14598206","state":["exists","up"]},{"osd":11,"uuid":"f8e9539b-8a69-49a8-8a48-52f69b3c827e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":83,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6825","nonce":3442115308}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6827","nonce":3442115308}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6831","nonce":3442115308}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6829","nonce":3442115308}]},"public_addr":"172.21.15.181:6825/3442115308","cluster_addr":"172.21.15.181:6827/3442115308","heartbeat_back_addr":"172.21.15.181:6831/3442115308","heartbeat_front_addr":"172.21.15.181:6829/3442115308","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:30.221253+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:53.484811+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:17.327889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:41.988608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:06.067648+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:30.546908+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:56.054912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:20.268014+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:44.577601+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:10.398933+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:35.167862+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:54:00.825869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:6801/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:6800/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/2706493239":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/3660249274":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/3214486026":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6801/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6800/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/278759612":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/126914394":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/4260437251":"2024-03-19T22:47:53.231814+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-18T22:54:54.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.979+0000 7f0fbc5e6640 1 -- 172.21.15.52:0/1625274794 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0fa00a2880 msgr2=0x7f0fa00a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:54.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.979+0000 7f0fbc5e6640 1 --2- 172.21.15.52:0/1625274794 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0fa00a2880 0x7f0fa00a4d40 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f0fb0005fd0 tx=0x7f0fb000b410 comp rx=0 tx=0).stop 2024-03-18T22:54:54.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.979+0000 7f0fbc5e6640 1 -- 172.21.15.52:0/1625274794 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0fb41019b0 msgr2=0x7f0fb4109480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:54.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.979+0000 7f0fbc5e6640 1 --2- 172.21.15.52:0/1625274794 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0fb41019b0 0x7f0fb4109480 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f0fa4009230 tx=0x7f0fa402c820 comp rx=0 tx=0).stop 2024-03-18T22:54:54.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.979+0000 7f0fbc5e6640 1 -- 172.21.15.52:0/1625274794 shutdown_connections 2024-03-18T22:54:54.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.979+0000 7f0fbc5e6640 1 --2- 172.21.15.52:0/1625274794 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0fa00a2880 0x7f0fa00a4d40 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:54.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.979+0000 7f0fbc5e6640 1 --2- 172.21.15.52:0/1625274794 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0fb4102370 0x7f0fb41099c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:54.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.979+0000 7f0fbc5e6640 1 --2- 172.21.15.52:0/1625274794 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0fb41019b0 0x7f0fb4109480 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:54.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.979+0000 7f0fbc5e6640 1 --2- 172.21.15.52:0/1625274794 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0fb41007c0 0x7f0fb410ae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:54.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.979+0000 7f0fbc5e6640 1 -- 172.21.15.52:0/1625274794 >> 172.21.15.52:0/1625274794 conn(0x7f0fb40fbd50 msgr2=0x7f0fb4104c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:54.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.979+0000 7f0fbc5e6640 1 -- 172.21.15.52:0/1625274794 shutdown_connections 2024-03-18T22:54:54.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:54.979+0000 7f0fbc5e6640 1 -- 172.21.15.52:0/1625274794 wait complete. 2024-03-18T22:54:54.991 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-03-18T22:54:55.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.097+0000 7ff7b6f29640 1 -- 172.21.15.52:0/1167689848 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff7b01075a0 msgr2=0x7ff7b0109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:55.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.097+0000 7ff7b6f29640 1 --2- 172.21.15.52:0/1167689848 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff7b01075a0 0x7ff7b0109990 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7ff7a8009ca0 tx=0x7ff7a802c100 comp rx=0 tx=0).stop 2024-03-18T22:54:55.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.097+0000 7ff7b6f29640 1 -- 172.21.15.52:0/1167689848 shutdown_connections 2024-03-18T22:54:55.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.097+0000 7ff7b6f29640 1 --2- 172.21.15.52:0/1167689848 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff7b01075a0 0x7ff7b0109990 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:55.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.097+0000 7ff7b6f29640 1 --2- 172.21.15.52:0/1167689848 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff7b0104c70 0x7ff7b0107060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:55.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.097+0000 7ff7b6f29640 1 --2- 172.21.15.52:0/1167689848 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff7b0102340 0x7ff7b0104730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:55.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.097+0000 7ff7b6f29640 1 -- 172.21.15.52:0/1167689848 >> 172.21.15.52:0/1167689848 conn(0x7ff7b00fbcd0 msgr2=0x7ff7b00fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:55.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.097+0000 7ff7b6f29640 1 -- 172.21.15.52:0/1167689848 shutdown_connections 2024-03-18T22:54:55.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.097+0000 7ff7b6f29640 1 -- 172.21.15.52:0/1167689848 wait complete. 2024-03-18T22:54:55.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.097+0000 7ff7b6f29640 1 Processor -- start 2024-03-18T22:54:55.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.097+0000 7ff7b6f29640 1 -- start start 2024-03-18T22:54:55.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.098+0000 7ff7b6f29640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff7b0102340 0x7ff7b0197ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:55.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.098+0000 7ff7b6f29640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff7b0104c70 0x7ff7b0198000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:55.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.098+0000 7ff7b6f29640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff7b01075a0 0x7ff7b019f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:55.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.098+0000 7ff7b6f29640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff7b010d5f0 con 0x7ff7b01075a0 2024-03-18T22:54:55.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.098+0000 7ff7b6f29640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7ff7b010d470 con 0x7ff7b0104c70 2024-03-18T22:54:55.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.098+0000 7ff7b6f29640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7ff7b010d770 con 0x7ff7b0102340 2024-03-18T22:54:55.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.098+0000 7ff7b54c6640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff7b01075a0 0x7ff7b019f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:55.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.098+0000 7ff7b54c6640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff7b01075a0 0x7ff7b019f070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:58948/0 (socket says 172.21.15.52:58948) 2024-03-18T22:54:55.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.098+0000 7ff7b54c6640 1 -- 172.21.15.52:0/4292906127 learned_addr learned my addr 172.21.15.52:0/4292906127 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:55.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.098+0000 7ff7b4cc5640 1 --2- 172.21.15.52:0/4292906127 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff7b0102340 0x7ff7b0197ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:55.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.098+0000 7ff7affff640 1 --2- 172.21.15.52:0/4292906127 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff7b0104c70 0x7ff7b0198000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:55.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.098+0000 7ff7b54c6640 1 -- 172.21.15.52:0/4292906127 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff7b0102340 msgr2=0x7ff7b0197ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:55.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.098+0000 7ff7b54c6640 1 --2- 172.21.15.52:0/4292906127 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff7b0102340 0x7ff7b0197ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:55.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.098+0000 7ff7b54c6640 1 -- 172.21.15.52:0/4292906127 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff7b0104c70 msgr2=0x7ff7b0198000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:55.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.098+0000 7ff7b54c6640 1 --2- 172.21.15.52:0/4292906127 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff7b0104c70 0x7ff7b0198000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:55.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.098+0000 7ff7b54c6640 1 -- 172.21.15.52:0/4292906127 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7b019f6e0 con 0x7ff7b01075a0 2024-03-18T22:54:55.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.098+0000 7ff7b4cc5640 1 --2- 172.21.15.52:0/4292906127 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff7b0102340 0x7ff7b0197ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:54:55.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.098+0000 7ff7b54c6640 1 --2- 172.21.15.52:0/4292906127 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff7b01075a0 0x7ff7b019f070 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff7a802c710 tx=0x7ff7a8034670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:55.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.098+0000 7ff7adffb640 1 -- 172.21.15.52:0/4292906127 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7a8039040 con 0x7ff7b01075a0 2024-03-18T22:54:55.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.098+0000 7ff7adffb640 1 -- 172.21.15.52:0/4292906127 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff7a8044070 con 0x7ff7b01075a0 2024-03-18T22:54:55.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.098+0000 7ff7b6f29640 1 -- 172.21.15.52:0/4292906127 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7b019f970 con 0x7ff7b01075a0 2024-03-18T22:54:55.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.098+0000 7ff7adffb640 1 -- 172.21.15.52:0/4292906127 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7a8004710 con 0x7ff7b01075a0 2024-03-18T22:54:55.103 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.099+0000 7ff7b6f29640 1 -- 172.21.15.52:0/4292906127 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7b019feb0 con 0x7ff7b01075a0 2024-03-18T22:54:55.103 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.099+0000 7ff7b6f29640 1 -- 172.21.15.52:0/4292906127 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7b00fd7c0 con 0x7ff7b01075a0 2024-03-18T22:54:55.103 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.100+0000 7ff7adffb640 1 -- 172.21.15.52:0/4292906127 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7ff7a8003970 con 0x7ff7b01075a0 2024-03-18T22:54:55.103 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.101+0000 7ff7adffb640 1 --2- 172.21.15.52:0/4292906127 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff7a00a2880 0x7ff7a00a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:55.103 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.101+0000 7ff7adffb640 1 -- 172.21.15.52:0/4292906127 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7ff7a80f13e0 con 0x7ff7b01075a0 2024-03-18T22:54:55.104 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.101+0000 7ff7b4cc5640 1 --2- 172.21.15.52:0/4292906127 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff7a00a2880 0x7ff7a00a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:55.104 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.101+0000 7ff7b4cc5640 1 --2- 172.21.15.52:0/4292906127 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff7a00a2880 0x7ff7a00a4d40 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7ff7a400abe0 tx=0x7ff7a400a5c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:55.106 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.106+0000 7ff7adffb640 1 -- 172.21.15.52:0/4292906127 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7ff7a80be5d0 con 0x7ff7b01075a0 2024-03-18T22:54:55.332 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.331+0000 7ff7b6f29640 1 -- 172.21.15.52:0/4292906127 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7ff7b002d3a0 con 0x7ff7b01075a0 2024-03-18T22:54:55.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.338+0000 7ff7adffb640 1 -- 172.21.15.52:0/4292906127 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v15) ==== 118+0+0 (secure 0 0 0) 0x7ff7a80bded0 con 0x7ff7b01075a0 2024-03-18T22:54:55.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.340+0000 7ff7b6f29640 1 -- 172.21.15.52:0/4292906127 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff7a00a2880 msgr2=0x7ff7a00a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:55.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.340+0000 7ff7b6f29640 1 --2- 172.21.15.52:0/4292906127 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff7a00a2880 0x7ff7a00a4d40 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7ff7a400abe0 tx=0x7ff7a400a5c0 comp rx=0 tx=0).stop 2024-03-18T22:54:55.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.340+0000 7ff7b6f29640 1 -- 172.21.15.52:0/4292906127 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff7b01075a0 msgr2=0x7ff7b019f070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:55.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.340+0000 7ff7b6f29640 1 --2- 172.21.15.52:0/4292906127 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff7b01075a0 0x7ff7b019f070 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff7a802c710 tx=0x7ff7a8034670 comp rx=0 tx=0).stop 2024-03-18T22:54:55.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.340+0000 7ff7b6f29640 1 -- 172.21.15.52:0/4292906127 shutdown_connections 2024-03-18T22:54:55.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.340+0000 7ff7b6f29640 1 --2- 172.21.15.52:0/4292906127 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff7a00a2880 0x7ff7a00a4d40 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:55.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.340+0000 7ff7b6f29640 1 --2- 172.21.15.52:0/4292906127 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff7b01075a0 0x7ff7b019f070 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:55.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.340+0000 7ff7b6f29640 1 --2- 172.21.15.52:0/4292906127 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff7b0104c70 0x7ff7b0198000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:55.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.340+0000 7ff7b6f29640 1 --2- 172.21.15.52:0/4292906127 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff7b0102340 0x7ff7b0197ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:55.342 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.340+0000 7ff7b6f29640 1 -- 172.21.15.52:0/4292906127 >> 172.21.15.52:0/4292906127 conn(0x7ff7b00fbcd0 msgr2=0x7ff7b0102c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:55.342 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.340+0000 7ff7b6f29640 1 -- 172.21.15.52:0/4292906127 shutdown_connections 2024-03-18T22:54:55.342 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.340+0000 7ff7b6f29640 1 -- 172.21.15.52:0/4292906127 wait complete. 2024-03-18T22:54:55.351 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:55 smithi052 ceph-mon[32520]: pgmap v286: 97 pgs: 4 creating+peering, 1 active+clean, 92 unknown; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:55.351 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:55 smithi052 ceph-mon[32520]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-18T22:54:55.351 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:55 smithi052 ceph-mon[32520]: osdmap e87: 12 total, 12 up, 12 in 2024-03-18T22:54:55.351 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:55 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/135221812' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-03-18T22:54:55.351 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:55 smithi052 ceph-mon[32520]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-03-18T22:54:55.351 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:55 smithi052 ceph-mon[32520]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-03-18T22:54:55.351 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:55 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1270776330' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:54:55.351 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:55 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1625274794' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:54:55.352 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 3, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2024-03-18T22:54:55.352 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 3 2024-03-18T22:54:55.460 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.457+0000 7fd425f77640 1 -- 172.21.15.52:0/1459185875 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd420102a30 msgr2=0x7fd420102eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:55.461 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.457+0000 7fd425f77640 1 --2- 172.21.15.52:0/1459185875 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd420102a30 0x7fd420102eb0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fd410009900 tx=0x7fd41002bc30 comp rx=0 tx=0).stop 2024-03-18T22:54:55.461 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.457+0000 7fd425f77640 1 -- 172.21.15.52:0/1459185875 shutdown_connections 2024-03-18T22:54:55.461 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.457+0000 7fd425f77640 1 --2- 172.21.15.52:0/1459185875 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd4201033f0 0x7fd420109c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:55.461 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.457+0000 7fd425f77640 1 --2- 172.21.15.52:0/1459185875 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd420102a30 0x7fd420102eb0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:55.461 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.457+0000 7fd425f77640 1 --2- 172.21.15.52:0/1459185875 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd420101840 0x7fd420101c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:55.461 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.457+0000 7fd425f77640 1 -- 172.21.15.52:0/1459185875 >> 172.21.15.52:0/1459185875 conn(0x7fd4200fcdb0 msgr2=0x7fd4200ff1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:55.461 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.457+0000 7fd425f77640 1 -- 172.21.15.52:0/1459185875 shutdown_connections 2024-03-18T22:54:55.461 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.457+0000 7fd425f77640 1 -- 172.21.15.52:0/1459185875 wait complete. 2024-03-18T22:54:55.461 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.458+0000 7fd425f77640 1 Processor -- start 2024-03-18T22:54:55.461 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.458+0000 7fd425f77640 1 -- start start 2024-03-18T22:54:55.461 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.458+0000 7fd425f77640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd420101840 0x7fd4200755d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:55.461 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.458+0000 7fd425f77640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd420102a30 0x7fd420073c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:55.462 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.458+0000 7fd425f77640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd4201033f0 0x7fd420074150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:55.462 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.458+0000 7fd425f77640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd42010d5a0 con 0x7fd420101840 2024-03-18T22:54:55.462 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.458+0000 7fd425f77640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fd42010d420 con 0x7fd4201033f0 2024-03-18T22:54:55.462 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.458+0000 7fd425f77640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fd42010d720 con 0x7fd420102a30 2024-03-18T22:54:55.462 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.458+0000 7fd41f7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd420101840 0x7fd4200755d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:55.462 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.458+0000 7fd41f7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd420101840 0x7fd4200755d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:58980/0 (socket says 172.21.15.52:58980) 2024-03-18T22:54:55.462 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.458+0000 7fd41f7fe640 1 -- 172.21.15.52:0/3673498075 learned_addr learned my addr 172.21.15.52:0/3673498075 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:55.462 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.458+0000 7fd41ffff640 1 --2- 172.21.15.52:0/3673498075 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd4201033f0 0x7fd420074150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:55.462 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.458+0000 7fd41effd640 1 --2- 172.21.15.52:0/3673498075 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd420102a30 0x7fd420073c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:55.462 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.459+0000 7fd41f7fe640 1 -- 172.21.15.52:0/3673498075 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd420102a30 msgr2=0x7fd420073c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:55.462 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.459+0000 7fd41f7fe640 1 --2- 172.21.15.52:0/3673498075 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd420102a30 0x7fd420073c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:55.462 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.459+0000 7fd41f7fe640 1 -- 172.21.15.52:0/3673498075 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd4201033f0 msgr2=0x7fd420074150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:55.462 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.459+0000 7fd41f7fe640 1 --2- 172.21.15.52:0/3673498075 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd4201033f0 0x7fd420074150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:55.463 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.459+0000 7fd41f7fe640 1 -- 172.21.15.52:0/3673498075 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4200749e0 con 0x7fd420101840 2024-03-18T22:54:55.463 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.459+0000 7fd41effd640 1 --2- 172.21.15.52:0/3673498075 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd420102a30 0x7fd420073c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-18T22:54:55.463 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.459+0000 7fd41f7fe640 1 --2- 172.21.15.52:0/3673498075 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd420101840 0x7fd4200755d0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fd40800e9c0 tx=0x7fd40800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:55.463 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.459+0000 7fd41cff9640 1 -- 172.21.15.52:0/3673498075 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd40800cd80 con 0x7fd420101840 2024-03-18T22:54:55.463 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.459+0000 7fd41cff9640 1 -- 172.21.15.52:0/3673498075 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd4080035f0 con 0x7fd420101840 2024-03-18T22:54:55.463 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.459+0000 7fd425f77640 1 -- 172.21.15.52:0/3673498075 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4201a1d00 con 0x7fd420101840 2024-03-18T22:54:55.463 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.459+0000 7fd41cff9640 1 -- 172.21.15.52:0/3673498075 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd408010690 con 0x7fd420101840 2024-03-18T22:54:55.463 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.459+0000 7fd425f77640 1 -- 172.21.15.52:0/3673498075 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4201a21a0 con 0x7fd420101840 2024-03-18T22:54:55.463 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.460+0000 7fd425f77640 1 -- 172.21.15.52:0/3673498075 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd420108b60 con 0x7fd420101840 2024-03-18T22:54:55.464 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.462+0000 7fd41cff9640 1 -- 172.21.15.52:0/3673498075 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fd4080037a0 con 0x7fd420101840 2024-03-18T22:54:55.464 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.462+0000 7fd41cff9640 1 --2- 172.21.15.52:0/3673498075 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd40c0a2800 0x7fd40c0a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:55.464 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.462+0000 7fd41effd640 1 --2- 172.21.15.52:0/3673498075 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd40c0a2800 0x7fd40c0a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:55.464 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.462+0000 7fd41cff9640 1 -- 172.21.15.52:0/3673498075 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7fd4080cef30 con 0x7fd420101840 2024-03-18T22:54:55.464 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.463+0000 7fd41effd640 1 --2- 172.21.15.52:0/3673498075 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd40c0a2800 0x7fd40c0a4cc0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fd410036040 tx=0x7fd410000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:55.466 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.466+0000 7fd41cff9640 1 -- 172.21.15.52:0/3673498075 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fd40809c1b0 con 0x7fd420101840 2024-03-18T22:54:55.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:55 smithi181 ceph-mon[67256]: pgmap v286: 97 pgs: 4 creating+peering, 1 active+clean, 92 unknown; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:55.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:55 smithi181 ceph-mon[67256]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-18T22:54:55.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:55 smithi181 ceph-mon[67256]: osdmap e87: 12 total, 12 up, 12 in 2024-03-18T22:54:55.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:55 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/135221812' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-03-18T22:54:55.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:55 smithi181 ceph-mon[67256]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-03-18T22:54:55.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:55 smithi181 ceph-mon[67256]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-03-18T22:54:55.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:55 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/1270776330' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:54:55.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:55 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/1625274794' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:54:55.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:55 smithi099 ceph-mon[36725]: pgmap v286: 97 pgs: 4 creating+peering, 1 active+clean, 92 unknown; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:54:55.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:55 smithi099 ceph-mon[36725]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-18T22:54:55.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:55 smithi099 ceph-mon[36725]: osdmap e87: 12 total, 12 up, 12 in 2024-03-18T22:54:55.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:55 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/135221812' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-03-18T22:54:55.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:55 smithi099 ceph-mon[36725]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-03-18T22:54:55.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:55 smithi099 ceph-mon[36725]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-03-18T22:54:55.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:55 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/1270776330' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:54:55.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:55 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/1625274794' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:54:55.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:55.690+0000 7fd425f77640 1 -- 172.21.15.52:0/3673498075 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) -- 0x7fd42002d410 con 0x7fd420101840 2024-03-18T22:54:56.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.339+0000 7fd41cff9640 1 -- 172.21.15.52:0/3673498075 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v16) ==== 105+0+0 (secure 0 0 0) 0x7fd40809bab0 con 0x7fd420101840 2024-03-18T22:54:56.343 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.342+0000 7fd425f77640 1 -- 172.21.15.52:0/3673498075 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd40c0a2800 msgr2=0x7fd40c0a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:56.343 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.342+0000 7fd425f77640 1 --2- 172.21.15.52:0/3673498075 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd40c0a2800 0x7fd40c0a4cc0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fd410036040 tx=0x7fd410000bc0 comp rx=0 tx=0).stop 2024-03-18T22:54:56.343 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.342+0000 7fd425f77640 1 -- 172.21.15.52:0/3673498075 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd420101840 msgr2=0x7fd4200755d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:56.343 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.342+0000 7fd425f77640 1 --2- 172.21.15.52:0/3673498075 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd420101840 0x7fd4200755d0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fd40800e9c0 tx=0x7fd40800ee80 comp rx=0 tx=0).stop 2024-03-18T22:54:56.344 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.342+0000 7fd425f77640 1 -- 172.21.15.52:0/3673498075 shutdown_connections 2024-03-18T22:54:56.344 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.342+0000 7fd425f77640 1 --2- 172.21.15.52:0/3673498075 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd40c0a2800 0x7fd40c0a4cc0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:56.344 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.342+0000 7fd425f77640 1 --2- 172.21.15.52:0/3673498075 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd4201033f0 0x7fd420074150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:56.344 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.342+0000 7fd425f77640 1 --2- 172.21.15.52:0/3673498075 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd420102a30 0x7fd420073c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:56.344 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.342+0000 7fd425f77640 1 --2- 172.21.15.52:0/3673498075 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd420101840 0x7fd4200755d0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:56.344 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.342+0000 7fd425f77640 1 -- 172.21.15.52:0/3673498075 >> 172.21.15.52:0/3673498075 conn(0x7fd4200fcdb0 msgr2=0x7fd420105d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:56.344 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.342+0000 7fd425f77640 1 -- 172.21.15.52:0/3673498075 shutdown_connections 2024-03-18T22:54:56.344 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.342+0000 7fd425f77640 1 -- 172.21.15.52:0/3673498075 wait complete. 2024-03-18T22:54:56.358 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:56 smithi052 ceph-mon[32520]: osdmap e88: 12 total, 12 up, 12 in 2024-03-18T22:54:56.358 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:56 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/4292906127' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-03-18T22:54:56.359 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:56 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/4292906127' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-03-18T22:54:56.359 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:56 smithi052 ceph-mon[32520]: mds.? [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] up:active 2024-03-18T22:54:56.359 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:56 smithi052 ceph-mon[32520]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-03-18T22:54:56.359 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:56 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3673498075' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-03-18T22:54:56.360 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2024-03-18T22:54:56.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.470+0000 7ff128977640 1 -- 172.21.15.52:0/3075654986 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff124102ac0 msgr2=0x7ff124102f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:56.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.470+0000 7ff128977640 1 --2- 172.21.15.52:0/3075654986 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff124102ac0 0x7ff124102f40 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7ff118009930 tx=0x7ff11802bc30 comp rx=0 tx=0).stop 2024-03-18T22:54:56.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.470+0000 7ff128977640 1 -- 172.21.15.52:0/3075654986 shutdown_connections 2024-03-18T22:54:56.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.470+0000 7ff128977640 1 --2- 172.21.15.52:0/3075654986 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff124103480 0x7ff124109d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:56.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.470+0000 7ff128977640 1 --2- 172.21.15.52:0/3075654986 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff124102ac0 0x7ff124102f40 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:56.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.470+0000 7ff128977640 1 --2- 172.21.15.52:0/3075654986 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff1240ffaf0 0x7ff1240fff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:56.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.470+0000 7ff128977640 1 -- 172.21.15.52:0/3075654986 >> 172.21.15.52:0/3075654986 conn(0x7ff1240fb440 msgr2=0x7ff1240fd860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:56.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.470+0000 7ff128977640 1 -- 172.21.15.52:0/3075654986 shutdown_connections 2024-03-18T22:54:56.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.470+0000 7ff128977640 1 -- 172.21.15.52:0/3075654986 wait complete. 2024-03-18T22:54:56.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.471+0000 7ff128977640 1 Processor -- start 2024-03-18T22:54:56.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.471+0000 7ff128977640 1 -- start start 2024-03-18T22:54:56.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.471+0000 7ff128977640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff1240ffaf0 0x7ff124197c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:56.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.471+0000 7ff128977640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff124102ac0 0x7ff1241981c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:56.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.471+0000 7ff128977640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff124103480 0x7ff12419f220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:56.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.471+0000 7ff128977640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff12410d5b0 con 0x7ff124103480 2024-03-18T22:54:56.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.471+0000 7ff128977640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7ff12410d430 con 0x7ff1240ffaf0 2024-03-18T22:54:56.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.471+0000 7ff128977640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7ff12410d730 con 0x7ff124102ac0 2024-03-18T22:54:56.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.471+0000 7ff122d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff124103480 0x7ff12419f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:56.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.471+0000 7ff122d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff124103480 0x7ff12419f220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:59008/0 (socket says 172.21.15.52:59008) 2024-03-18T22:54:56.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.471+0000 7ff122d9d640 1 -- 172.21.15.52:0/2889722429 learned_addr learned my addr 172.21.15.52:0/2889722429 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:56.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.471+0000 7ff12259c640 1 --2- 172.21.15.52:0/2889722429 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff1240ffaf0 0x7ff124197c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:56.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.471+0000 7ff121d9b640 1 --2- 172.21.15.52:0/2889722429 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff124102ac0 0x7ff1241981c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:56.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.471+0000 7ff122d9d640 1 -- 172.21.15.52:0/2889722429 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff124102ac0 msgr2=0x7ff1241981c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:56.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.471+0000 7ff122d9d640 1 --2- 172.21.15.52:0/2889722429 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff124102ac0 0x7ff1241981c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:56.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.471+0000 7ff122d9d640 1 -- 172.21.15.52:0/2889722429 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff1240ffaf0 msgr2=0x7ff124197c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:56.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.471+0000 7ff122d9d640 1 --2- 172.21.15.52:0/2889722429 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff1240ffaf0 0x7ff124197c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:56.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.471+0000 7ff122d9d640 1 -- 172.21.15.52:0/2889722429 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff12419f8c0 con 0x7ff124103480 2024-03-18T22:54:56.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.471+0000 7ff121d9b640 1 --2- 172.21.15.52:0/2889722429 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff124102ac0 0x7ff1241981c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:54:56.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.471+0000 7ff122d9d640 1 --2- 172.21.15.52:0/2889722429 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff124103480 0x7ff12419f220 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7ff11c00eb10 tx=0x7ff11c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:56.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.472+0000 7ff1137fe640 1 -- 172.21.15.52:0/2889722429 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff11c004b20 con 0x7ff124103480 2024-03-18T22:54:56.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.472+0000 7ff128977640 1 -- 172.21.15.52:0/2889722429 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff12419fbb0 con 0x7ff124103480 2024-03-18T22:54:56.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.472+0000 7ff1137fe640 1 -- 172.21.15.52:0/2889722429 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff11c004cc0 con 0x7ff124103480 2024-03-18T22:54:56.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.472+0000 7ff1137fe640 1 -- 172.21.15.52:0/2889722429 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff11c0107f0 con 0x7ff124103480 2024-03-18T22:54:56.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.472+0000 7ff128977640 1 -- 172.21.15.52:0/2889722429 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1241a00d0 con 0x7ff124103480 2024-03-18T22:54:56.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.473+0000 7ff128977640 1 -- 172.21.15.52:0/2889722429 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff124108d10 con 0x7ff124103480 2024-03-18T22:54:56.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.474+0000 7ff1137fe640 1 -- 172.21.15.52:0/2889722429 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7ff11c005020 con 0x7ff124103480 2024-03-18T22:54:56.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.474+0000 7ff1137fe640 1 --2- 172.21.15.52:0/2889722429 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff10c0a2800 0x7ff10c0a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:56.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.474+0000 7ff1137fe640 1 -- 172.21.15.52:0/2889722429 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7ff11c0cef70 con 0x7ff124103480 2024-03-18T22:54:56.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.475+0000 7ff12259c640 1 --2- 172.21.15.52:0/2889722429 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff10c0a2800 0x7ff10c0a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:56.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.475+0000 7ff12259c640 1 --2- 172.21.15.52:0/2889722429 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff10c0a2800 0x7ff10c0a4cc0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7ff124198b50 tx=0x7ff11400b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:56.479 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.479+0000 7ff1137fe640 1 -- 172.21.15.52:0/2889722429 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7ff11c09c160 con 0x7ff124103480 2024-03-18T22:54:56.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:56 smithi181 ceph-mon[67256]: osdmap e88: 12 total, 12 up, 12 in 2024-03-18T22:54:56.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:56 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/4292906127' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-03-18T22:54:56.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:56 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/4292906127' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-03-18T22:54:56.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:56 smithi181 ceph-mon[67256]: mds.? [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] up:active 2024-03-18T22:54:56.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:56 smithi181 ceph-mon[67256]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-03-18T22:54:56.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:56 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3673498075' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-03-18T22:54:56.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:56 smithi099 ceph-mon[36725]: osdmap e88: 12 total, 12 up, 12 in 2024-03-18T22:54:56.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:56 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/4292906127' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-03-18T22:54:56.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:56 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/4292906127' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-03-18T22:54:56.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:56 smithi099 ceph-mon[36725]: mds.? [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] up:active 2024-03-18T22:54:56.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:56 smithi099 ceph-mon[36725]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-03-18T22:54:56.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:56 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3673498075' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-03-18T22:54:56.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:56.703+0000 7ff128977640 1 -- 172.21.15.52:0/2889722429 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7ff12402d3f0 con 0x7ff124103480 2024-03-18T22:54:57.346 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.346+0000 7ff1137fe640 1 -- 172.21.15.52:0/2889722429 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v18) ==== 121+0+0 (secure 0 0 0) 0x7ff11c09ba60 con 0x7ff124103480 2024-03-18T22:54:57.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.349+0000 7ff128977640 1 -- 172.21.15.52:0/2889722429 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff10c0a2800 msgr2=0x7ff10c0a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:57.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.349+0000 7ff128977640 1 --2- 172.21.15.52:0/2889722429 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff10c0a2800 0x7ff10c0a4cc0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7ff124198b50 tx=0x7ff11400b390 comp rx=0 tx=0).stop 2024-03-18T22:54:57.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.349+0000 7ff128977640 1 -- 172.21.15.52:0/2889722429 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff124103480 msgr2=0x7ff12419f220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:57.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.349+0000 7ff128977640 1 --2- 172.21.15.52:0/2889722429 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff124103480 0x7ff12419f220 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7ff11c00eb10 tx=0x7ff11c00c2d0 comp rx=0 tx=0).stop 2024-03-18T22:54:57.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.349+0000 7ff128977640 1 -- 172.21.15.52:0/2889722429 shutdown_connections 2024-03-18T22:54:57.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.349+0000 7ff128977640 1 --2- 172.21.15.52:0/2889722429 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff10c0a2800 0x7ff10c0a4cc0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:57.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.349+0000 7ff128977640 1 --2- 172.21.15.52:0/2889722429 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff124103480 0x7ff12419f220 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:57.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.349+0000 7ff128977640 1 --2- 172.21.15.52:0/2889722429 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff124102ac0 0x7ff1241981c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:57.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.349+0000 7ff128977640 1 --2- 172.21.15.52:0/2889722429 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff1240ffaf0 0x7ff124197c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:57.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.349+0000 7ff128977640 1 -- 172.21.15.52:0/2889722429 >> 172.21.15.52:0/2889722429 conn(0x7ff1240fb440 msgr2=0x7ff124105ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:57.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.349+0000 7ff128977640 1 -- 172.21.15.52:0/2889722429 shutdown_connections 2024-03-18T22:54:57.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.349+0000 7ff128977640 1 -- 172.21.15.52:0/2889722429 wait complete. 2024-03-18T22:54:57.366 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:57 smithi052 ceph-mon[32520]: pgmap v289: 97 pgs: 25 creating+peering, 56 active+clean, 16 unknown; 577 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 2 op/s 2024-03-18T22:54:57.366 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:57 smithi052 ceph-mon[32520]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-03-18T22:54:57.366 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:57 smithi052 ceph-mon[32520]: Cluster is now healthy 2024-03-18T22:54:57.366 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:57 smithi052 ceph-mon[32520]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-03-18T22:54:57.366 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:57 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3673498075' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-03-18T22:54:57.366 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:57 smithi052 ceph-mon[32520]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-03-18T22:54:57.366 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:57 smithi052 ceph-mon[32520]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-03-18T22:54:57.366 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:57 smithi052 ceph-mon[32520]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-03-18T22:54:57.366 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:57 smithi052 ceph-mon[32520]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-03-18T22:54:57.366 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:57 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/2889722429' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-03-18T22:54:57.367 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2024-03-18T22:54:57.481 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.478+0000 7f2185359640 1 -- 172.21.15.52:0/2854330750 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f21801022f0 msgr2=0x7f2180108b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:57.481 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.478+0000 7f2185359640 1 --2- 172.21.15.52:0/2854330750 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f21801022f0 0x7f2180108b80 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f2178009ca0 tx=0x7f217802c0f0 comp rx=0 tx=0).stop 2024-03-18T22:54:57.481 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.478+0000 7f2185359640 1 -- 172.21.15.52:0/2854330750 shutdown_connections 2024-03-18T22:54:57.481 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.478+0000 7f2185359640 1 --2- 172.21.15.52:0/2854330750 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f21801022f0 0x7f2180108b80 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:57.481 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.478+0000 7f2185359640 1 --2- 172.21.15.52:0/2854330750 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2180101930 0x7f2180101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:57.481 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.478+0000 7f2185359640 1 --2- 172.21.15.52:0/2854330750 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2180100740 0x7f2180100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:57.481 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.478+0000 7f2185359640 1 -- 172.21.15.52:0/2854330750 >> 172.21.15.52:0/2854330750 conn(0x7f21800fbcd0 msgr2=0x7f21800fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:57.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.478+0000 7f2185359640 1 -- 172.21.15.52:0/2854330750 shutdown_connections 2024-03-18T22:54:57.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.478+0000 7f2185359640 1 -- 172.21.15.52:0/2854330750 wait complete. 2024-03-18T22:54:57.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.479+0000 7f2185359640 1 Processor -- start 2024-03-18T22:54:57.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.479+0000 7f2185359640 1 -- start start 2024-03-18T22:54:57.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.479+0000 7f2185359640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2180100740 0x7f218010b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:57.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.479+0000 7f2185359640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2180101930 0x7f2180109700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:57.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.479+0000 7f2185359640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f21801022f0 0x7f2180109c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:57.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.479+0000 7f2185359640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f218010d600 con 0x7f2180100740 2024-03-18T22:54:57.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.479+0000 7f2185359640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f218010d480 con 0x7f21801022f0 2024-03-18T22:54:57.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.479+0000 7f2185359640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f218010d780 con 0x7f2180101930 2024-03-18T22:54:57.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.479+0000 7f217effd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2180100740 0x7f218010b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:57.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.479+0000 7f217effd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2180100740 0x7f218010b0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35616/0 (socket says 172.21.15.52:35616) 2024-03-18T22:54:57.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.479+0000 7f217effd640 1 -- 172.21.15.52:0/3732594752 learned_addr learned my addr 172.21.15.52:0/3732594752 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:57.483 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.479+0000 7f217f7fe640 1 --2- 172.21.15.52:0/3732594752 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f21801022f0 0x7f2180109c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:57.483 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.479+0000 7f2177fff640 1 --2- 172.21.15.52:0/3732594752 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2180101930 0x7f2180109700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:57.483 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.479+0000 7f217effd640 1 -- 172.21.15.52:0/3732594752 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2180101930 msgr2=0x7f2180109700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:57.483 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.479+0000 7f217effd640 1 --2- 172.21.15.52:0/3732594752 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2180101930 0x7f2180109700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:57.483 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.479+0000 7f217effd640 1 -- 172.21.15.52:0/3732594752 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f21801022f0 msgr2=0x7f2180109c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:57.483 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.479+0000 7f217effd640 1 --2- 172.21.15.52:0/3732594752 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f21801022f0 0x7f2180109c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:57.483 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.479+0000 7f217effd640 1 -- 172.21.15.52:0/3732594752 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f218010a4d0 con 0x7f2180100740 2024-03-18T22:54:57.483 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.479+0000 7f217effd640 1 --2- 172.21.15.52:0/3732594752 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2180100740 0x7f218010b0c0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f217000e9c0 tx=0x7f217000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:57.483 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.480+0000 7f217cff9640 1 -- 172.21.15.52:0/3732594752 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f217000cde0 con 0x7f2180100740 2024-03-18T22:54:57.483 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.480+0000 7f2185359640 1 -- 172.21.15.52:0/3732594752 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21801a1d90 con 0x7f2180100740 2024-03-18T22:54:57.483 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.480+0000 7f217cff9640 1 -- 172.21.15.52:0/3732594752 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2170010930 con 0x7f2180100740 2024-03-18T22:54:57.483 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.480+0000 7f217cff9640 1 -- 172.21.15.52:0/3732594752 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2170018a20 con 0x7f2180100740 2024-03-18T22:54:57.483 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.480+0000 7f2185359640 1 -- 172.21.15.52:0/3732594752 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21801a2200 con 0x7f2180100740 2024-03-18T22:54:57.483 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.481+0000 7f2185359640 1 -- 172.21.15.52:0/3732594752 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2180107990 con 0x7f2180100740 2024-03-18T22:54:57.484 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.482+0000 7f217cff9640 1 -- 172.21.15.52:0/3732594752 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f2170018c20 con 0x7f2180100740 2024-03-18T22:54:57.484 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.482+0000 7f217cff9640 1 --2- 172.21.15.52:0/3732594752 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f216c0a2800 0x7f216c0a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:57.484 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.483+0000 7f2177fff640 1 --2- 172.21.15.52:0/3732594752 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f216c0a2800 0x7f216c0a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:57.484 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.483+0000 7f217cff9640 1 -- 172.21.15.52:0/3732594752 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7f21700cf5e0 con 0x7f2180100740 2024-03-18T22:54:57.485 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.483+0000 7f2177fff640 1 --2- 172.21.15.52:0/3732594752 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f216c0a2800 0x7f216c0a4cc0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f218010ae30 tx=0x7f2168005be0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:57.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.486+0000 7f217cff9640 1 -- 172.21.15.52:0/3732594752 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f2170026070 con 0x7f2180100740 2024-03-18T22:54:57.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:57 smithi181 ceph-mon[67256]: pgmap v289: 97 pgs: 25 creating+peering, 56 active+clean, 16 unknown; 577 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 2 op/s 2024-03-18T22:54:57.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:57 smithi181 ceph-mon[67256]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-03-18T22:54:57.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:57 smithi181 ceph-mon[67256]: Cluster is now healthy 2024-03-18T22:54:57.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:57 smithi181 ceph-mon[67256]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-03-18T22:54:57.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:57 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3673498075' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-03-18T22:54:57.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:57 smithi181 ceph-mon[67256]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-03-18T22:54:57.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:57 smithi181 ceph-mon[67256]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-03-18T22:54:57.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:57 smithi181 ceph-mon[67256]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-03-18T22:54:57.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:57 smithi181 ceph-mon[67256]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-03-18T22:54:57.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:57 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/2889722429' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-03-18T22:54:57.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:57 smithi099 ceph-mon[36725]: pgmap v289: 97 pgs: 25 creating+peering, 56 active+clean, 16 unknown; 577 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 2 op/s 2024-03-18T22:54:57.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:57 smithi099 ceph-mon[36725]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-03-18T22:54:57.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:57 smithi099 ceph-mon[36725]: Cluster is now healthy 2024-03-18T22:54:57.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:57 smithi099 ceph-mon[36725]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-03-18T22:54:57.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:57 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3673498075' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-03-18T22:54:57.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:57 smithi099 ceph-mon[36725]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-03-18T22:54:57.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:57 smithi099 ceph-mon[36725]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-03-18T22:54:57.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:57 smithi099 ceph-mon[36725]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-03-18T22:54:57.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:57 smithi099 ceph-mon[36725]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-03-18T22:54:57.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:57 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/2889722429' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-03-18T22:54:57.710 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:57.709+0000 7f2185359640 1 -- 172.21.15.52:0/3732594752 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f218002d1f0 con 0x7f2180100740 2024-03-18T22:54:58.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.352+0000 7f217cff9640 1 -- 172.21.15.52:0/3732594752 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v20) ==== 115+0+0 (secure 0 0 0) 0x7f217009c7d0 con 0x7f2180100740 2024-03-18T22:54:58.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.355+0000 7f2185359640 1 -- 172.21.15.52:0/3732594752 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f216c0a2800 msgr2=0x7f216c0a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:58.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.355+0000 7f2185359640 1 --2- 172.21.15.52:0/3732594752 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f216c0a2800 0x7f216c0a4cc0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f218010ae30 tx=0x7f2168005be0 comp rx=0 tx=0).stop 2024-03-18T22:54:58.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.355+0000 7f2185359640 1 -- 172.21.15.52:0/3732594752 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2180100740 msgr2=0x7f218010b0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:58.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.355+0000 7f2185359640 1 --2- 172.21.15.52:0/3732594752 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2180100740 0x7f218010b0c0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f217000e9c0 tx=0x7f217000ee80 comp rx=0 tx=0).stop 2024-03-18T22:54:58.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.355+0000 7f2185359640 1 -- 172.21.15.52:0/3732594752 shutdown_connections 2024-03-18T22:54:58.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.355+0000 7f2185359640 1 --2- 172.21.15.52:0/3732594752 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f216c0a2800 0x7f216c0a4cc0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:58.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.355+0000 7f2185359640 1 --2- 172.21.15.52:0/3732594752 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f21801022f0 0x7f2180109c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:58.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.355+0000 7f2185359640 1 --2- 172.21.15.52:0/3732594752 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2180101930 0x7f2180109700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:58.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.355+0000 7f2185359640 1 --2- 172.21.15.52:0/3732594752 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2180100740 0x7f218010b0c0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:58.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.355+0000 7f2185359640 1 -- 172.21.15.52:0/3732594752 >> 172.21.15.52:0/3732594752 conn(0x7f21800fbcd0 msgr2=0x7f2180104b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:58.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.355+0000 7f2185359640 1 -- 172.21.15.52:0/3732594752 shutdown_connections 2024-03-18T22:54:58.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.355+0000 7f2185359640 1 -- 172.21.15.52:0/3732594752 wait complete. 2024-03-18T22:54:58.370 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated'} subvols for filesystem 'cephfs' 2024-03-18T22:54:58.371 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup create cephfs qa 2024-03-18T22:54:58.484 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.481+0000 7f93c239f640 1 -- 172.21.15.52:0/160191018 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f93bc107400 msgr2=0x7f93bc109850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:58.484 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.481+0000 7f93c239f640 1 --2- 172.21.15.52:0/160191018 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f93bc107400 0x7f93bc109850 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f93b4009ca0 tx=0x7f93b402c0f0 comp rx=0 tx=0).stop 2024-03-18T22:54:58.484 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.481+0000 7f93c239f640 1 -- 172.21.15.52:0/160191018 shutdown_connections 2024-03-18T22:54:58.484 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.481+0000 7f93c239f640 1 --2- 172.21.15.52:0/160191018 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f93bc107400 0x7f93bc109850 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:58.484 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.481+0000 7f93c239f640 1 --2- 172.21.15.52:0/160191018 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f93bc104ad0 0x7f93bc106ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:58.485 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.481+0000 7f93c239f640 1 --2- 172.21.15.52:0/160191018 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f93bc1021a0 0x7f93bc104590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:58.485 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.481+0000 7f93c239f640 1 -- 172.21.15.52:0/160191018 >> 172.21.15.52:0/160191018 conn(0x7f93bc0fbb90 msgr2=0x7f93bc0fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:58.485 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.481+0000 7f93c239f640 1 -- 172.21.15.52:0/160191018 shutdown_connections 2024-03-18T22:54:58.485 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.481+0000 7f93c239f640 1 -- 172.21.15.52:0/160191018 wait complete. 2024-03-18T22:54:58.485 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.482+0000 7f93c239f640 1 Processor -- start 2024-03-18T22:54:58.485 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.482+0000 7f93c239f640 1 -- start start 2024-03-18T22:54:58.485 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.482+0000 7f93c239f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f93bc1021a0 0x7f93bc197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:58.485 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.482+0000 7f93c239f640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f93bc104ad0 0x7f93bc197fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:58.485 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.482+0000 7f93c239f640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f93bc107400 0x7f93bc19f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:58.485 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.482+0000 7f93c239f640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f93bc10d4f0 con 0x7f93bc1021a0 2024-03-18T22:54:58.485 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.482+0000 7f93c239f640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f93bc10d370 con 0x7f93bc104ad0 2024-03-18T22:54:58.485 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.482+0000 7f93c239f640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f93bc10d670 con 0x7f93bc107400 2024-03-18T22:54:58.485 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.482+0000 7f93c139d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f93bc1021a0 0x7f93bc197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:58.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.482+0000 7f93c139d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f93bc1021a0 0x7f93bc197a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35632/0 (socket says 172.21.15.52:35632) 2024-03-18T22:54:58.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.482+0000 7f93c139d640 1 -- 172.21.15.52:0/2127326856 learned_addr learned my addr 172.21.15.52:0/2127326856 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:58.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.482+0000 7f93c0b9c640 1 --2- 172.21.15.52:0/2127326856 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f93bc104ad0 0x7f93bc197fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:58.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.482+0000 7f93c1b9e640 1 --2- 172.21.15.52:0/2127326856 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f93bc107400 0x7f93bc19f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:58.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.483+0000 7f93c139d640 1 -- 172.21.15.52:0/2127326856 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f93bc107400 msgr2=0x7f93bc19f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:58.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.483+0000 7f93c139d640 1 --2- 172.21.15.52:0/2127326856 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f93bc107400 0x7f93bc19f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:58.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.483+0000 7f93c139d640 1 -- 172.21.15.52:0/2127326856 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f93bc104ad0 msgr2=0x7f93bc197fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:58.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.483+0000 7f93c139d640 1 --2- 172.21.15.52:0/2127326856 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f93bc104ad0 0x7f93bc197fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:58.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.483+0000 7f93c139d640 1 -- 172.21.15.52:0/2127326856 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93bc19f690 con 0x7f93bc1021a0 2024-03-18T22:54:58.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.483+0000 7f93c1b9e640 1 --2- 172.21.15.52:0/2127326856 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f93bc107400 0x7f93bc19f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:54:58.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.483+0000 7f93c139d640 1 --2- 172.21.15.52:0/2127326856 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f93bc1021a0 0x7f93bc197a70 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f93b800e9f0 tx=0x7f93b800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:58.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.483+0000 7f93b27fc640 1 -- 172.21.15.52:0/2127326856 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93b800cd80 con 0x7f93bc1021a0 2024-03-18T22:54:58.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.483+0000 7f93c239f640 1 -- 172.21.15.52:0/2127326856 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93bc19f980 con 0x7f93bc1021a0 2024-03-18T22:54:58.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.483+0000 7f93b27fc640 1 -- 172.21.15.52:0/2127326856 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f93b8005520 con 0x7f93bc1021a0 2024-03-18T22:54:58.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.483+0000 7f93b27fc640 1 -- 172.21.15.52:0/2127326856 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93b8010690 con 0x7f93bc1021a0 2024-03-18T22:54:58.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.483+0000 7f93c239f640 1 -- 172.21.15.52:0/2127326856 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93bc19fe80 con 0x7f93bc1021a0 2024-03-18T22:54:58.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.484+0000 7f93c239f640 1 -- 172.21.15.52:0/2127326856 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93bc0fd680 con 0x7f93bc1021a0 2024-03-18T22:54:58.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.485+0000 7f93b27fc640 1 -- 172.21.15.52:0/2127326856 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f93b80046c0 con 0x7f93bc1021a0 2024-03-18T22:54:58.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.485+0000 7f93b27fc640 1 --2- 172.21.15.52:0/2127326856 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f93a80a2800 0x7f93a80a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:58.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.486+0000 7f93c0b9c640 1 --2- 172.21.15.52:0/2127326856 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f93a80a2800 0x7f93a80a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:58.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.486+0000 7f93b27fc640 1 -- 172.21.15.52:0/2127326856 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7f93b80cede0 con 0x7f93bc1021a0 2024-03-18T22:54:58.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.486+0000 7f93c0b9c640 1 --2- 172.21.15.52:0/2127326856 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f93a80a2800 0x7f93a80a4cc0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f93bc198f80 tx=0x7f93ac005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:58.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.490+0000 7f93b27fc640 1 -- 172.21.15.52:0/2127326856 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f93b809bfd0 con 0x7f93bc1021a0 2024-03-18T22:54:58.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.702+0000 7f93c239f640 1 -- 172.21.15.52:0/2127326856 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f93bc061c60 con 0x7f93a80a2800 2024-03-18T22:54:58.708 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:58 smithi052 ceph-mon[32520]: pgmap v290: 97 pgs: 24 creating+peering, 63 active+clean, 10 unknown; 577 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 2 op/s 2024-03-18T22:54:58.708 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:58 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/2889722429' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-03-18T22:54:58.708 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:58 smithi052 ceph-mon[32520]: mds.? [v2:172.21.15.99:6836/3393123598,v1:172.21.15.99:6837/3393123598] up:active 2024-03-18T22:54:58.708 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:58 smithi052 ceph-mon[32520]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-03-18T22:54:58.708 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:58 smithi052 ceph-mon[32520]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-03-18T22:54:58.708 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:58 smithi052 ceph-mon[32520]: Cluster is now healthy 2024-03-18T22:54:58.708 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:58 smithi052 ceph-mon[32520]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby 2024-03-18T22:54:58.708 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:58 smithi052 ceph-mon[32520]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:creating} 9 up:standby 2024-03-18T22:54:58.708 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:58 smithi052 ceph-mon[32520]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-03-18T22:54:58.708 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:58 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3732594752' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-03-18T22:54:58.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.719+0000 7f93b27fc640 1 -- 172.21.15.52:0/2127326856 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f93bc061c60 con 0x7f93a80a2800 2024-03-18T22:54:58.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.721+0000 7f93c239f640 1 -- 172.21.15.52:0/2127326856 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f93a80a2800 msgr2=0x7f93a80a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:58.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.721+0000 7f93c239f640 1 --2- 172.21.15.52:0/2127326856 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f93a80a2800 0x7f93a80a4cc0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f93bc198f80 tx=0x7f93ac005f90 comp rx=0 tx=0).stop 2024-03-18T22:54:58.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.721+0000 7f93c239f640 1 -- 172.21.15.52:0/2127326856 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f93bc1021a0 msgr2=0x7f93bc197a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:58.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.721+0000 7f93c239f640 1 --2- 172.21.15.52:0/2127326856 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f93bc1021a0 0x7f93bc197a70 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f93b800e9f0 tx=0x7f93b800edf0 comp rx=0 tx=0).stop 2024-03-18T22:54:58.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.721+0000 7f93c239f640 1 -- 172.21.15.52:0/2127326856 shutdown_connections 2024-03-18T22:54:58.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.721+0000 7f93c239f640 1 --2- 172.21.15.52:0/2127326856 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f93a80a2800 0x7f93a80a4cc0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:58.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.721+0000 7f93c239f640 1 --2- 172.21.15.52:0/2127326856 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f93bc107400 0x7f93bc19f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:58.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.721+0000 7f93c239f640 1 --2- 172.21.15.52:0/2127326856 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f93bc104ad0 0x7f93bc197fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:58.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.722+0000 7f93c239f640 1 --2- 172.21.15.52:0/2127326856 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f93bc1021a0 0x7f93bc197a70 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:58.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.722+0000 7f93c239f640 1 -- 172.21.15.52:0/2127326856 >> 172.21.15.52:0/2127326856 conn(0x7f93bc0fbb90 msgr2=0x7f93bc102ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:58.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.722+0000 7f93c239f640 1 -- 172.21.15.52:0/2127326856 shutdown_connections 2024-03-18T22:54:58.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.722+0000 7f93c239f640 1 -- 172.21.15.52:0/2127326856 wait complete. 2024-03-18T22:54:58.733 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_0 --group_name qa 2024-03-18T22:54:58.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:58 smithi181 ceph-mon[67256]: pgmap v290: 97 pgs: 24 creating+peering, 63 active+clean, 10 unknown; 577 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 2 op/s 2024-03-18T22:54:58.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:58 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/2889722429' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-03-18T22:54:58.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:58 smithi181 ceph-mon[67256]: mds.? [v2:172.21.15.99:6836/3393123598,v1:172.21.15.99:6837/3393123598] up:active 2024-03-18T22:54:58.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:58 smithi181 ceph-mon[67256]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-03-18T22:54:58.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:58 smithi181 ceph-mon[67256]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-03-18T22:54:58.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:58 smithi181 ceph-mon[67256]: Cluster is now healthy 2024-03-18T22:54:58.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:58 smithi181 ceph-mon[67256]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby 2024-03-18T22:54:58.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:58 smithi181 ceph-mon[67256]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:creating} 9 up:standby 2024-03-18T22:54:58.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:58 smithi181 ceph-mon[67256]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-03-18T22:54:58.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:58 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3732594752' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-03-18T22:54:58.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:58 smithi099 ceph-mon[36725]: pgmap v290: 97 pgs: 24 creating+peering, 63 active+clean, 10 unknown; 577 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 2 op/s 2024-03-18T22:54:58.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:58 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/2889722429' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-03-18T22:54:58.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:58 smithi099 ceph-mon[36725]: mds.? [v2:172.21.15.99:6836/3393123598,v1:172.21.15.99:6837/3393123598] up:active 2024-03-18T22:54:58.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:58 smithi099 ceph-mon[36725]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-03-18T22:54:58.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:58 smithi099 ceph-mon[36725]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-03-18T22:54:58.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:58 smithi099 ceph-mon[36725]: Cluster is now healthy 2024-03-18T22:54:58.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:58 smithi099 ceph-mon[36725]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby 2024-03-18T22:54:58.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:58 smithi099 ceph-mon[36725]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:creating} 9 up:standby 2024-03-18T22:54:58.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:58 smithi099 ceph-mon[36725]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-03-18T22:54:58.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:58 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3732594752' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-03-18T22:54:58.842 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.840+0000 7f5262e6c640 1 -- 172.21.15.52:0/4230652327 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f525c100a00 msgr2=0x7f525c100e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:58.842 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.840+0000 7f5262e6c640 1 --2- 172.21.15.52:0/4230652327 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f525c100a00 0x7f525c100e80 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f5248009900 tx=0x7f524802bc30 comp rx=0 tx=0).stop 2024-03-18T22:54:58.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.840+0000 7f5262e6c640 1 -- 172.21.15.52:0/4230652327 shutdown_connections 2024-03-18T22:54:58.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.840+0000 7f5262e6c640 1 --2- 172.21.15.52:0/4230652327 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f525c1013c0 0x7f525c108c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:58.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.840+0000 7f5262e6c640 1 --2- 172.21.15.52:0/4230652327 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f525c100a00 0x7f525c100e80 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:58.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.840+0000 7f5262e6c640 1 --2- 172.21.15.52:0/4230652327 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f525c101cd0 0x7f525c1020f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:58.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.840+0000 7f5262e6c640 1 -- 172.21.15.52:0/4230652327 >> 172.21.15.52:0/4230652327 conn(0x7f525c0fb450 msgr2=0x7f525c0fd870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:58.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.840+0000 7f5262e6c640 1 -- 172.21.15.52:0/4230652327 shutdown_connections 2024-03-18T22:54:58.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.840+0000 7f5262e6c640 1 -- 172.21.15.52:0/4230652327 wait complete. 2024-03-18T22:54:58.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.840+0000 7f5262e6c640 1 Processor -- start 2024-03-18T22:54:58.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.840+0000 7f5262e6c640 1 -- start start 2024-03-18T22:54:58.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.840+0000 7f5262e6c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f525c100a00 0x7f525c1047b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:58.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.840+0000 7f5262e6c640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f525c1013c0 0x7f525c102df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:58.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.840+0000 7f5262e6c640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f525c101cd0 0x7f525c103330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:58.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.840+0000 7f5262e6c640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f525c10c4b0 con 0x7f525c100a00 2024-03-18T22:54:58.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.840+0000 7f5262e6c640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f525c10c330 con 0x7f525c1013c0 2024-03-18T22:54:58.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.840+0000 7f5262e6c640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f525c10c630 con 0x7f525c101cd0 2024-03-18T22:54:58.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.840+0000 7f5260c08640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f525c100a00 0x7f525c1047b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:58.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.841+0000 7f5260c08640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f525c100a00 0x7f525c1047b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35664/0 (socket says 172.21.15.52:35664) 2024-03-18T22:54:58.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.841+0000 7f5260c08640 1 -- 172.21.15.52:0/1321949668 learned_addr learned my addr 172.21.15.52:0/1321949668 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:58.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.841+0000 7f525bfff640 1 --2- 172.21.15.52:0/1321949668 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f525c1013c0 0x7f525c102df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:58.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.841+0000 7f5261409640 1 --2- 172.21.15.52:0/1321949668 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f525c101cd0 0x7f525c103330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:58.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.841+0000 7f5260c08640 1 -- 172.21.15.52:0/1321949668 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f525c101cd0 msgr2=0x7f525c103330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:58.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.841+0000 7f5260c08640 1 --2- 172.21.15.52:0/1321949668 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f525c101cd0 0x7f525c103330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:58.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.841+0000 7f5260c08640 1 -- 172.21.15.52:0/1321949668 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f525c1013c0 msgr2=0x7f525c102df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:58.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.841+0000 7f5260c08640 1 --2- 172.21.15.52:0/1321949668 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f525c1013c0 0x7f525c102df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:58.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.841+0000 7f5260c08640 1 -- 172.21.15.52:0/1321949668 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f525c103bc0 con 0x7f525c100a00 2024-03-18T22:54:58.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.841+0000 7f5260c08640 1 --2- 172.21.15.52:0/1321949668 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f525c100a00 0x7f525c1047b0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f525000e9c0 tx=0x7f525000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:58.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.841+0000 7f5259ffb640 1 -- 172.21.15.52:0/1321949668 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f525000cde0 con 0x7f525c100a00 2024-03-18T22:54:58.845 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.841+0000 7f5259ffb640 1 -- 172.21.15.52:0/1321949668 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5250010930 con 0x7f525c100a00 2024-03-18T22:54:58.845 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.841+0000 7f5262e6c640 1 -- 172.21.15.52:0/1321949668 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f525c1a1d60 con 0x7f525c100a00 2024-03-18T22:54:58.845 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.841+0000 7f5259ffb640 1 -- 172.21.15.52:0/1321949668 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5250018a70 con 0x7f525c100a00 2024-03-18T22:54:58.845 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.841+0000 7f5262e6c640 1 -- 172.21.15.52:0/1321949668 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f525c1a21c0 con 0x7f525c100a00 2024-03-18T22:54:58.846 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.842+0000 7f5262e6c640 1 -- 172.21.15.52:0/1321949668 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f525c1a2450 con 0x7f525c100a00 2024-03-18T22:54:58.846 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.843+0000 7f5259ffb640 1 -- 172.21.15.52:0/1321949668 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f5250018c50 con 0x7f525c100a00 2024-03-18T22:54:58.846 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.844+0000 7f5259ffb640 1 --2- 172.21.15.52:0/1321949668 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f524c0a2880 0x7f524c0a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:58.846 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.844+0000 7f5259ffb640 1 -- 172.21.15.52:0/1321949668 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7f52500cee20 con 0x7f525c100a00 2024-03-18T22:54:58.846 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.844+0000 7f525bfff640 1 --2- 172.21.15.52:0/1321949668 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f524c0a2880 0x7f524c0a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:58.846 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.844+0000 7f525bfff640 1 --2- 172.21.15.52:0/1321949668 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f524c0a2880 0x7f524c0a4d40 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f524802c900 tx=0x7f5248005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:58.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:58.848+0000 7f5259ffb640 1 -- 172.21.15.52:0/1321949668 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f5250053740 con 0x7f525c100a00 2024-03-18T22:54:58.988 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:54:58 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:54:58.706+0000 7f00b3906700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-18T22:54:58.989 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:54:58 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:54:58.706+0000 7f00b3906700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-18T22:54:58.989 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:54:58 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:54:58.706+0000 7f00b3906700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-18T22:54:58.989 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:54:58 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:54:58.706+0000 7f00b3906700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-18T22:54:58.989 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:54:58 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:54:58.706+0000 7f00b3906700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-18T22:54:59.059 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.058+0000 7f5262e6c640 1 -- 172.21.15.52:0/1321949668 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f525c0fd5d0 con 0x7f524c0a2880 2024-03-18T22:54:59.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.078+0000 7f5259ffb640 1 -- 172.21.15.52:0/1321949668 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f525c0fd5d0 con 0x7f524c0a2880 2024-03-18T22:54:59.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.079+0000 7f5262e6c640 1 -- 172.21.15.52:0/1321949668 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f524c0a2880 msgr2=0x7f524c0a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:59.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.079+0000 7f5262e6c640 1 --2- 172.21.15.52:0/1321949668 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f524c0a2880 0x7f524c0a4d40 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f524802c900 tx=0x7f5248005fd0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.080+0000 7f5262e6c640 1 -- 172.21.15.52:0/1321949668 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f525c100a00 msgr2=0x7f525c1047b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:59.081 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.080+0000 7f5262e6c640 1 --2- 172.21.15.52:0/1321949668 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f525c100a00 0x7f525c1047b0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f525000e9c0 tx=0x7f525000ee80 comp rx=0 tx=0).stop 2024-03-18T22:54:59.081 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.080+0000 7f5262e6c640 1 -- 172.21.15.52:0/1321949668 shutdown_connections 2024-03-18T22:54:59.081 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.080+0000 7f5262e6c640 1 --2- 172.21.15.52:0/1321949668 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f524c0a2880 0x7f524c0a4d40 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.081 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.080+0000 7f5262e6c640 1 --2- 172.21.15.52:0/1321949668 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f525c101cd0 0x7f525c103330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.081 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.080+0000 7f5262e6c640 1 --2- 172.21.15.52:0/1321949668 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f525c1013c0 0x7f525c102df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.081 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.080+0000 7f5262e6c640 1 --2- 172.21.15.52:0/1321949668 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f525c100a00 0x7f525c1047b0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.081 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.080+0000 7f5262e6c640 1 -- 172.21.15.52:0/1321949668 >> 172.21.15.52:0/1321949668 conn(0x7f525c0fb450 msgr2=0x7f525c0fcec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:59.081 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.080+0000 7f5262e6c640 1 -- 172.21.15.52:0/1321949668 shutdown_connections 2024-03-18T22:54:59.081 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.080+0000 7f5262e6c640 1 -- 172.21.15.52:0/1321949668 wait complete. 2024-03-18T22:54:59.091 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-03-18T22:54:59.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.198+0000 7f68f9297640 1 -- 172.21.15.52:0/1523619465 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f68f4102a20 msgr2=0x7f68f4102ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:59.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.198+0000 7f68f9297640 1 --2- 172.21.15.52:0/1523619465 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f68f4102a20 0x7f68f4102ea0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f68dc009900 tx=0x7f68dc02bc30 comp rx=0 tx=0).stop 2024-03-18T22:54:59.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.198+0000 7f68f9297640 1 -- 172.21.15.52:0/1523619465 shutdown_connections 2024-03-18T22:54:59.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.198+0000 7f68f9297640 1 --2- 172.21.15.52:0/1523619465 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f68f41033e0 0x7f68f4109c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.198+0000 7f68f9297640 1 --2- 172.21.15.52:0/1523619465 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f68f4102a20 0x7f68f4102ea0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.198+0000 7f68f9297640 1 --2- 172.21.15.52:0/1523619465 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f68f4101830 0x7f68f4101c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.198+0000 7f68f9297640 1 -- 172.21.15.52:0/1523619465 >> 172.21.15.52:0/1523619465 conn(0x7f68f40fcdc0 msgr2=0x7f68f40ff1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:59.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.198+0000 7f68f9297640 1 -- 172.21.15.52:0/1523619465 shutdown_connections 2024-03-18T22:54:59.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.198+0000 7f68f9297640 1 -- 172.21.15.52:0/1523619465 wait complete. 2024-03-18T22:54:59.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.199+0000 7f68f9297640 1 Processor -- start 2024-03-18T22:54:59.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.199+0000 7f68f9297640 1 -- start start 2024-03-18T22:54:59.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.199+0000 7f68f9297640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f68f4101830 0x7f68f4197c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:59.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.199+0000 7f68f9297640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f68f4102a20 0x7f68f41981d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:59.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.199+0000 7f68f9297640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f68f41033e0 0x7f68f419f230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:59.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.199+0000 7f68f9297640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f68f410d590 con 0x7f68f4101830 2024-03-18T22:54:59.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.199+0000 7f68f9297640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f68f410d410 con 0x7f68f4102a20 2024-03-18T22:54:59.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.199+0000 7f68f9297640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f68f410d710 con 0x7f68f41033e0 2024-03-18T22:54:59.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.199+0000 7f68f2ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f68f4101830 0x7f68f4197c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:59.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.199+0000 7f68f2ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f68f4101830 0x7f68f4197c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35696/0 (socket says 172.21.15.52:35696) 2024-03-18T22:54:59.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.199+0000 7f68f2ffd640 1 -- 172.21.15.52:0/473127628 learned_addr learned my addr 172.21.15.52:0/473127628 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:59.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.199+0000 7f68f37fe640 1 --2- 172.21.15.52:0/473127628 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f68f41033e0 0x7f68f419f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:59.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.199+0000 7f68ebfff640 1 --2- 172.21.15.52:0/473127628 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f68f4102a20 0x7f68f41981d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:59.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.199+0000 7f68f2ffd640 1 -- 172.21.15.52:0/473127628 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f68f41033e0 msgr2=0x7f68f419f230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:59.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.199+0000 7f68f2ffd640 1 --2- 172.21.15.52:0/473127628 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f68f41033e0 0x7f68f419f230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.199+0000 7f68f2ffd640 1 -- 172.21.15.52:0/473127628 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f68f4102a20 msgr2=0x7f68f41981d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:59.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.199+0000 7f68f2ffd640 1 --2- 172.21.15.52:0/473127628 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f68f4102a20 0x7f68f41981d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.199+0000 7f68f2ffd640 1 -- 172.21.15.52:0/473127628 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68f419f8d0 con 0x7f68f4101830 2024-03-18T22:54:59.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.199+0000 7f68f2ffd640 1 --2- 172.21.15.52:0/473127628 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f68f4101830 0x7f68f4197c90 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f68e400e9c0 tx=0x7f68e400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:59.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.199+0000 7f68f0ff9640 1 -- 172.21.15.52:0/473127628 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68e400cd80 con 0x7f68f4101830 2024-03-18T22:54:59.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.199+0000 7f68f0ff9640 1 -- 172.21.15.52:0/473127628 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f68e40035f0 con 0x7f68f4101830 2024-03-18T22:54:59.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.199+0000 7f68f9297640 1 -- 172.21.15.52:0/473127628 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68f419fbc0 con 0x7f68f4101830 2024-03-18T22:54:59.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.199+0000 7f68f0ff9640 1 -- 172.21.15.52:0/473127628 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68e4010670 con 0x7f68f4101830 2024-03-18T22:54:59.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.200+0000 7f68f9297640 1 -- 172.21.15.52:0/473127628 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68f41a0090 con 0x7f68f4101830 2024-03-18T22:54:59.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.201+0000 7f68f9297640 1 -- 172.21.15.52:0/473127628 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68f4108c20 con 0x7f68f4101830 2024-03-18T22:54:59.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.202+0000 7f68f0ff9640 1 -- 172.21.15.52:0/473127628 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f68e40037a0 con 0x7f68f4101830 2024-03-18T22:54:59.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.203+0000 7f68f0ff9640 1 --2- 172.21.15.52:0/473127628 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f68e00a2800 0x7f68e00a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:59.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.203+0000 7f68ebfff640 1 --2- 172.21.15.52:0/473127628 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f68e00a2800 0x7f68e00a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:59.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.203+0000 7f68f0ff9640 1 -- 172.21.15.52:0/473127628 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7f68e40ced80 con 0x7f68f4101830 2024-03-18T22:54:59.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.203+0000 7f68ebfff640 1 --2- 172.21.15.52:0/473127628 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f68e00a2800 0x7f68e00a4cc0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f68dc02c900 tx=0x7f68dc005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:59.207 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.207+0000 7f68f0ff9640 1 -- 172.21.15.52:0/473127628 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f68e409bed0 con 0x7f68f4101830 2024-03-18T22:54:59.264 INFO:journalctl@ceph.mds.b.smithi099.stdout:Mar 18 22:54:58 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-b[67471]: 2024-03-18T22:54:58.989+0000 7f5e754a4700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-03-18T22:54:59.264 INFO:journalctl@ceph.mds.b.smithi099.stdout:Mar 18 22:54:58 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-b[67471]: 2024-03-18T22:54:58.989+0000 7f5e754a4700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-03-18T22:54:59.265 INFO:journalctl@ceph.mds.b.smithi099.stdout:Mar 18 22:54:58 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-b[67471]: 2024-03-18T22:54:58.989+0000 7f5e754a4700 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-03-18T22:54:59.422 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.422+0000 7f68f9297640 1 -- 172.21.15.52:0/473127628 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7f68f4061c60 con 0x7f68e00a2800 2024-03-18T22:54:59.426 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.426+0000 7f68f0ff9640 1 -- 172.21.15.52:0/473127628 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f68f4061c60 con 0x7f68e00a2800 2024-03-18T22:54:59.426 INFO:teuthology.orchestra.run.smithi052.stdout:/volumes/qa/sv_0/9ddbd68c-b32f-4fd7-b9a5-9a1e23767378 2024-03-18T22:54:59.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.428+0000 7f68f9297640 1 -- 172.21.15.52:0/473127628 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f68e00a2800 msgr2=0x7f68e00a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:59.429 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.428+0000 7f68f9297640 1 --2- 172.21.15.52:0/473127628 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f68e00a2800 0x7f68e00a4cc0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f68dc02c900 tx=0x7f68dc005fd0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.429 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.428+0000 7f68f9297640 1 -- 172.21.15.52:0/473127628 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f68f4101830 msgr2=0x7f68f4197c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:59.429 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.428+0000 7f68f9297640 1 --2- 172.21.15.52:0/473127628 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f68f4101830 0x7f68f4197c90 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f68e400e9c0 tx=0x7f68e400ee80 comp rx=0 tx=0).stop 2024-03-18T22:54:59.429 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.428+0000 7f68f9297640 1 -- 172.21.15.52:0/473127628 shutdown_connections 2024-03-18T22:54:59.429 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.428+0000 7f68f9297640 1 --2- 172.21.15.52:0/473127628 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f68e00a2800 0x7f68e00a4cc0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.429 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.428+0000 7f68f9297640 1 --2- 172.21.15.52:0/473127628 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f68f41033e0 0x7f68f419f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.429 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.428+0000 7f68f9297640 1 --2- 172.21.15.52:0/473127628 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f68f4102a20 0x7f68f41981d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.429 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.428+0000 7f68f9297640 1 --2- 172.21.15.52:0/473127628 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f68f4101830 0x7f68f4197c90 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.429 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.428+0000 7f68f9297640 1 -- 172.21.15.52:0/473127628 >> 172.21.15.52:0/473127628 conn(0x7f68f40fcdc0 msgr2=0x7f68f4105df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:59.429 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.428+0000 7f68f9297640 1 -- 172.21.15.52:0/473127628 shutdown_connections 2024-03-18T22:54:59.429 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.428+0000 7f68f9297640 1 -- 172.21.15.52:0/473127628 wait complete. 2024-03-18T22:54:59.439 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_1 --group_name qa 2024-03-18T22:54:59.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.546+0000 7fb93d922640 1 -- 172.21.15.52:0/624104236 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9381033e0 msgr2=0x7fb938109c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:59.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.546+0000 7fb93d922640 1 --2- 172.21.15.52:0/624104236 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9381033e0 0x7fb938109c70 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fb930009ca0 tx=0x7fb93002c0f0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.546+0000 7fb93d922640 1 -- 172.21.15.52:0/624104236 shutdown_connections 2024-03-18T22:54:59.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.546+0000 7fb93d922640 1 --2- 172.21.15.52:0/624104236 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9381033e0 0x7fb938109c70 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.546+0000 7fb93d922640 1 --2- 172.21.15.52:0/624104236 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb938102a20 0x7fb938102ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.546+0000 7fb93d922640 1 --2- 172.21.15.52:0/624104236 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb938101830 0x7fb938101c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.546+0000 7fb93d922640 1 -- 172.21.15.52:0/624104236 >> 172.21.15.52:0/624104236 conn(0x7fb9380fcdc0 msgr2=0x7fb9380ff1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:59.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.546+0000 7fb93d922640 1 -- 172.21.15.52:0/624104236 shutdown_connections 2024-03-18T22:54:59.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.546+0000 7fb93d922640 1 -- 172.21.15.52:0/624104236 wait complete. 2024-03-18T22:54:59.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.547+0000 7fb93d922640 1 Processor -- start 2024-03-18T22:54:59.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.547+0000 7fb93d922640 1 -- start start 2024-03-18T22:54:59.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.547+0000 7fb93d922640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb938101830 0x7fb938197c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:59.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.547+0000 7fb93d922640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb938102a20 0x7fb9381981a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:59.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.547+0000 7fb93d922640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9381033e0 0x7fb93819f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:59.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.547+0000 7fb93d922640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb93810d5e0 con 0x7fb9381033e0 2024-03-18T22:54:59.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.547+0000 7fb93d922640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fb93810d460 con 0x7fb938101830 2024-03-18T22:54:59.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.547+0000 7fb93d922640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fb93810d760 con 0x7fb938102a20 2024-03-18T22:54:59.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.547+0000 7fb9377fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9381033e0 0x7fb93819f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:59.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.547+0000 7fb936ffd640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb938101830 0x7fb938197c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:59.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.547+0000 7fb92ffff640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb938102a20 0x7fb9381981a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:59.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.547+0000 7fb936ffd640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb938101830 0x7fb938197c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.52:50514/0 (socket says 172.21.15.52:50514) 2024-03-18T22:54:59.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.547+0000 7fb936ffd640 1 -- 172.21.15.52:0/1701737173 learned_addr learned my addr 172.21.15.52:0/1701737173 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:59.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.547+0000 7fb9377fe640 1 -- 172.21.15.52:0/1701737173 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb938102a20 msgr2=0x7fb9381981a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:59.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.547+0000 7fb9377fe640 1 --2- 172.21.15.52:0/1701737173 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb938102a20 0x7fb9381981a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.547+0000 7fb9377fe640 1 -- 172.21.15.52:0/1701737173 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb938101830 msgr2=0x7fb938197c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:59.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.547+0000 7fb9377fe640 1 --2- 172.21.15.52:0/1701737173 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb938101830 0x7fb938197c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.547+0000 7fb9377fe640 1 -- 172.21.15.52:0/1701737173 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb93819f870 con 0x7fb9381033e0 2024-03-18T22:54:59.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.547+0000 7fb9377fe640 1 --2- 172.21.15.52:0/1701737173 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9381033e0 0x7fb93819f1d0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fb93002c700 tx=0x7fb9300346f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:59.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.547+0000 7fb93c920640 1 -- 172.21.15.52:0/1701737173 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb930039040 con 0x7fb9381033e0 2024-03-18T22:54:59.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.547+0000 7fb93d922640 1 -- 172.21.15.52:0/1701737173 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb93819fb00 con 0x7fb9381033e0 2024-03-18T22:54:59.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.547+0000 7fb93c920640 1 -- 172.21.15.52:0/1701737173 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb930044070 con 0x7fb9381033e0 2024-03-18T22:54:59.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.547+0000 7fb93c920640 1 -- 172.21.15.52:0/1701737173 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9300044d0 con 0x7fb9381033e0 2024-03-18T22:54:59.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.548+0000 7fb93d922640 1 -- 172.21.15.52:0/1701737173 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9381a0040 con 0x7fb9381033e0 2024-03-18T22:54:59.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.548+0000 7fb93d922640 1 -- 172.21.15.52:0/1701737173 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb938108af0 con 0x7fb9381033e0 2024-03-18T22:54:59.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.550+0000 7fb93c920640 1 -- 172.21.15.52:0/1701737173 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fb930004670 con 0x7fb9381033e0 2024-03-18T22:54:59.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.550+0000 7fb93c920640 1 --2- 172.21.15.52:0/1701737173 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fb9240a2800 0x7fb9240a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:59.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.550+0000 7fb936ffd640 1 --2- 172.21.15.52:0/1701737173 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fb9240a2800 0x7fb9240a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:59.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.550+0000 7fb93c920640 1 -- 172.21.15.52:0/1701737173 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7fb9300f16f0 con 0x7fb9381033e0 2024-03-18T22:54:59.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.551+0000 7fb936ffd640 1 --2- 172.21.15.52:0/1701737173 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fb9240a2800 0x7fb9240a4cc0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb938199130 tx=0x7fb928005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:59.554 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.554+0000 7fb93c920640 1 -- 172.21.15.52:0/1701737173 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fb93004e020 con 0x7fb9381033e0 2024-03-18T22:54:59.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:59 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3732594752' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-03-18T22:54:59.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:59 smithi052 ceph-mon[32520]: mds.? [v2:172.21.15.181:6838/1346550423,v1:172.21.15.181:6839/1346550423] up:active 2024-03-18T22:54:59.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:59 smithi052 ceph-mon[32520]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 9 up:standby 2024-03-18T22:54:59.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:59 smithi052 ceph-mon[32520]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T22:54:59.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:59 smithi052 ceph-mon[32520]: from='client.14733 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:54:59.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:54:59 smithi052 ceph-mon[32520]: from='client.14745 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:54:59.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:59 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3732594752' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-03-18T22:54:59.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:59 smithi181 ceph-mon[67256]: mds.? [v2:172.21.15.181:6838/1346550423,v1:172.21.15.181:6839/1346550423] up:active 2024-03-18T22:54:59.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:59 smithi181 ceph-mon[67256]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 9 up:standby 2024-03-18T22:54:59.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:59 smithi181 ceph-mon[67256]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T22:54:59.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:59 smithi181 ceph-mon[67256]: from='client.14733 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:54:59.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:54:59 smithi181 ceph-mon[67256]: from='client.14745 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:54:59.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:59 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3732594752' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-03-18T22:54:59.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:59 smithi099 ceph-mon[36725]: mds.? [v2:172.21.15.181:6838/1346550423,v1:172.21.15.181:6839/1346550423] up:active 2024-03-18T22:54:59.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:59 smithi099 ceph-mon[36725]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 9 up:standby 2024-03-18T22:54:59.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:59 smithi099 ceph-mon[36725]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T22:54:59.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:59 smithi099 ceph-mon[36725]: from='client.14733 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:54:59.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:54:59 smithi099 ceph-mon[36725]: from='client.14745 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:54:59.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.767+0000 7fb93d922640 1 -- 172.21.15.52:0/1701737173 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fb938061cf0 con 0x7fb9240a2800 2024-03-18T22:54:59.790 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.790+0000 7fb93c920640 1 -- 172.21.15.52:0/1701737173 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fb938061cf0 con 0x7fb9240a2800 2024-03-18T22:54:59.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.792+0000 7fb93d922640 1 -- 172.21.15.52:0/1701737173 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fb9240a2800 msgr2=0x7fb9240a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:59.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.792+0000 7fb93d922640 1 --2- 172.21.15.52:0/1701737173 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fb9240a2800 0x7fb9240a4cc0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb938199130 tx=0x7fb928005f90 comp rx=0 tx=0).stop 2024-03-18T22:54:59.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.792+0000 7fb93d922640 1 -- 172.21.15.52:0/1701737173 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9381033e0 msgr2=0x7fb93819f1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:59.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.792+0000 7fb93d922640 1 --2- 172.21.15.52:0/1701737173 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9381033e0 0x7fb93819f1d0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fb93002c700 tx=0x7fb9300346f0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.792+0000 7fb93d922640 1 -- 172.21.15.52:0/1701737173 shutdown_connections 2024-03-18T22:54:59.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.792+0000 7fb93d922640 1 --2- 172.21.15.52:0/1701737173 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fb9240a2800 0x7fb9240a4cc0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.792+0000 7fb93d922640 1 --2- 172.21.15.52:0/1701737173 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9381033e0 0x7fb93819f1d0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.792+0000 7fb93d922640 1 --2- 172.21.15.52:0/1701737173 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb938102a20 0x7fb9381981a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.792+0000 7fb93d922640 1 --2- 172.21.15.52:0/1701737173 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb938101830 0x7fb938197c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.792+0000 7fb93d922640 1 -- 172.21.15.52:0/1701737173 >> 172.21.15.52:0/1701737173 conn(0x7fb9380fcdc0 msgr2=0x7fb938105cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:59.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.792+0000 7fb93d922640 1 -- 172.21.15.52:0/1701737173 shutdown_connections 2024-03-18T22:54:59.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.792+0000 7fb93d922640 1 -- 172.21.15.52:0/1701737173 wait complete. 2024-03-18T22:54:59.803 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-03-18T22:54:59.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.909+0000 7fd883d22640 1 -- 172.21.15.52:0/2742919098 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd87c1022d0 msgr2=0x7fd87c108b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:59.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.909+0000 7fd883d22640 1 --2- 172.21.15.52:0/2742919098 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd87c1022d0 0x7fd87c108b60 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fd874009ca0 tx=0x7fd87402c0f0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.910+0000 7fd883d22640 1 -- 172.21.15.52:0/2742919098 shutdown_connections 2024-03-18T22:54:59.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.910+0000 7fd883d22640 1 --2- 172.21.15.52:0/2742919098 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd87c1022d0 0x7fd87c108b60 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.910+0000 7fd883d22640 1 --2- 172.21.15.52:0/2742919098 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd87c101910 0x7fd87c101d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.910+0000 7fd883d22640 1 --2- 172.21.15.52:0/2742919098 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd87c100720 0x7fd87c100b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.910+0000 7fd883d22640 1 -- 172.21.15.52:0/2742919098 >> 172.21.15.52:0/2742919098 conn(0x7fd87c0fbcb0 msgr2=0x7fd87c0fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:54:59.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.910+0000 7fd883d22640 1 -- 172.21.15.52:0/2742919098 shutdown_connections 2024-03-18T22:54:59.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.910+0000 7fd883d22640 1 -- 172.21.15.52:0/2742919098 wait complete. 2024-03-18T22:54:59.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.910+0000 7fd883d22640 1 Processor -- start 2024-03-18T22:54:59.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.910+0000 7fd883d22640 1 -- start start 2024-03-18T22:54:59.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.910+0000 7fd883d22640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd87c100720 0x7fd87c197c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:59.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.910+0000 7fd883d22640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd87c101910 0x7fd87c1981c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:59.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.910+0000 7fd883d22640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd87c1022d0 0x7fd87c19f1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:59.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.910+0000 7fd883d22640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd87c10c4d0 con 0x7fd87c100720 2024-03-18T22:54:59.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.910+0000 7fd883d22640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fd87c10c350 con 0x7fd87c1022d0 2024-03-18T22:54:59.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.910+0000 7fd883d22640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fd87c10c650 con 0x7fd87c101910 2024-03-18T22:54:59.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.910+0000 7fd881abe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd87c100720 0x7fd87c197c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:59.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.910+0000 7fd881abe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd87c100720 0x7fd87c197c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35724/0 (socket says 172.21.15.52:35724) 2024-03-18T22:54:59.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.910+0000 7fd881abe640 1 -- 172.21.15.52:0/3242620139 learned_addr learned my addr 172.21.15.52:0/3242620139 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:54:59.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.911+0000 7fd8812bd640 1 --2- 172.21.15.52:0/3242620139 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd87c101910 0x7fd87c1981c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:59.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.911+0000 7fd8822bf640 1 --2- 172.21.15.52:0/3242620139 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd87c1022d0 0x7fd87c19f1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:59.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.911+0000 7fd881abe640 1 -- 172.21.15.52:0/3242620139 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd87c101910 msgr2=0x7fd87c1981c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:59.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.911+0000 7fd881abe640 1 --2- 172.21.15.52:0/3242620139 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd87c101910 0x7fd87c1981c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.911+0000 7fd881abe640 1 -- 172.21.15.52:0/3242620139 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd87c1022d0 msgr2=0x7fd87c19f1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:54:59.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.911+0000 7fd881abe640 1 --2- 172.21.15.52:0/3242620139 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd87c1022d0 0x7fd87c19f1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:54:59.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.911+0000 7fd881abe640 1 -- 172.21.15.52:0/3242620139 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd87c19f890 con 0x7fd87c100720 2024-03-18T22:54:59.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.911+0000 7fd881abe640 1 --2- 172.21.15.52:0/3242620139 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd87c100720 0x7fd87c197c80 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fd87800e9c0 tx=0x7fd87800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:59.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.911+0000 7fd872ffd640 1 -- 172.21.15.52:0/3242620139 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd87800cd80 con 0x7fd87c100720 2024-03-18T22:54:59.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.911+0000 7fd883d22640 1 -- 172.21.15.52:0/3242620139 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd87c19fb80 con 0x7fd87c100720 2024-03-18T22:54:59.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.911+0000 7fd872ffd640 1 -- 172.21.15.52:0/3242620139 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd8780035f0 con 0x7fd87c100720 2024-03-18T22:54:59.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.911+0000 7fd872ffd640 1 -- 172.21.15.52:0/3242620139 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd878010690 con 0x7fd87c100720 2024-03-18T22:54:59.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.911+0000 7fd883d22640 1 -- 172.21.15.52:0/3242620139 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd87c1a0120 con 0x7fd87c100720 2024-03-18T22:54:59.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.912+0000 7fd883d22640 1 -- 172.21.15.52:0/3242620139 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd87c1a02f0 con 0x7fd87c100720 2024-03-18T22:54:59.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.913+0000 7fd872ffd640 1 -- 172.21.15.52:0/3242620139 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fd8780037a0 con 0x7fd87c100720 2024-03-18T22:54:59.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.914+0000 7fd872ffd640 1 --2- 172.21.15.52:0/3242620139 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd8680a2800 0x7fd8680a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:54:59.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.914+0000 7fd8812bd640 1 --2- 172.21.15.52:0/3242620139 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd8680a2800 0x7fd8680a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:54:59.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.914+0000 7fd872ffd640 1 -- 172.21.15.52:0/3242620139 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7fd8780ceda0 con 0x7fd87c100720 2024-03-18T22:54:59.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.914+0000 7fd8812bd640 1 --2- 172.21.15.52:0/3242620139 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd8680a2800 0x7fd8680a4cc0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd86c009bd0 tx=0x7fd86c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:54:59.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:54:59.918+0000 7fd872ffd640 1 -- 172.21.15.52:0/3242620139 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fd87809bf90 con 0x7fd87c100720 2024-03-18T22:55:00.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.130+0000 7fd883d22640 1 -- 172.21.15.52:0/3242620139 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7fd87c0fde10 con 0x7fd8680a2800 2024-03-18T22:55:00.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.134+0000 7fd872ffd640 1 -- 172.21.15.52:0/3242620139 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fd87c0fde10 con 0x7fd8680a2800 2024-03-18T22:55:00.135 INFO:teuthology.orchestra.run.smithi052.stdout:/volumes/qa/sv_1/acbf9bb1-63a0-4ea8-a2cb-6cc54c6cecfc 2024-03-18T22:55:00.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.136+0000 7fd883d22640 1 -- 172.21.15.52:0/3242620139 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd8680a2800 msgr2=0x7fd8680a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:00.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.136+0000 7fd883d22640 1 --2- 172.21.15.52:0/3242620139 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd8680a2800 0x7fd8680a4cc0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd86c009bd0 tx=0x7fd86c005f90 comp rx=0 tx=0).stop 2024-03-18T22:55:00.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.136+0000 7fd883d22640 1 -- 172.21.15.52:0/3242620139 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd87c100720 msgr2=0x7fd87c197c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:00.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.136+0000 7fd883d22640 1 --2- 172.21.15.52:0/3242620139 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd87c100720 0x7fd87c197c80 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fd87800e9c0 tx=0x7fd87800ee80 comp rx=0 tx=0).stop 2024-03-18T22:55:00.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.136+0000 7fd883d22640 1 -- 172.21.15.52:0/3242620139 shutdown_connections 2024-03-18T22:55:00.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.136+0000 7fd883d22640 1 --2- 172.21.15.52:0/3242620139 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd8680a2800 0x7fd8680a4cc0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.136+0000 7fd883d22640 1 --2- 172.21.15.52:0/3242620139 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd87c1022d0 0x7fd87c19f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.136+0000 7fd883d22640 1 --2- 172.21.15.52:0/3242620139 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd87c101910 0x7fd87c1981c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.136+0000 7fd883d22640 1 --2- 172.21.15.52:0/3242620139 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd87c100720 0x7fd87c197c80 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.136+0000 7fd883d22640 1 -- 172.21.15.52:0/3242620139 >> 172.21.15.52:0/3242620139 conn(0x7fd87c0fbcb0 msgr2=0x7fd87c0fd700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:00.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.136+0000 7fd883d22640 1 -- 172.21.15.52:0/3242620139 shutdown_connections 2024-03-18T22:55:00.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.136+0000 7fd883d22640 1 -- 172.21.15.52:0/3242620139 wait complete. 2024-03-18T22:55:00.148 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-18T22:55:00.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.249+0000 7f3d90153640 1 -- 172.21.15.52:0/3934931571 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3d88100740 msgr2=0x7f3d88100b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:00.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.249+0000 7f3d90153640 1 --2- 172.21.15.52:0/3934931571 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3d88100740 0x7f3d88100b60 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f3d84009900 tx=0x7f3d8402bc30 comp rx=0 tx=0).stop 2024-03-18T22:55:00.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.249+0000 7f3d90153640 1 -- 172.21.15.52:0/3934931571 shutdown_connections 2024-03-18T22:55:00.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.249+0000 7f3d90153640 1 --2- 172.21.15.52:0/3934931571 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3d881022f0 0x7f3d88108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.250+0000 7f3d90153640 1 --2- 172.21.15.52:0/3934931571 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3d88101930 0x7f3d88101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.250+0000 7f3d90153640 1 --2- 172.21.15.52:0/3934931571 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3d88100740 0x7f3d88100b60 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.250+0000 7f3d90153640 1 -- 172.21.15.52:0/3934931571 >> 172.21.15.52:0/3934931571 conn(0x7f3d880fbcb0 msgr2=0x7f3d880fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:00.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.250+0000 7f3d90153640 1 -- 172.21.15.52:0/3934931571 shutdown_connections 2024-03-18T22:55:00.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.250+0000 7f3d90153640 1 -- 172.21.15.52:0/3934931571 wait complete. 2024-03-18T22:55:00.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.250+0000 7f3d90153640 1 Processor -- start 2024-03-18T22:55:00.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.250+0000 7f3d90153640 1 -- start start 2024-03-18T22:55:00.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.250+0000 7f3d90153640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3d88100740 0x7f3d88069510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:00.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.250+0000 7f3d90153640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3d88101930 0x7f3d8819c970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:00.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.250+0000 7f3d90153640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3d881022f0 0x7f3d8819efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:00.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.250+0000 7f3d90153640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f3d8810c4a0 con 0x7f3d88101930 2024-03-18T22:55:00.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.250+0000 7f3d90153640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f3d8810c320 con 0x7f3d881022f0 2024-03-18T22:55:00.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.250+0000 7f3d90153640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f3d8810c620 con 0x7f3d88100740 2024-03-18T22:55:00.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.250+0000 7f3d8d6ee640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3d88101930 0x7f3d8819c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:00.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.250+0000 7f3d8d6ee640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3d88101930 0x7f3d8819c970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35742/0 (socket says 172.21.15.52:35742) 2024-03-18T22:55:00.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.250+0000 7f3d8d6ee640 1 -- 172.21.15.52:0/1070395999 learned_addr learned my addr 172.21.15.52:0/1070395999 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:00.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.250+0000 7f3d8e6f0640 1 --2- 172.21.15.52:0/1070395999 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3d881022f0 0x7f3d8819efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:00.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.251+0000 7f3d8deef640 1 --2- 172.21.15.52:0/1070395999 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3d88100740 0x7f3d88069510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:00.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.251+0000 7f3d8d6ee640 1 -- 172.21.15.52:0/1070395999 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3d88100740 msgr2=0x7f3d88069510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:00.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.251+0000 7f3d8d6ee640 1 --2- 172.21.15.52:0/1070395999 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3d88100740 0x7f3d88069510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.251+0000 7f3d8d6ee640 1 -- 172.21.15.52:0/1070395999 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3d881022f0 msgr2=0x7f3d8819efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:00.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.251+0000 7f3d8d6ee640 1 --2- 172.21.15.52:0/1070395999 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3d881022f0 0x7f3d8819efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.251+0000 7f3d8d6ee640 1 -- 172.21.15.52:0/1070395999 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d8819f870 con 0x7f3d88101930 2024-03-18T22:55:00.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.251+0000 7f3d8d6ee640 1 --2- 172.21.15.52:0/1070395999 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3d88101930 0x7f3d8819c970 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f3d7800e9f0 tx=0x7f3d7800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:00.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.251+0000 7f3d7effd640 1 -- 172.21.15.52:0/1070395999 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d7800cd80 con 0x7f3d88101930 2024-03-18T22:55:00.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.251+0000 7f3d90153640 1 -- 172.21.15.52:0/1070395999 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d8819fb60 con 0x7f3d88101930 2024-03-18T22:55:00.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.251+0000 7f3d7effd640 1 -- 172.21.15.52:0/1070395999 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3d78005520 con 0x7f3d88101930 2024-03-18T22:55:00.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.251+0000 7f3d7effd640 1 -- 172.21.15.52:0/1070395999 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d78010690 con 0x7f3d88101930 2024-03-18T22:55:00.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.251+0000 7f3d90153640 1 -- 172.21.15.52:0/1070395999 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d881a0060 con 0x7f3d88101930 2024-03-18T22:55:00.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.252+0000 7f3d90153640 1 -- 172.21.15.52:0/1070395999 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d88107a60 con 0x7f3d88101930 2024-03-18T22:55:00.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.253+0000 7f3d7effd640 1 -- 172.21.15.52:0/1070395999 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f3d780046c0 con 0x7f3d88101930 2024-03-18T22:55:00.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.254+0000 7f3d7effd640 1 --2- 172.21.15.52:0/1070395999 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3d740a2800 0x7f3d740a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:00.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.254+0000 7f3d8deef640 1 --2- 172.21.15.52:0/1070395999 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3d740a2800 0x7f3d740a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:00.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.254+0000 7f3d7effd640 1 -- 172.21.15.52:0/1070395999 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7f3d780ceef0 con 0x7f3d88101930 2024-03-18T22:55:00.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.254+0000 7f3d8deef640 1 --2- 172.21.15.52:0/1070395999 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3d740a2800 0x7f3d740a4cc0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f3d84000c00 tx=0x7f3d84005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:00.258 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.257+0000 7f3d7effd640 1 -- 172.21.15.52:0/1070395999 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f3d78053740 con 0x7f3d88101930 2024-03-18T22:55:00.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.373+0000 7f3d7effd640 1 -- 172.21.15.52:0/1070395999 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f3d78098050 con 0x7f3d88101930 2024-03-18T22:55:00.484 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.483+0000 7f3d90153640 1 -- 172.21.15.52:0/1070395999 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3d8802d1f0 con 0x7f3d88101930 2024-03-18T22:55:00.484 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.484+0000 7f3d7effd640 1 -- 172.21.15.52:0/1070395999 <== mon.0 v2:172.21.15.52:3300/0 8 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11857 (secure 0 0 0) 0x7f3d7809c0e0 con 0x7f3d88101930 2024-03-18T22:55:00.485 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:55:00.485 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":21,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3227483135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":3227483135},{"type":"v1","addr":"172.21.15.52:6835","nonce":3227483135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/3461032451","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":3461032451},{"type":"v1","addr":"172.21.15.52:6837","nonce":3461032451}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14628,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/1261469762","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":1261469762},{"type":"v1","addr":"172.21.15.52:6839","nonce":1261469762}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14640,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3903225657","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3903225657},{"type":"v1","addr":"172.21.15.52:6841","nonce":3903225657}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/873737656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":873737656},{"type":"v1","addr":"172.21.15.181:6833","nonce":873737656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6833/800213438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":800213438},{"type":"v1","addr":"172.21.15.99:6833","nonce":800213438}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-18T22:54:53.377645+0000","modified":"2024-03-18T22:54:58.356820+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24527,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24445":{"gid":24445,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.181:6835/278652610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":278652610},{"type":"v1","addr":"172.21.15.181:6835","nonce":278652610}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.99:6835/286053630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":286053630},{"type":"v1","addr":"172.21.15.99:6835","nonce":286053630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.181:6837/1834382232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":1834382232},{"type":"v1","addr":"172.21.15.181:6837","nonce":1834382232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.181:6839/1346550423","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6838","nonce":1346550423},{"type":"v1","addr":"172.21.15.181:6839","nonce":1346550423}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.99:6837/3393123598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6836","nonce":3393123598},{"type":"v1","addr":"172.21.15.99:6837","nonce":3393123598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.99:6839/326875962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6838","nonce":326875962},{"type":"v1","addr":"172.21.15.99:6839","nonce":326875962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24527,"qdb_cluster":[24479,24478,24527]},"id":1}]} 2024-03-18T22:55:00.485 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 21 2024-03-18T22:55:00.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.486+0000 7f3d90153640 1 -- 172.21.15.52:0/1070395999 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3d740a2800 msgr2=0x7f3d740a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:00.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.486+0000 7f3d90153640 1 --2- 172.21.15.52:0/1070395999 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3d740a2800 0x7f3d740a4cc0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f3d84000c00 tx=0x7f3d84005fd0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.486+0000 7f3d90153640 1 -- 172.21.15.52:0/1070395999 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3d88101930 msgr2=0x7f3d8819c970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:00.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.486+0000 7f3d90153640 1 --2- 172.21.15.52:0/1070395999 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3d88101930 0x7f3d8819c970 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f3d7800e9f0 tx=0x7f3d7800edf0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.486+0000 7f3d90153640 1 -- 172.21.15.52:0/1070395999 shutdown_connections 2024-03-18T22:55:00.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.486+0000 7f3d90153640 1 --2- 172.21.15.52:0/1070395999 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3d740a2800 0x7f3d740a4cc0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.486+0000 7f3d90153640 1 --2- 172.21.15.52:0/1070395999 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3d881022f0 0x7f3d8819efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.486+0000 7f3d90153640 1 --2- 172.21.15.52:0/1070395999 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3d88101930 0x7f3d8819c970 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.486+0000 7f3d90153640 1 --2- 172.21.15.52:0/1070395999 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3d88100740 0x7f3d88069510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.486+0000 7f3d90153640 1 -- 172.21.15.52:0/1070395999 >> 172.21.15.52:0/1070395999 conn(0x7f3d880fbcb0 msgr2=0x7f3d88104c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:00.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.486+0000 7f3d90153640 1 -- 172.21.15.52:0/1070395999 shutdown_connections 2024-03-18T22:55:00.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.486+0000 7f3d90153640 1 -- 172.21.15.52:0/1070395999 wait complete. 2024-03-18T22:55:00.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:00 smithi052 ceph-mon[32520]: pgmap v291: 97 pgs: 97 active+clean; 586 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s rd, 5.2 KiB/s wr, 17 op/s 2024-03-18T22:55:00.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:00 smithi052 ceph-mon[32520]: from='client.14751 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:55:00.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:00 smithi052 ceph-mon[32520]: from='client.14757 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:55:00.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:00 smithi052 ceph-mon[32520]: from='client.14763 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:55:00.498 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-18T22:55:00.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.599+0000 7fa7af680640 1 -- 172.21.15.52:0/150802558 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa7a8100740 msgr2=0x7fa7a8100b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:00.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.599+0000 7fa7af680640 1 --2- 172.21.15.52:0/150802558 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa7a8100740 0x7fa7a8100b60 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fa7a4009900 tx=0x7fa7a402bc30 comp rx=0 tx=0).stop 2024-03-18T22:55:00.604 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.599+0000 7fa7af680640 1 -- 172.21.15.52:0/150802558 shutdown_connections 2024-03-18T22:55:00.604 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.599+0000 7fa7af680640 1 --2- 172.21.15.52:0/150802558 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa7a81022f0 0x7fa7a8108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.604 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.599+0000 7fa7af680640 1 --2- 172.21.15.52:0/150802558 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa7a8101930 0x7fa7a8101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.599+0000 7fa7af680640 1 --2- 172.21.15.52:0/150802558 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa7a8100740 0x7fa7a8100b60 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.599+0000 7fa7af680640 1 -- 172.21.15.52:0/150802558 >> 172.21.15.52:0/150802558 conn(0x7fa7a80fbcb0 msgr2=0x7fa7a80fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:00.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.599+0000 7fa7af680640 1 -- 172.21.15.52:0/150802558 shutdown_connections 2024-03-18T22:55:00.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.599+0000 7fa7af680640 1 -- 172.21.15.52:0/150802558 wait complete. 2024-03-18T22:55:00.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.600+0000 7fa7af680640 1 Processor -- start 2024-03-18T22:55:00.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.600+0000 7fa7af680640 1 -- start start 2024-03-18T22:55:00.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.600+0000 7fa7af680640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa7a8100740 0x7fa7a8069510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:00.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.600+0000 7fa7af680640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa7a8101930 0x7fa7a819c970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:00.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.600+0000 7fa7af680640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa7a81022f0 0x7fa7a819efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:00.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.600+0000 7fa7af680640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa7a810c4a0 con 0x7fa7a81022f0 2024-03-18T22:55:00.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.600+0000 7fa7af680640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fa7a810c320 con 0x7fa7a8100740 2024-03-18T22:55:00.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.600+0000 7fa7af680640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fa7a810c620 con 0x7fa7a8101930 2024-03-18T22:55:00.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.600+0000 7fa7adc1d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa7a81022f0 0x7fa7a819efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:00.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.600+0000 7fa7acc1b640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa7a8101930 0x7fa7a819c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:00.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.600+0000 7fa7adc1d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa7a81022f0 0x7fa7a819efb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35756/0 (socket says 172.21.15.52:35756) 2024-03-18T22:55:00.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.600+0000 7fa7adc1d640 1 -- 172.21.15.52:0/3537761502 learned_addr learned my addr 172.21.15.52:0/3537761502 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:00.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.600+0000 7fa7ad41c640 1 --2- 172.21.15.52:0/3537761502 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa7a8100740 0x7fa7a8069510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:00.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.600+0000 7fa7adc1d640 1 -- 172.21.15.52:0/3537761502 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa7a8101930 msgr2=0x7fa7a819c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:00.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.600+0000 7fa7adc1d640 1 --2- 172.21.15.52:0/3537761502 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa7a8101930 0x7fa7a819c970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.600+0000 7fa7adc1d640 1 -- 172.21.15.52:0/3537761502 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa7a8100740 msgr2=0x7fa7a8069510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:00.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.600+0000 7fa7adc1d640 1 --2- 172.21.15.52:0/3537761502 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa7a8100740 0x7fa7a8069510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.600+0000 7fa7adc1d640 1 -- 172.21.15.52:0/3537761502 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7a819f870 con 0x7fa7a81022f0 2024-03-18T22:55:00.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.601+0000 7fa7adc1d640 1 --2- 172.21.15.52:0/3537761502 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa7a81022f0 0x7fa7a819efb0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fa7a000eb10 tx=0x7fa7a000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:00.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.601+0000 7fa79e7fc640 1 -- 172.21.15.52:0/3537761502 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a0004b20 con 0x7fa7a81022f0 2024-03-18T22:55:00.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.601+0000 7fa79e7fc640 1 -- 172.21.15.52:0/3537761502 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa7a0004cc0 con 0x7fa7a81022f0 2024-03-18T22:55:00.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.601+0000 7fa7af680640 1 -- 172.21.15.52:0/3537761502 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7a819fb60 con 0x7fa7a81022f0 2024-03-18T22:55:00.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.601+0000 7fa79e7fc640 1 -- 172.21.15.52:0/3537761502 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a00107f0 con 0x7fa7a81022f0 2024-03-18T22:55:00.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.601+0000 7fa7af680640 1 -- 172.21.15.52:0/3537761502 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7a81a0060 con 0x7fa7a81022f0 2024-03-18T22:55:00.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.602+0000 7fa7af680640 1 -- 172.21.15.52:0/3537761502 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7a8107a60 con 0x7fa7a81022f0 2024-03-18T22:55:00.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.603+0000 7fa79e7fc640 1 -- 172.21.15.52:0/3537761502 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fa7a0005020 con 0x7fa7a81022f0 2024-03-18T22:55:00.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.603+0000 7fa79e7fc640 1 --2- 172.21.15.52:0/3537761502 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa7940a2890 0x7fa7940a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:00.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.603+0000 7fa7ad41c640 1 --2- 172.21.15.52:0/3537761502 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa7940a2890 0x7fa7940a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:00.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.603+0000 7fa79e7fc640 1 -- 172.21.15.52:0/3537761502 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7fa7a00ceff0 con 0x7fa7a81022f0 2024-03-18T22:55:00.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.604+0000 7fa7ad41c640 1 --2- 172.21.15.52:0/3537761502 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa7940a2890 0x7fa7940a4d50 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fa7a4000c00 tx=0x7fa7a4005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:00.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.608+0000 7fa79e7fc640 1 -- 172.21.15.52:0/3537761502 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fa7a009c0e0 con 0x7fa7a81022f0 2024-03-18T22:55:00.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:00 smithi181 ceph-mon[67256]: pgmap v291: 97 pgs: 97 active+clean; 586 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s rd, 5.2 KiB/s wr, 17 op/s 2024-03-18T22:55:00.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:00 smithi181 ceph-mon[67256]: from='client.14751 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:55:00.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:00 smithi181 ceph-mon[67256]: from='client.14757 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:55:00.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:00 smithi181 ceph-mon[67256]: from='client.14763 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:55:00.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:00 smithi099 ceph-mon[36725]: pgmap v291: 97 pgs: 97 active+clean; 586 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s rd, 5.2 KiB/s wr, 17 op/s 2024-03-18T22:55:00.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:00 smithi099 ceph-mon[36725]: from='client.14751 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:55:00.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:00 smithi099 ceph-mon[36725]: from='client.14757 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:55:00.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:00 smithi099 ceph-mon[36725]: from='client.14763 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:55:00.794 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.793+0000 7fa7af680640 1 -- 172.21.15.52:0/3537761502 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa7a802d3f0 con 0x7fa7a81022f0 2024-03-18T22:55:00.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.795+0000 7fa79e7fc640 1 -- 172.21.15.52:0/3537761502 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22159 (secure 0 0 0) 0x7fa7a009b9e0 con 0x7fa7a81022f0 2024-03-18T22:55:00.796 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:55:00.796 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":88,"fsid":"444ca0c0-e579-11ee-95c9-87774f69a715","created":"2024-03-18T22:46:59.196861+0000","modified":"2024-03-18T22:54:55.019937+0000","last_up_change":"2024-03-18T22:54:03.658736+0000","last_in_change":"2024-03-18T22:53:42.549736+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-18T22:50:19.580907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-18T22:54:51.765993+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-18T22:54:52.580111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8f05057f-5818-4a49-a239-ce60bf28c875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6803","nonce":4259078413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6805","nonce":4259078413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6809","nonce":4259078413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6807","nonce":4259078413}]},"public_addr":"172.21.15.52:6803/4259078413","cluster_addr":"172.21.15.52:6805/4259078413","heartbeat_back_addr":"172.21.15.52:6809/4259078413","heartbeat_front_addr":"172.21.15.52:6807/4259078413","state":["exists","up"]},{"osd":1,"uuid":"602a7d92-7ff5-457e-b1e1-ab1e9eae6dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6801","nonce":500160796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6803","nonce":500160796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6807","nonce":500160796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6805","nonce":500160796}]},"public_addr":"172.21.15.99:6801/500160796","cluster_addr":"172.21.15.99:6803/500160796","heartbeat_back_addr":"172.21.15.99:6807/500160796","heartbeat_front_addr":"172.21.15.99:6805/500160796","state":["exists","up"]},{"osd":2,"uuid":"d5d4dba3-77ad-46f9-b510-d3b26f14077d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6801","nonce":1878857413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6803","nonce":1878857413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6807","nonce":1878857413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6805","nonce":1878857413}]},"public_addr":"172.21.15.181:6801/1878857413","cluster_addr":"172.21.15.181:6803/1878857413","heartbeat_back_addr":"172.21.15.181:6807/1878857413","heartbeat_front_addr":"172.21.15.181:6805/1878857413","state":["exists","up"]},{"osd":3,"uuid":"b61bfbef-b35c-49e3-9616-48e1b7ffc914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6811","nonce":2095210395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6813","nonce":2095210395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6817","nonce":2095210395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6815","nonce":2095210395}]},"public_addr":"172.21.15.52:6811/2095210395","cluster_addr":"172.21.15.52:6813/2095210395","heartbeat_back_addr":"172.21.15.52:6817/2095210395","heartbeat_front_addr":"172.21.15.52:6815/2095210395","state":["exists","up"]},{"osd":4,"uuid":"ce793666-4ab9-4844-81c9-661b265973b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6809","nonce":2287333294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6811","nonce":2287333294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6815","nonce":2287333294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6813","nonce":2287333294}]},"public_addr":"172.21.15.99:6809/2287333294","cluster_addr":"172.21.15.99:6811/2287333294","heartbeat_back_addr":"172.21.15.99:6815/2287333294","heartbeat_front_addr":"172.21.15.99:6813/2287333294","state":["exists","up"]},{"osd":5,"uuid":"9640855d-727d-4dbe-a86e-d9cb16ff1213","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6809","nonce":2011157034}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6811","nonce":2011157034}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6815","nonce":2011157034}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6813","nonce":2011157034}]},"public_addr":"172.21.15.181:6809/2011157034","cluster_addr":"172.21.15.181:6811/2011157034","heartbeat_back_addr":"172.21.15.181:6815/2011157034","heartbeat_front_addr":"172.21.15.181:6813/2011157034","state":["exists","up"]},{"osd":6,"uuid":"a5e939cf-f502-4844-a7c7-90a03212c912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6819","nonce":3005509606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6821","nonce":3005509606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6825","nonce":3005509606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6823","nonce":3005509606}]},"public_addr":"172.21.15.52:6819/3005509606","cluster_addr":"172.21.15.52:6821/3005509606","heartbeat_back_addr":"172.21.15.52:6825/3005509606","heartbeat_front_addr":"172.21.15.52:6823/3005509606","state":["exists","up"]},{"osd":7,"uuid":"6870a7b1-abe0-4d5b-aedb-e2eab43a0d36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6817","nonce":2572523724}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6819","nonce":2572523724}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6823","nonce":2572523724}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6821","nonce":2572523724}]},"public_addr":"172.21.15.99:6817/2572523724","cluster_addr":"172.21.15.99:6819/2572523724","heartbeat_back_addr":"172.21.15.99:6823/2572523724","heartbeat_front_addr":"172.21.15.99:6821/2572523724","state":["exists","up"]},{"osd":8,"uuid":"967926a1-de37-43dc-b815-0e17765b3a9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6817","nonce":644322337}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6819","nonce":644322337}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6823","nonce":644322337}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6821","nonce":644322337}]},"public_addr":"172.21.15.181:6817/644322337","cluster_addr":"172.21.15.181:6819/644322337","heartbeat_back_addr":"172.21.15.181:6823/644322337","heartbeat_front_addr":"172.21.15.181:6821/644322337","state":["exists","up"]},{"osd":9,"uuid":"a131710e-f2c3-4714-a033-106917dae36a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6827","nonce":2018024971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6829","nonce":2018024971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6833","nonce":2018024971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6831","nonce":2018024971}]},"public_addr":"172.21.15.52:6827/2018024971","cluster_addr":"172.21.15.52:6829/2018024971","heartbeat_back_addr":"172.21.15.52:6833/2018024971","heartbeat_front_addr":"172.21.15.52:6831/2018024971","state":["exists","up"]},{"osd":10,"uuid":"f73f086a-46e1-412c-8105-3b80772eca56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6825","nonce":14598206}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6827","nonce":14598206}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6831","nonce":14598206}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6829","nonce":14598206}]},"public_addr":"172.21.15.99:6825/14598206","cluster_addr":"172.21.15.99:6827/14598206","heartbeat_back_addr":"172.21.15.99:6831/14598206","heartbeat_front_addr":"172.21.15.99:6829/14598206","state":["exists","up"]},{"osd":11,"uuid":"f8e9539b-8a69-49a8-8a48-52f69b3c827e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":83,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6825","nonce":3442115308}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6827","nonce":3442115308}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6831","nonce":3442115308}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6829","nonce":3442115308}]},"public_addr":"172.21.15.181:6825/3442115308","cluster_addr":"172.21.15.181:6827/3442115308","heartbeat_back_addr":"172.21.15.181:6831/3442115308","heartbeat_front_addr":"172.21.15.181:6829/3442115308","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:30.221253+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:53.484811+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:17.327889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:41.988608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:06.067648+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:30.546908+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:56.054912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:20.268014+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:44.577601+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:10.398933+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:35.167862+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:54:00.825869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:6801/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:6800/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/2706493239":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/3660249274":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/3214486026":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6801/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6800/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/278759612":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/126914394":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/4260437251":"2024-03-19T22:47:53.231814+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-18T22:55:00.798 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.797+0000 7fa7af680640 1 -- 172.21.15.52:0/3537761502 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa7940a2890 msgr2=0x7fa7940a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:00.798 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.797+0000 7fa7af680640 1 --2- 172.21.15.52:0/3537761502 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa7940a2890 0x7fa7940a4d50 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fa7a4000c00 tx=0x7fa7a4005fd0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.798 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.797+0000 7fa7af680640 1 -- 172.21.15.52:0/3537761502 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa7a81022f0 msgr2=0x7fa7a819efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:00.798 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.797+0000 7fa7af680640 1 --2- 172.21.15.52:0/3537761502 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa7a81022f0 0x7fa7a819efb0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fa7a000eb10 tx=0x7fa7a000c2d0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.798 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.797+0000 7fa7af680640 1 -- 172.21.15.52:0/3537761502 shutdown_connections 2024-03-18T22:55:00.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.797+0000 7fa7af680640 1 --2- 172.21.15.52:0/3537761502 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa7940a2890 0x7fa7940a4d50 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.797+0000 7fa7af680640 1 --2- 172.21.15.52:0/3537761502 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa7a81022f0 0x7fa7a819efb0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.797+0000 7fa7af680640 1 --2- 172.21.15.52:0/3537761502 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa7a8101930 0x7fa7a819c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.797+0000 7fa7af680640 1 --2- 172.21.15.52:0/3537761502 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa7a8100740 0x7fa7a8069510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.797+0000 7fa7af680640 1 -- 172.21.15.52:0/3537761502 >> 172.21.15.52:0/3537761502 conn(0x7fa7a80fbcb0 msgr2=0x7fa7a8104c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:00.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.797+0000 7fa7af680640 1 -- 172.21.15.52:0/3537761502 shutdown_connections 2024-03-18T22:55:00.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.797+0000 7fa7af680640 1 -- 172.21.15.52:0/3537761502 wait complete. 2024-03-18T22:55:00.809 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-03-18T22:55:00.810 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-18T22:55:00.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.911+0000 7f9739b0c640 1 -- 172.21.15.52:0/4152403612 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9734100750 msgr2=0x7f9734100b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:00.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.911+0000 7f9739b0c640 1 --2- 172.21.15.52:0/4152403612 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9734100750 0x7f9734100b70 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f9724009ca0 tx=0x7f972402c0f0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.911+0000 7f9739b0c640 1 -- 172.21.15.52:0/4152403612 shutdown_connections 2024-03-18T22:55:00.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.911+0000 7f9739b0c640 1 --2- 172.21.15.52:0/4152403612 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9734102300 0x7f9734108b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.911+0000 7f9739b0c640 1 --2- 172.21.15.52:0/4152403612 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9734101940 0x7f9734101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.911+0000 7f9739b0c640 1 --2- 172.21.15.52:0/4152403612 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9734100750 0x7f9734100b70 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.911+0000 7f9739b0c640 1 -- 172.21.15.52:0/4152403612 >> 172.21.15.52:0/4152403612 conn(0x7f97340fbd00 msgr2=0x7f97340fe120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:00.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.911+0000 7f9739b0c640 1 -- 172.21.15.52:0/4152403612 shutdown_connections 2024-03-18T22:55:00.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.911+0000 7f9739b0c640 1 -- 172.21.15.52:0/4152403612 wait complete. 2024-03-18T22:55:00.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.911+0000 7f9739b0c640 1 Processor -- start 2024-03-18T22:55:00.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.911+0000 7f9739b0c640 1 -- start start 2024-03-18T22:55:00.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.911+0000 7f9739b0c640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9734100750 0x7f973406aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:00.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.912+0000 7f9739b0c640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9734101940 0x7f973419c900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:00.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.912+0000 7f9739b0c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9734102300 0x7f973419ef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:00.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.912+0000 7f9739b0c640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f973410c500 con 0x7f9734102300 2024-03-18T22:55:00.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.912+0000 7f9739b0c640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f973410c380 con 0x7f9734100750 2024-03-18T22:55:00.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.912+0000 7f9739b0c640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f973410c680 con 0x7f9734101940 2024-03-18T22:55:00.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.912+0000 7f9733fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9734102300 0x7f973419ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:00.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.912+0000 7f9733fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9734102300 0x7f973419ef70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35770/0 (socket says 172.21.15.52:35770) 2024-03-18T22:55:00.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.912+0000 7f9733fff640 1 -- 172.21.15.52:0/229047291 learned_addr learned my addr 172.21.15.52:0/229047291 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:00.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.912+0000 7f97337fe640 1 --2- 172.21.15.52:0/229047291 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9734100750 0x7f973406aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:00.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.912+0000 7f9732ffd640 1 --2- 172.21.15.52:0/229047291 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9734101940 0x7f973419c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:00.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.912+0000 7f9733fff640 1 -- 172.21.15.52:0/229047291 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9734101940 msgr2=0x7f973419c900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:00.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.912+0000 7f9733fff640 1 --2- 172.21.15.52:0/229047291 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9734101940 0x7f973419c900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.912+0000 7f9733fff640 1 -- 172.21.15.52:0/229047291 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9734100750 msgr2=0x7f973406aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:00.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.912+0000 7f9733fff640 1 --2- 172.21.15.52:0/229047291 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9734100750 0x7f973406aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:00.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.912+0000 7f9733fff640 1 -- 172.21.15.52:0/229047291 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f973419f830 con 0x7f9734102300 2024-03-18T22:55:00.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.912+0000 7f9733fff640 1 --2- 172.21.15.52:0/229047291 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9734102300 0x7f973419ef70 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f972c00e970 tx=0x7f972c00ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:00.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.912+0000 7f9730ff9640 1 -- 172.21.15.52:0/229047291 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f972c00ccc0 con 0x7f9734102300 2024-03-18T22:55:00.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.912+0000 7f9730ff9640 1 -- 172.21.15.52:0/229047291 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f972c00ce60 con 0x7f9734102300 2024-03-18T22:55:00.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.912+0000 7f9739b0c640 1 -- 172.21.15.52:0/229047291 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f973419fb20 con 0x7f9734102300 2024-03-18T22:55:00.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.912+0000 7f9730ff9640 1 -- 172.21.15.52:0/229047291 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f972c010690 con 0x7f9734102300 2024-03-18T22:55:00.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.912+0000 7f9739b0c640 1 -- 172.21.15.52:0/229047291 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97341a0020 con 0x7f9734102300 2024-03-18T22:55:00.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.913+0000 7f9739b0c640 1 -- 172.21.15.52:0/229047291 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9734107a10 con 0x7f9734102300 2024-03-18T22:55:00.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.914+0000 7f9730ff9640 1 -- 172.21.15.52:0/229047291 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f972c0046c0 con 0x7f9734102300 2024-03-18T22:55:00.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.915+0000 7f9730ff9640 1 --2- 172.21.15.52:0/229047291 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f971c0a2890 0x7f971c0a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:00.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.915+0000 7f97337fe640 1 --2- 172.21.15.52:0/229047291 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f971c0a2890 0x7f971c0a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:00.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.915+0000 7f9730ff9640 1 -- 172.21.15.52:0/229047291 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7f972c0cee00 con 0x7f9734102300 2024-03-18T22:55:00.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.915+0000 7f97337fe640 1 --2- 172.21.15.52:0/229047291 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f971c0a2890 0x7f971c0a4d50 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f972402c700 tx=0x7f9724032670 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:00.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:00.919+0000 7f9730ff9640 1 -- 172.21.15.52:0/229047291 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f972c09bef0 con 0x7f9734102300 2024-03-18T22:55:01.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.101+0000 7f9739b0c640 1 -- 172.21.15.52:0/229047291 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9734061c60 con 0x7f971c0a2890 2024-03-18T22:55:01.109 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.109+0000 7f9730ff9640 1 -- 172.21.15.52:0/229047291 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258726 (secure 0 0 0) 0x7f9734061c60 con 0x7f971c0a2890 2024-03-18T22:55:01.113 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:55:01.114 INFO:teuthology.orchestra.run.smithi052.stderr:dumped all 2024-03-18T22:55:01.116 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.112+0000 7f9739b0c640 1 -- 172.21.15.52:0/229047291 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f971c0a2890 msgr2=0x7f971c0a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:01.116 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.112+0000 7f9739b0c640 1 --2- 172.21.15.52:0/229047291 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f971c0a2890 0x7f971c0a4d50 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f972402c700 tx=0x7f9724032670 comp rx=0 tx=0).stop 2024-03-18T22:55:01.116 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.112+0000 7f9739b0c640 1 -- 172.21.15.52:0/229047291 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9734102300 msgr2=0x7f973419ef70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:01.116 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.112+0000 7f9739b0c640 1 --2- 172.21.15.52:0/229047291 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9734102300 0x7f973419ef70 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f972c00e970 tx=0x7f972c00ed70 comp rx=0 tx=0).stop 2024-03-18T22:55:01.116 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.112+0000 7f9739b0c640 1 -- 172.21.15.52:0/229047291 shutdown_connections 2024-03-18T22:55:01.116 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.112+0000 7f9739b0c640 1 --2- 172.21.15.52:0/229047291 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f971c0a2890 0x7f971c0a4d50 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:01.116 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.112+0000 7f9739b0c640 1 --2- 172.21.15.52:0/229047291 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9734102300 0x7f973419ef70 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:01.116 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.112+0000 7f9739b0c640 1 --2- 172.21.15.52:0/229047291 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9734101940 0x7f973419c900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:01.116 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.112+0000 7f9739b0c640 1 --2- 172.21.15.52:0/229047291 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9734100750 0x7f973406aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:01.116 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.112+0000 7f9739b0c640 1 -- 172.21.15.52:0/229047291 >> 172.21.15.52:0/229047291 conn(0x7f97340fbd00 msgr2=0x7f9734104be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:01.116 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.112+0000 7f9739b0c640 1 -- 172.21.15.52:0/229047291 shutdown_connections 2024-03-18T22:55:01.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.112+0000 7f9739b0c640 1 -- 172.21.15.52:0/229047291 wait complete. 2024-03-18T22:55:01.124 INFO:teuthology.orchestra.run.smithi052.stdout:{"pg_ready":true,"pg_map":{"version":291,"stamp":"2024-03-18T22:54:59.314822+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":599692,"num_objects":45,"num_object_clones":0,"num_object_copies":135,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":45,"num_whiteouts":0,"num_read":147,"num_read_kb":129,"num_write":279,"num_write_kb":2971,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":30,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":220,"ondisk_log_size":220,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":165,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":395440,"kb_used_data":12964,"kb_used_omap":18,"kb_used_meta":382317,"kb_avail":1124546384,"statfs":{"total":1151940427776,"available":1151535497216,"internally_reserved":0,"allocated":13275136,"data_stored":7215592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":391492921},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":9324,"num_objects":43,"num_object_clones":0,"num_object_copies":129,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":43,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":98,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":30,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.303063"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.024160+0000","last_change":"2024-03-18T22:54:54.035557+0000","last_active":"2024-03-18T22:54:55.024160+0000","last_peered":"2024-03-18T22:54:55.024160+0000","last_clean":"2024-03-18T22:54:55.024160+0000","last_became_active":"2024-03-18T22:54:54.034986+0000","last_became_peered":"2024-03-18T22:54:54.034986+0000","last_unstale":"2024-03-18T22:54:55.024160+0000","last_undegraded":"2024-03-18T22:54:55.024160+0000","last_fullsized":"2024-03-18T22:54:55.024160+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:14:53.624675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.990685+0000","last_change":"2024-03-18T22:54:54.035496+0000","last_active":"2024-03-18T22:54:55.990685+0000","last_peered":"2024-03-18T22:54:55.990685+0000","last_clean":"2024-03-18T22:54:55.990685+0000","last_became_active":"2024-03-18T22:54:54.034629+0000","last_became_peered":"2024-03-18T22:54:54.034629+0000","last_unstale":"2024-03-18T22:54:55.990685+0000","last_undegraded":"2024-03-18T22:54:55.990685+0000","last_fullsized":"2024-03-18T22:54:55.990685+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:59:19.631466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.990830+0000","last_change":"2024-03-18T22:54:54.031584+0000","last_active":"2024-03-18T22:54:55.990830+0000","last_peered":"2024-03-18T22:54:55.990830+0000","last_clean":"2024-03-18T22:54:55.990830+0000","last_became_active":"2024-03-18T22:54:54.031245+0000","last_became_peered":"2024-03-18T22:54:54.031245+0000","last_unstale":"2024-03-18T22:54:55.990830+0000","last_undegraded":"2024-03-18T22:54:55.990830+0000","last_fullsized":"2024-03-18T22:54:55.990830+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:15:42.914252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.043847+0000","last_change":"2024-03-18T22:54:54.043194+0000","last_active":"2024-03-18T22:54:54.043847+0000","last_peered":"2024-03-18T22:54:54.043847+0000","last_clean":"2024-03-18T22:54:54.043847+0000","last_became_active":"2024-03-18T22:54:54.042876+0000","last_became_peered":"2024-03-18T22:54:54.042876+0000","last_unstale":"2024-03-18T22:54:54.043847+0000","last_undegraded":"2024-03-18T22:54:54.043847+0000","last_fullsized":"2024-03-18T22:54:54.043847+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-19T23:50:53.769826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.343933+0000","last_change":"2024-03-18T22:54:54.033476+0000","last_active":"2024-03-18T22:54:55.343933+0000","last_peered":"2024-03-18T22:54:55.343933+0000","last_clean":"2024-03-18T22:54:55.343933+0000","last_became_active":"2024-03-18T22:54:54.033064+0000","last_became_peered":"2024-03-18T22:54:54.033064+0000","last_unstale":"2024-03-18T22:54:55.343933+0000","last_undegraded":"2024-03-18T22:54:55.343933+0000","last_fullsized":"2024-03-18T22:54:55.343933+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:51:38.462351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.024282+0000","last_change":"2024-03-18T22:54:54.042265+0000","last_active":"2024-03-18T22:54:55.024282+0000","last_peered":"2024-03-18T22:54:55.024282+0000","last_clean":"2024-03-18T22:54:55.024282+0000","last_became_active":"2024-03-18T22:54:54.041859+0000","last_became_peered":"2024-03-18T22:54:54.041859+0000","last_unstale":"2024-03-18T22:54:55.024282+0000","last_undegraded":"2024-03-18T22:54:55.024282+0000","last_fullsized":"2024-03-18T22:54:55.024282+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:44:16.801756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.990890+0000","last_change":"2024-03-18T22:54:54.029578+0000","last_active":"2024-03-18T22:54:55.990890+0000","last_peered":"2024-03-18T22:54:55.990890+0000","last_clean":"2024-03-18T22:54:55.990890+0000","last_became_active":"2024-03-18T22:54:54.029275+0000","last_became_peered":"2024-03-18T22:54:54.029275+0000","last_unstale":"2024-03-18T22:54:55.990890+0000","last_undegraded":"2024-03-18T22:54:55.990890+0000","last_fullsized":"2024-03-18T22:54:55.990890+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:09:52.082077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.034072+0000","last_change":"2024-03-18T22:54:54.031142+0000","last_active":"2024-03-18T22:54:54.034072+0000","last_peered":"2024-03-18T22:54:54.034072+0000","last_clean":"2024-03-18T22:54:54.034072+0000","last_became_active":"2024-03-18T22:54:54.030804+0000","last_became_peered":"2024-03-18T22:54:54.030804+0000","last_unstale":"2024-03-18T22:54:54.034072+0000","last_undegraded":"2024-03-18T22:54:54.034072+0000","last_fullsized":"2024-03-18T22:54:54.034072+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:59:48.060529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.992095+0000","last_change":"2024-03-18T22:54:54.029947+0000","last_active":"2024-03-18T22:54:55.992095+0000","last_peered":"2024-03-18T22:54:55.992095+0000","last_clean":"2024-03-18T22:54:55.992095+0000","last_became_active":"2024-03-18T22:54:54.029457+0000","last_became_peered":"2024-03-18T22:54:54.029457+0000","last_unstale":"2024-03-18T22:54:55.992095+0000","last_undegraded":"2024-03-18T22:54:55.992095+0000","last_fullsized":"2024-03-18T22:54:55.992095+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:19:22.229724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.024631+0000","last_change":"2024-03-18T22:54:54.042446+0000","last_active":"2024-03-18T22:54:55.024631+0000","last_peered":"2024-03-18T22:54:55.024631+0000","last_clean":"2024-03-18T22:54:55.024631+0000","last_became_active":"2024-03-18T22:54:54.041813+0000","last_became_peered":"2024-03-18T22:54:54.041813+0000","last_unstale":"2024-03-18T22:54:55.024631+0000","last_undegraded":"2024-03-18T22:54:55.024631+0000","last_fullsized":"2024-03-18T22:54:55.024631+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:37:44.833756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991053+0000","last_change":"2024-03-18T22:54:54.028843+0000","last_active":"2024-03-18T22:54:55.991053+0000","last_peered":"2024-03-18T22:54:55.991053+0000","last_clean":"2024-03-18T22:54:55.991053+0000","last_became_active":"2024-03-18T22:54:54.028519+0000","last_became_peered":"2024-03-18T22:54:54.028519+0000","last_unstale":"2024-03-18T22:54:55.991053+0000","last_undegraded":"2024-03-18T22:54:55.991053+0000","last_fullsized":"2024-03-18T22:54:55.991053+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:30:05.612495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.044493+0000","last_change":"2024-03-18T22:54:54.043601+0000","last_active":"2024-03-18T22:54:54.044493+0000","last_peered":"2024-03-18T22:54:54.044493+0000","last_clean":"2024-03-18T22:54:54.044493+0000","last_became_active":"2024-03-18T22:54:54.043219+0000","last_became_peered":"2024-03-18T22:54:54.043219+0000","last_unstale":"2024-03-18T22:54:54.044493+0000","last_undegraded":"2024-03-18T22:54:54.044493+0000","last_fullsized":"2024-03-18T22:54:54.044493+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:52:54.089094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.305024+0000","last_change":"2024-03-18T22:54:54.033620+0000","last_active":"2024-03-18T22:54:55.305024+0000","last_peered":"2024-03-18T22:54:55.305024+0000","last_clean":"2024-03-18T22:54:55.305024+0000","last_became_active":"2024-03-18T22:54:54.032970+0000","last_became_peered":"2024-03-18T22:54:54.032970+0000","last_unstale":"2024-03-18T22:54:55.305024+0000","last_undegraded":"2024-03-18T22:54:55.305024+0000","last_fullsized":"2024-03-18T22:54:55.305024+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:03:09.706373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.990554+0000","last_change":"2024-03-18T22:54:54.033789+0000","last_active":"2024-03-18T22:54:55.990554+0000","last_peered":"2024-03-18T22:54:55.990554+0000","last_clean":"2024-03-18T22:54:55.990554+0000","last_became_active":"2024-03-18T22:54:54.033462+0000","last_became_peered":"2024-03-18T22:54:54.033462+0000","last_unstale":"2024-03-18T22:54:55.990554+0000","last_undegraded":"2024-03-18T22:54:55.990554+0000","last_fullsized":"2024-03-18T22:54:55.990554+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-19T23:52:36.014554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.990554+0000","last_change":"2024-03-18T22:54:54.041458+0000","last_active":"2024-03-18T22:54:55.990554+0000","last_peered":"2024-03-18T22:54:55.990554+0000","last_clean":"2024-03-18T22:54:55.990554+0000","last_became_active":"2024-03-18T22:54:54.041031+0000","last_became_peered":"2024-03-18T22:54:54.041031+0000","last_unstale":"2024-03-18T22:54:55.990554+0000","last_undegraded":"2024-03-18T22:54:55.990554+0000","last_fullsized":"2024-03-18T22:54:55.990554+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:27:14.240543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.990365+0000","last_change":"2024-03-18T22:54:54.031886+0000","last_active":"2024-03-18T22:54:55.990365+0000","last_peered":"2024-03-18T22:54:55.990365+0000","last_clean":"2024-03-18T22:54:55.990365+0000","last_became_active":"2024-03-18T22:54:54.031546+0000","last_became_peered":"2024-03-18T22:54:54.031546+0000","last_unstale":"2024-03-18T22:54:55.990365+0000","last_undegraded":"2024-03-18T22:54:55.990365+0000","last_fullsized":"2024-03-18T22:54:55.990365+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:39:28.094662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.024376+0000","last_change":"2024-03-18T22:54:54.036311+0000","last_active":"2024-03-18T22:54:55.024376+0000","last_peered":"2024-03-18T22:54:55.024376+0000","last_clean":"2024-03-18T22:54:55.024376+0000","last_became_active":"2024-03-18T22:54:54.035044+0000","last_became_peered":"2024-03-18T22:54:54.035044+0000","last_unstale":"2024-03-18T22:54:55.024376+0000","last_undegraded":"2024-03-18T22:54:55.024376+0000","last_fullsized":"2024-03-18T22:54:55.024376+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:48:43.672491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.023263+0000","last_change":"2024-03-18T22:54:54.030854+0000","last_active":"2024-03-18T22:54:55.023263+0000","last_peered":"2024-03-18T22:54:55.023263+0000","last_clean":"2024-03-18T22:54:55.023263+0000","last_became_active":"2024-03-18T22:54:54.030502+0000","last_became_peered":"2024-03-18T22:54:54.030502+0000","last_unstale":"2024-03-18T22:54:55.023263+0000","last_undegraded":"2024-03-18T22:54:55.023263+0000","last_fullsized":"2024-03-18T22:54:55.023263+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:43:21.546514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.032120+0000","last_change":"2024-03-18T22:54:54.031016+0000","last_active":"2024-03-18T22:54:54.032120+0000","last_peered":"2024-03-18T22:54:54.032120+0000","last_clean":"2024-03-18T22:54:54.032120+0000","last_became_active":"2024-03-18T22:54:54.030652+0000","last_became_peered":"2024-03-18T22:54:54.030652+0000","last_unstale":"2024-03-18T22:54:54.032120+0000","last_undegraded":"2024-03-18T22:54:54.032120+0000","last_fullsized":"2024-03-18T22:54:54.032120+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:02:36.879762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"88'9","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:57.362063+0000","last_change":"2024-03-18T22:54:53.027882+0000","last_active":"2024-03-18T22:54:57.362063+0000","last_peered":"2024-03-18T22:54:57.362063+0000","last_clean":"2024-03-18T22:54:57.362063+0000","last_became_active":"2024-03-18T22:54:53.027419+0000","last_became_peered":"2024-03-18T22:54:53.027419+0000","last_unstale":"2024-03-18T22:54:57.362063+0000","last_undegraded":"2024-03-18T22:54:57.362063+0000","last_fullsized":"2024-03-18T22:54:57.362063+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:30:24.336158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.034134+0000","last_change":"2024-03-18T22:54:54.032564+0000","last_active":"2024-03-18T22:54:54.034134+0000","last_peered":"2024-03-18T22:54:54.034134+0000","last_clean":"2024-03-18T22:54:54.034134+0000","last_became_active":"2024-03-18T22:54:54.031787+0000","last_became_peered":"2024-03-18T22:54:54.031787+0000","last_unstale":"2024-03-18T22:54:54.034134+0000","last_undegraded":"2024-03-18T22:54:54.034134+0000","last_fullsized":"2024-03-18T22:54:54.034134+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:29:38.660371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"87'1","reported_seq":14,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.349262+0000","last_change":"2024-03-18T22:54:53.033977+0000","last_active":"2024-03-18T22:54:54.349262+0000","last_peered":"2024-03-18T22:54:54.349262+0000","last_clean":"2024-03-18T22:54:54.349262+0000","last_became_active":"2024-03-18T22:54:53.033275+0000","last_became_peered":"2024-03-18T22:54:53.033275+0000","last_unstale":"2024-03-18T22:54:54.349262+0000","last_undegraded":"2024-03-18T22:54:54.349262+0000","last_fullsized":"2024-03-18T22:54:54.349262+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:46:20.344867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.990916+0000","last_change":"2024-03-18T22:54:54.028358+0000","last_active":"2024-03-18T22:54:55.990916+0000","last_peered":"2024-03-18T22:54:55.990916+0000","last_clean":"2024-03-18T22:54:55.990916+0000","last_became_active":"2024-03-18T22:54:54.028042+0000","last_became_peered":"2024-03-18T22:54:54.028042+0000","last_unstale":"2024-03-18T22:54:55.990916+0000","last_undegraded":"2024-03-18T22:54:55.990916+0000","last_fullsized":"2024-03-18T22:54:55.990916+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:32:03.223320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"88'4","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:57.360784+0000","last_change":"2024-03-18T22:54:53.024436+0000","last_active":"2024-03-18T22:54:57.360784+0000","last_peered":"2024-03-18T22:54:57.360784+0000","last_clean":"2024-03-18T22:54:57.360784+0000","last_became_active":"2024-03-18T22:54:53.024121+0000","last_became_peered":"2024-03-18T22:54:53.024121+0000","last_unstale":"2024-03-18T22:54:57.360784+0000","last_undegraded":"2024-03-18T22:54:57.360784+0000","last_fullsized":"2024-03-18T22:54:57.360784+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:33:53.084206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991819+0000","last_change":"2024-03-18T22:54:54.035083+0000","last_active":"2024-03-18T22:54:55.991819+0000","last_peered":"2024-03-18T22:54:55.991819+0000","last_clean":"2024-03-18T22:54:55.991819+0000","last_became_active":"2024-03-18T22:54:54.034695+0000","last_became_peered":"2024-03-18T22:54:54.034695+0000","last_unstale":"2024-03-18T22:54:55.991819+0000","last_undegraded":"2024-03-18T22:54:55.991819+0000","last_fullsized":"2024-03-18T22:54:55.991819+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:29:27.831279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"87'2","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.344143+0000","last_change":"2024-03-18T22:54:53.027396+0000","last_active":"2024-03-18T22:54:55.344143+0000","last_peered":"2024-03-18T22:54:55.344143+0000","last_clean":"2024-03-18T22:54:55.344143+0000","last_became_active":"2024-03-18T22:54:53.026995+0000","last_became_peered":"2024-03-18T22:54:53.026995+0000","last_unstale":"2024-03-18T22:54:55.344143+0000","last_undegraded":"2024-03-18T22:54:55.344143+0000","last_fullsized":"2024-03-18T22:54:55.344143+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:23:37.923991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.039200+0000","last_change":"2024-03-18T22:54:54.038341+0000","last_active":"2024-03-18T22:54:54.039200+0000","last_peered":"2024-03-18T22:54:54.039200+0000","last_clean":"2024-03-18T22:54:54.039200+0000","last_became_active":"2024-03-18T22:54:54.037958+0000","last_became_peered":"2024-03-18T22:54:54.037958+0000","last_unstale":"2024-03-18T22:54:54.039200+0000","last_undegraded":"2024-03-18T22:54:54.039200+0000","last_fullsized":"2024-03-18T22:54:54.039200+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:12:09.728890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"87'1","reported_seq":14,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.348405+0000","last_change":"2024-03-18T22:54:53.023798+0000","last_active":"2024-03-18T22:54:54.348405+0000","last_peered":"2024-03-18T22:54:54.348405+0000","last_clean":"2024-03-18T22:54:54.348405+0000","last_became_active":"2024-03-18T22:54:53.023472+0000","last_became_peered":"2024-03-18T22:54:53.023472+0000","last_unstale":"2024-03-18T22:54:54.348405+0000","last_undegraded":"2024-03-18T22:54:54.348405+0000","last_fullsized":"2024-03-18T22:54:54.348405+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:25:15.261750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.344072+0000","last_change":"2024-03-18T22:54:54.034194+0000","last_active":"2024-03-18T22:54:55.344072+0000","last_peered":"2024-03-18T22:54:55.344072+0000","last_clean":"2024-03-18T22:54:55.344072+0000","last_became_active":"2024-03-18T22:54:54.033637+0000","last_became_peered":"2024-03-18T22:54:54.033637+0000","last_unstale":"2024-03-18T22:54:55.344072+0000","last_undegraded":"2024-03-18T22:54:55.344072+0000","last_fullsized":"2024-03-18T22:54:55.344072+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:10:31.233454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"88'3","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:57.360800+0000","last_change":"2024-03-18T22:54:53.028059+0000","last_active":"2024-03-18T22:54:57.360800+0000","last_peered":"2024-03-18T22:54:57.360800+0000","last_clean":"2024-03-18T22:54:57.360800+0000","last_became_active":"2024-03-18T22:54:53.027708+0000","last_became_peered":"2024-03-18T22:54:53.027708+0000","last_unstale":"2024-03-18T22:54:57.360800+0000","last_undegraded":"2024-03-18T22:54:57.360800+0000","last_fullsized":"2024-03-18T22:54:57.360800+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:48:11.367627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.041221+0000","last_change":"2024-03-18T22:54:54.040583+0000","last_active":"2024-03-18T22:54:54.041221+0000","last_peered":"2024-03-18T22:54:54.041221+0000","last_clean":"2024-03-18T22:54:54.041221+0000","last_became_active":"2024-03-18T22:54:54.040195+0000","last_became_peered":"2024-03-18T22:54:54.040195+0000","last_unstale":"2024-03-18T22:54:54.041221+0000","last_undegraded":"2024-03-18T22:54:54.041221+0000","last_fullsized":"2024-03-18T22:54:54.041221+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:23:44.971278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"88'2","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:57.361891+0000","last_change":"2024-03-18T22:54:53.023969+0000","last_active":"2024-03-18T22:54:57.361891+0000","last_peered":"2024-03-18T22:54:57.361891+0000","last_clean":"2024-03-18T22:54:57.361891+0000","last_became_active":"2024-03-18T22:54:53.023643+0000","last_became_peered":"2024-03-18T22:54:53.023643+0000","last_unstale":"2024-03-18T22:54:57.361891+0000","last_undegraded":"2024-03-18T22:54:57.361891+0000","last_fullsized":"2024-03-18T22:54:57.361891+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:24:33.498617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.035044+0000","last_change":"2024-03-18T22:54:54.033443+0000","last_active":"2024-03-18T22:54:54.035044+0000","last_peered":"2024-03-18T22:54:54.035044+0000","last_clean":"2024-03-18T22:54:54.035044+0000","last_became_active":"2024-03-18T22:54:54.033077+0000","last_became_peered":"2024-03-18T22:54:54.033077+0000","last_unstale":"2024-03-18T22:54:54.035044+0000","last_undegraded":"2024-03-18T22:54:54.035044+0000","last_fullsized":"2024-03-18T22:54:54.035044+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:56:59.967060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":13,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.025910+0000","last_change":"2024-03-18T22:54:53.024687+0000","last_active":"2024-03-18T22:54:54.025910+0000","last_peered":"2024-03-18T22:54:54.025910+0000","last_clean":"2024-03-18T22:54:54.025910+0000","last_became_active":"2024-03-18T22:54:53.024393+0000","last_became_peered":"2024-03-18T22:54:53.024393+0000","last_unstale":"2024-03-18T22:54:54.025910+0000","last_undegraded":"2024-03-18T22:54:54.025910+0000","last_fullsized":"2024-03-18T22:54:54.025910+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:39:07.033897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.023080+0000","last_change":"2024-03-18T22:54:54.025188+0000","last_active":"2024-03-18T22:54:55.023080+0000","last_peered":"2024-03-18T22:54:55.023080+0000","last_clean":"2024-03-18T22:54:55.023080+0000","last_became_active":"2024-03-18T22:54:54.024824+0000","last_became_peered":"2024-03-18T22:54:54.024824+0000","last_unstale":"2024-03-18T22:54:55.023080+0000","last_undegraded":"2024-03-18T22:54:55.023080+0000","last_fullsized":"2024-03-18T22:54:55.023080+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-19T23:20:28.210324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"88'3","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:56.352739+0000","last_change":"2024-03-18T22:54:53.024309+0000","last_active":"2024-03-18T22:54:56.352739+0000","last_peered":"2024-03-18T22:54:56.352739+0000","last_clean":"2024-03-18T22:54:56.352739+0000","last_became_active":"2024-03-18T22:54:53.023965+0000","last_became_peered":"2024-03-18T22:54:53.023965+0000","last_unstale":"2024-03-18T22:54:56.352739+0000","last_undegraded":"2024-03-18T22:54:56.352739+0000","last_fullsized":"2024-03-18T22:54:56.352739+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:19:19.494709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.992076+0000","last_change":"2024-03-18T22:54:54.035134+0000","last_active":"2024-03-18T22:54:55.992076+0000","last_peered":"2024-03-18T22:54:55.992076+0000","last_clean":"2024-03-18T22:54:55.992076+0000","last_became_active":"2024-03-18T22:54:54.034741+0000","last_became_peered":"2024-03-18T22:54:54.034741+0000","last_unstale":"2024-03-18T22:54:55.992076+0000","last_undegraded":"2024-03-18T22:54:55.992076+0000","last_fullsized":"2024-03-18T22:54:55.992076+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:28:43.106200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"88'2","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:56.354779+0000","last_change":"2024-03-18T22:54:53.024983+0000","last_active":"2024-03-18T22:54:56.354779+0000","last_peered":"2024-03-18T22:54:56.354779+0000","last_clean":"2024-03-18T22:54:56.354779+0000","last_became_active":"2024-03-18T22:54:53.024676+0000","last_became_peered":"2024-03-18T22:54:53.024676+0000","last_unstale":"2024-03-18T22:54:56.354779+0000","last_undegraded":"2024-03-18T22:54:56.354779+0000","last_fullsized":"2024-03-18T22:54:56.354779+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:33:48.735502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.990932+0000","last_change":"2024-03-18T22:54:54.040973+0000","last_active":"2024-03-18T22:54:55.990932+0000","last_peered":"2024-03-18T22:54:55.990932+0000","last_clean":"2024-03-18T22:54:55.990932+0000","last_became_active":"2024-03-18T22:54:54.040619+0000","last_became_peered":"2024-03-18T22:54:54.040619+0000","last_unstale":"2024-03-18T22:54:55.990932+0000","last_undegraded":"2024-03-18T22:54:55.990932+0000","last_fullsized":"2024-03-18T22:54:55.990932+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:05:31.662271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"87'3","reported_seq":16,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.349431+0000","last_change":"2024-03-18T22:54:53.030908+0000","last_active":"2024-03-18T22:54:54.349431+0000","last_peered":"2024-03-18T22:54:54.349431+0000","last_clean":"2024-03-18T22:54:54.349431+0000","last_became_active":"2024-03-18T22:54:53.030583+0000","last_became_peered":"2024-03-18T22:54:53.030583+0000","last_unstale":"2024-03-18T22:54:54.349431+0000","last_undegraded":"2024-03-18T22:54:54.349431+0000","last_fullsized":"2024-03-18T22:54:54.349431+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:17:58.857302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991665+0000","last_change":"2024-03-18T22:54:54.039463+0000","last_active":"2024-03-18T22:54:55.991665+0000","last_peered":"2024-03-18T22:54:55.991665+0000","last_clean":"2024-03-18T22:54:55.991665+0000","last_became_active":"2024-03-18T22:54:54.039054+0000","last_became_peered":"2024-03-18T22:54:54.039054+0000","last_unstale":"2024-03-18T22:54:55.991665+0000","last_undegraded":"2024-03-18T22:54:55.991665+0000","last_fullsized":"2024-03-18T22:54:55.991665+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:18:59.896093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"88'11","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:58.714554+0000","last_change":"2024-03-18T22:54:53.026044+0000","last_active":"2024-03-18T22:54:58.714554+0000","last_peered":"2024-03-18T22:54:58.714554+0000","last_clean":"2024-03-18T22:54:58.714554+0000","last_became_active":"2024-03-18T22:54:53.025700+0000","last_became_peered":"2024-03-18T22:54:53.025700+0000","last_unstale":"2024-03-18T22:54:58.714554+0000","last_undegraded":"2024-03-18T22:54:58.714554+0000","last_fullsized":"2024-03-18T22:54:58.714554+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:52:51.551052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8212,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":3,"num_write":12,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.344176+0000","last_change":"2024-03-18T22:54:54.028830+0000","last_active":"2024-03-18T22:54:55.344176+0000","last_peered":"2024-03-18T22:54:55.344176+0000","last_clean":"2024-03-18T22:54:55.344176+0000","last_became_active":"2024-03-18T22:54:54.028505+0000","last_became_peered":"2024-03-18T22:54:54.028505+0000","last_unstale":"2024-03-18T22:54:55.344176+0000","last_undegraded":"2024-03-18T22:54:55.344176+0000","last_fullsized":"2024-03-18T22:54:55.344176+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:54:18.319112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"87'2","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.349618+0000","last_change":"2024-03-18T22:54:53.026235+0000","last_active":"2024-03-18T22:54:54.349618+0000","last_peered":"2024-03-18T22:54:54.349618+0000","last_clean":"2024-03-18T22:54:54.349618+0000","last_became_active":"2024-03-18T22:54:53.025870+0000","last_became_peered":"2024-03-18T22:54:53.025870+0000","last_unstale":"2024-03-18T22:54:54.349618+0000","last_undegraded":"2024-03-18T22:54:54.349618+0000","last_fullsized":"2024-03-18T22:54:54.349618+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:19:13.431725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.304832+0000","last_change":"2024-03-18T22:54:54.030647+0000","last_active":"2024-03-18T22:54:55.304832+0000","last_peered":"2024-03-18T22:54:55.304832+0000","last_clean":"2024-03-18T22:54:55.304832+0000","last_became_active":"2024-03-18T22:54:54.030274+0000","last_became_peered":"2024-03-18T22:54:54.030274+0000","last_unstale":"2024-03-18T22:54:55.304832+0000","last_undegraded":"2024-03-18T22:54:55.304832+0000","last_fullsized":"2024-03-18T22:54:55.304832+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:23:21.728120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":13,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.029370+0000","last_change":"2024-03-18T22:54:53.025089+0000","last_active":"2024-03-18T22:54:54.029370+0000","last_peered":"2024-03-18T22:54:54.029370+0000","last_clean":"2024-03-18T22:54:54.029370+0000","last_became_active":"2024-03-18T22:54:53.022526+0000","last_became_peered":"2024-03-18T22:54:53.022526+0000","last_unstale":"2024-03-18T22:54:54.029370+0000","last_undegraded":"2024-03-18T22:54:54.029370+0000","last_fullsized":"2024-03-18T22:54:54.029370+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-19T23:54:03.107450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.990771+0000","last_change":"2024-03-18T22:54:54.037116+0000","last_active":"2024-03-18T22:54:55.990771+0000","last_peered":"2024-03-18T22:54:55.990771+0000","last_clean":"2024-03-18T22:54:55.990771+0000","last_became_active":"2024-03-18T22:54:54.036789+0000","last_became_peered":"2024-03-18T22:54:54.036789+0000","last_unstale":"2024-03-18T22:54:55.990771+0000","last_undegraded":"2024-03-18T22:54:55.990771+0000","last_fullsized":"2024-03-18T22:54:55.990771+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:52:57.387973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":13,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.034686+0000","last_change":"2024-03-18T22:54:53.023551+0000","last_active":"2024-03-18T22:54:54.034686+0000","last_peered":"2024-03-18T22:54:54.034686+0000","last_clean":"2024-03-18T22:54:54.034686+0000","last_became_active":"2024-03-18T22:54:53.023218+0000","last_became_peered":"2024-03-18T22:54:53.023218+0000","last_unstale":"2024-03-18T22:54:54.034686+0000","last_undegraded":"2024-03-18T22:54:54.034686+0000","last_fullsized":"2024-03-18T22:54:54.034686+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:23:50.244054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.990475+0000","last_change":"2024-03-18T22:54:54.031529+0000","last_active":"2024-03-18T22:54:55.990475+0000","last_peered":"2024-03-18T22:54:55.990475+0000","last_clean":"2024-03-18T22:54:55.990475+0000","last_became_active":"2024-03-18T22:54:54.031227+0000","last_became_peered":"2024-03-18T22:54:54.031227+0000","last_unstale":"2024-03-18T22:54:55.990475+0000","last_undegraded":"2024-03-18T22:54:55.990475+0000","last_fullsized":"2024-03-18T22:54:55.990475+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:41:40.702129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"88'15","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:57.364126+0000","last_change":"2024-03-18T22:54:53.027160+0000","last_active":"2024-03-18T22:54:57.364126+0000","last_peered":"2024-03-18T22:54:57.364126+0000","last_clean":"2024-03-18T22:54:57.364126+0000","last_became_active":"2024-03-18T22:54:53.026865+0000","last_became_peered":"2024-03-18T22:54:53.026865+0000","last_unstale":"2024-03-18T22:54:57.364126+0000","last_undegraded":"2024-03-18T22:54:57.364126+0000","last_fullsized":"2024-03-18T22:54:57.364126+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:34:14.499769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.035262+0000","last_change":"2024-03-18T22:54:54.032159+0000","last_active":"2024-03-18T22:54:54.035262+0000","last_peered":"2024-03-18T22:54:54.035262+0000","last_clean":"2024-03-18T22:54:54.035262+0000","last_became_active":"2024-03-18T22:54:54.031842+0000","last_became_peered":"2024-03-18T22:54:54.031842+0000","last_unstale":"2024-03-18T22:54:54.035262+0000","last_undegraded":"2024-03-18T22:54:54.035262+0000","last_fullsized":"2024-03-18T22:54:54.035262+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:32:23.896864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"88'2","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:58.358530+0000","last_change":"2024-03-18T22:54:53.026733+0000","last_active":"2024-03-18T22:54:58.358530+0000","last_peered":"2024-03-18T22:54:58.358530+0000","last_clean":"2024-03-18T22:54:58.358530+0000","last_became_active":"2024-03-18T22:54:53.026191+0000","last_became_peered":"2024-03-18T22:54:53.026191+0000","last_unstale":"2024-03-18T22:54:58.358530+0000","last_undegraded":"2024-03-18T22:54:58.358530+0000","last_fullsized":"2024-03-18T22:54:58.358530+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:28:45.140827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.023995+0000","last_change":"2024-03-18T22:54:54.039145+0000","last_active":"2024-03-18T22:54:55.023995+0000","last_peered":"2024-03-18T22:54:55.023995+0000","last_clean":"2024-03-18T22:54:55.023995+0000","last_became_active":"2024-03-18T22:54:54.038764+0000","last_became_peered":"2024-03-18T22:54:54.038764+0000","last_unstale":"2024-03-18T22:54:55.023995+0000","last_undegraded":"2024-03-18T22:54:55.023995+0000","last_fullsized":"2024-03-18T22:54:55.023995+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:06:06.713035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.022954+0000","last_change":"2024-03-18T22:54:53.035813+0000","last_active":"2024-03-18T22:54:55.022954+0000","last_peered":"2024-03-18T22:54:55.022954+0000","last_clean":"2024-03-18T22:54:55.022954+0000","last_became_active":"2024-03-18T22:54:53.035498+0000","last_became_peered":"2024-03-18T22:54:53.035498+0000","last_unstale":"2024-03-18T22:54:55.022954+0000","last_undegraded":"2024-03-18T22:54:55.022954+0000","last_fullsized":"2024-03-18T22:54:55.022954+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:25:40.118257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.024328+0000","last_change":"2024-03-18T22:54:54.036266+0000","last_active":"2024-03-18T22:54:55.024328+0000","last_peered":"2024-03-18T22:54:55.024328+0000","last_clean":"2024-03-18T22:54:55.024328+0000","last_became_active":"2024-03-18T22:54:54.035878+0000","last_became_peered":"2024-03-18T22:54:54.035878+0000","last_unstale":"2024-03-18T22:54:55.024328+0000","last_undegraded":"2024-03-18T22:54:55.024328+0000","last_fullsized":"2024-03-18T22:54:55.024328+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:33:16.420798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"88'1","reported_seq":16,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991276+0000","last_change":"2024-03-18T22:54:53.028365+0000","last_active":"2024-03-18T22:54:55.991276+0000","last_peered":"2024-03-18T22:54:55.991276+0000","last_clean":"2024-03-18T22:54:55.991276+0000","last_became_active":"2024-03-18T22:54:53.027911+0000","last_became_peered":"2024-03-18T22:54:53.027911+0000","last_unstale":"2024-03-18T22:54:55.991276+0000","last_undegraded":"2024-03-18T22:54:55.991276+0000","last_fullsized":"2024-03-18T22:54:55.991276+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:12:38.271170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.024442+0000","last_change":"2024-03-18T22:54:54.042110+0000","last_active":"2024-03-18T22:54:55.024442+0000","last_peered":"2024-03-18T22:54:55.024442+0000","last_clean":"2024-03-18T22:54:55.024442+0000","last_became_active":"2024-03-18T22:54:54.041704+0000","last_became_peered":"2024-03-18T22:54:54.041704+0000","last_unstale":"2024-03-18T22:54:55.024442+0000","last_undegraded":"2024-03-18T22:54:55.024442+0000","last_fullsized":"2024-03-18T22:54:55.024442+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:05:18.994280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.032047+0000","last_change":"2024-03-18T22:54:54.030853+0000","last_active":"2024-03-18T22:54:54.032047+0000","last_peered":"2024-03-18T22:54:54.032047+0000","last_clean":"2024-03-18T22:54:54.032047+0000","last_became_active":"2024-03-18T22:54:54.030269+0000","last_became_peered":"2024-03-18T22:54:54.030269+0000","last_unstale":"2024-03-18T22:54:54.032047+0000","last_undegraded":"2024-03-18T22:54:54.032047+0000","last_fullsized":"2024-03-18T22:54:54.032047+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:51:35.696493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"88'4","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:57.363415+0000","last_change":"2024-03-18T22:54:53.032470+0000","last_active":"2024-03-18T22:54:57.363415+0000","last_peered":"2024-03-18T22:54:57.363415+0000","last_clean":"2024-03-18T22:54:57.363415+0000","last_became_active":"2024-03-18T22:54:53.032169+0000","last_became_peered":"2024-03-18T22:54:53.032169+0000","last_unstale":"2024-03-18T22:54:57.363415+0000","last_undegraded":"2024-03-18T22:54:57.363415+0000","last_fullsized":"2024-03-18T22:54:57.363415+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-19T23:43:21.636899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.034105+0000","last_change":"2024-03-18T22:54:54.031801+0000","last_active":"2024-03-18T22:54:54.034105+0000","last_peered":"2024-03-18T22:54:54.034105+0000","last_clean":"2024-03-18T22:54:54.034105+0000","last_became_active":"2024-03-18T22:54:54.029842+0000","last_became_peered":"2024-03-18T22:54:54.029842+0000","last_unstale":"2024-03-18T22:54:54.034105+0000","last_undegraded":"2024-03-18T22:54:54.034105+0000","last_fullsized":"2024-03-18T22:54:54.034105+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:42:39.700553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":13,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.034264+0000","last_change":"2024-03-18T22:54:53.023413+0000","last_active":"2024-03-18T22:54:54.034264+0000","last_peered":"2024-03-18T22:54:54.034264+0000","last_clean":"2024-03-18T22:54:54.034264+0000","last_became_active":"2024-03-18T22:54:53.023065+0000","last_became_peered":"2024-03-18T22:54:53.023065+0000","last_unstale":"2024-03-18T22:54:54.034264+0000","last_undegraded":"2024-03-18T22:54:54.034264+0000","last_fullsized":"2024-03-18T22:54:54.034264+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:06:51.923415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":351,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.990641+0000","last_change":"2024-03-18T22:53:41.982208+0000","last_active":"2024-03-18T22:54:55.990641+0000","last_peered":"2024-03-18T22:54:55.990641+0000","last_clean":"2024-03-18T22:54:55.990641+0000","last_became_active":"2024-03-18T22:53:41.981791+0000","last_became_peered":"2024-03-18T22:53:41.981791+0000","last_unstale":"2024-03-18T22:54:55.990641+0000","last_undegraded":"2024-03-18T22:54:55.990641+0000","last_fullsized":"2024-03-18T22:54:55.990641+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:50:20.075274+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:50:20.075274+0000","last_clean_scrub_stamp":"2024-03-18T22:50:20.075274+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:02:14.429319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.304710+0000","last_change":"2024-03-18T22:54:54.043304+0000","last_active":"2024-03-18T22:54:55.304710+0000","last_peered":"2024-03-18T22:54:55.304710+0000","last_clean":"2024-03-18T22:54:55.304710+0000","last_became_active":"2024-03-18T22:54:54.042947+0000","last_became_peered":"2024-03-18T22:54:54.042947+0000","last_unstale":"2024-03-18T22:54:55.304710+0000","last_undegraded":"2024-03-18T22:54:55.304710+0000","last_fullsized":"2024-03-18T22:54:55.304710+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:25:17.894231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'3","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:57.362019+0000","last_change":"2024-03-18T22:54:53.024193+0000","last_active":"2024-03-18T22:54:57.362019+0000","last_peered":"2024-03-18T22:54:57.362019+0000","last_clean":"2024-03-18T22:54:57.362019+0000","last_became_active":"2024-03-18T22:54:53.023879+0000","last_became_peered":"2024-03-18T22:54:53.023879+0000","last_unstale":"2024-03-18T22:54:57.362019+0000","last_undegraded":"2024-03-18T22:54:57.362019+0000","last_fullsized":"2024-03-18T22:54:57.362019+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:00:18.064908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"88'1","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:56.355356+0000","last_change":"2024-03-18T22:54:53.032866+0000","last_active":"2024-03-18T22:54:56.355356+0000","last_peered":"2024-03-18T22:54:56.355356+0000","last_clean":"2024-03-18T22:54:56.355356+0000","last_became_active":"2024-03-18T22:54:53.032217+0000","last_became_peered":"2024-03-18T22:54:53.032217+0000","last_unstale":"2024-03-18T22:54:56.355356+0000","last_undegraded":"2024-03-18T22:54:56.355356+0000","last_fullsized":"2024-03-18T22:54:56.355356+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:35:17.804396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.305006+0000","last_change":"2024-03-18T22:54:54.033160+0000","last_active":"2024-03-18T22:54:55.305006+0000","last_peered":"2024-03-18T22:54:55.305006+0000","last_clean":"2024-03-18T22:54:55.305006+0000","last_became_active":"2024-03-18T22:54:54.032815+0000","last_became_peered":"2024-03-18T22:54:54.032815+0000","last_unstale":"2024-03-18T22:54:55.305006+0000","last_undegraded":"2024-03-18T22:54:55.305006+0000","last_fullsized":"2024-03-18T22:54:55.305006+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:52:01.710534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"88'3","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:57.361524+0000","last_change":"2024-03-18T22:54:53.031367+0000","last_active":"2024-03-18T22:54:57.361524+0000","last_peered":"2024-03-18T22:54:57.361524+0000","last_clean":"2024-03-18T22:54:57.361524+0000","last_became_active":"2024-03-18T22:54:53.031030+0000","last_became_peered":"2024-03-18T22:54:53.031030+0000","last_unstale":"2024-03-18T22:54:57.361524+0000","last_undegraded":"2024-03-18T22:54:57.361524+0000","last_fullsized":"2024-03-18T22:54:57.361524+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:40:32.093646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.029760+0000","last_change":"2024-03-18T22:54:54.028576+0000","last_active":"2024-03-18T22:54:54.029760+0000","last_peered":"2024-03-18T22:54:54.029760+0000","last_clean":"2024-03-18T22:54:54.029760+0000","last_became_active":"2024-03-18T22:54:54.028115+0000","last_became_peered":"2024-03-18T22:54:54.028115+0000","last_unstale":"2024-03-18T22:54:54.029760+0000","last_undegraded":"2024-03-18T22:54:54.029760+0000","last_fullsized":"2024-03-18T22:54:54.029760+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:16:50.867915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"87'2","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.348282+0000","last_change":"2024-03-18T22:54:53.033197+0000","last_active":"2024-03-18T22:54:54.348282+0000","last_peered":"2024-03-18T22:54:54.348282+0000","last_clean":"2024-03-18T22:54:54.348282+0000","last_became_active":"2024-03-18T22:54:53.032866+0000","last_became_peered":"2024-03-18T22:54:53.032866+0000","last_unstale":"2024-03-18T22:54:54.348282+0000","last_undegraded":"2024-03-18T22:54:54.348282+0000","last_fullsized":"2024-03-18T22:54:54.348282+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:11:09.699315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.990722+0000","last_change":"2024-03-18T22:54:54.040933+0000","last_active":"2024-03-18T22:54:55.990722+0000","last_peered":"2024-03-18T22:54:55.990722+0000","last_clean":"2024-03-18T22:54:55.990722+0000","last_became_active":"2024-03-18T22:54:54.040546+0000","last_became_peered":"2024-03-18T22:54:54.040546+0000","last_unstale":"2024-03-18T22:54:55.990722+0000","last_undegraded":"2024-03-18T22:54:55.990722+0000","last_fullsized":"2024-03-18T22:54:55.990722+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:17:41.902643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:56.354806+0000","last_change":"2024-03-18T22:54:53.032780+0000","last_active":"2024-03-18T22:54:56.354806+0000","last_peered":"2024-03-18T22:54:56.354806+0000","last_clean":"2024-03-18T22:54:56.354806+0000","last_became_active":"2024-03-18T22:54:53.032380+0000","last_became_peered":"2024-03-18T22:54:53.032380+0000","last_unstale":"2024-03-18T22:54:56.354806+0000","last_undegraded":"2024-03-18T22:54:56.354806+0000","last_fullsized":"2024-03-18T22:54:56.354806+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:44:54.898752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.343868+0000","last_change":"2024-03-18T22:54:54.028746+0000","last_active":"2024-03-18T22:54:55.343868+0000","last_peered":"2024-03-18T22:54:55.343868+0000","last_clean":"2024-03-18T22:54:55.343868+0000","last_became_active":"2024-03-18T22:54:54.028402+0000","last_became_peered":"2024-03-18T22:54:54.028402+0000","last_unstale":"2024-03-18T22:54:55.343868+0000","last_undegraded":"2024-03-18T22:54:55.343868+0000","last_fullsized":"2024-03-18T22:54:55.343868+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:01:41.682832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":13,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.019388+0000","last_change":"2024-03-18T22:54:53.030509+0000","last_active":"2024-03-18T22:54:54.019388+0000","last_peered":"2024-03-18T22:54:54.019388+0000","last_clean":"2024-03-18T22:54:54.019388+0000","last_became_active":"2024-03-18T22:54:53.030155+0000","last_became_peered":"2024-03-18T22:54:53.030155+0000","last_unstale":"2024-03-18T22:54:54.019388+0000","last_undegraded":"2024-03-18T22:54:54.019388+0000","last_fullsized":"2024-03-18T22:54:54.019388+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:16:10.482244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.023764+0000","last_change":"2024-03-18T22:54:54.033471+0000","last_active":"2024-03-18T22:54:55.023764+0000","last_peered":"2024-03-18T22:54:55.023764+0000","last_clean":"2024-03-18T22:54:55.023764+0000","last_became_active":"2024-03-18T22:54:54.032988+0000","last_became_peered":"2024-03-18T22:54:54.032988+0000","last_unstale":"2024-03-18T22:54:55.023764+0000","last_undegraded":"2024-03-18T22:54:55.023764+0000","last_fullsized":"2024-03-18T22:54:55.023764+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:00:52.952303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":13,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.026445+0000","last_change":"2024-03-18T22:54:53.026863+0000","last_active":"2024-03-18T22:54:54.026445+0000","last_peered":"2024-03-18T22:54:54.026445+0000","last_clean":"2024-03-18T22:54:54.026445+0000","last_became_active":"2024-03-18T22:54:53.026544+0000","last_became_peered":"2024-03-18T22:54:53.026544+0000","last_unstale":"2024-03-18T22:54:54.026445+0000","last_undegraded":"2024-03-18T22:54:54.026445+0000","last_fullsized":"2024-03-18T22:54:54.026445+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:46:39.488983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.034011+0000","last_change":"2024-03-18T22:54:54.032914+0000","last_active":"2024-03-18T22:54:54.034011+0000","last_peered":"2024-03-18T22:54:54.034011+0000","last_clean":"2024-03-18T22:54:54.034011+0000","last_became_active":"2024-03-18T22:54:54.032445+0000","last_became_peered":"2024-03-18T22:54:54.032445+0000","last_unstale":"2024-03-18T22:54:54.034011+0000","last_undegraded":"2024-03-18T22:54:54.034011+0000","last_fullsized":"2024-03-18T22:54:54.034011+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:11:03.520510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:56.356192+0000","last_change":"2024-03-18T22:54:53.023744+0000","last_active":"2024-03-18T22:54:56.356192+0000","last_peered":"2024-03-18T22:54:56.356192+0000","last_clean":"2024-03-18T22:54:56.356192+0000","last_became_active":"2024-03-18T22:54:53.023413+0000","last_became_peered":"2024-03-18T22:54:53.023413+0000","last_unstale":"2024-03-18T22:54:56.356192+0000","last_undegraded":"2024-03-18T22:54:56.356192+0000","last_fullsized":"2024-03-18T22:54:56.356192+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:23:34.573092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991378+0000","last_change":"2024-03-18T22:54:54.031434+0000","last_active":"2024-03-18T22:54:55.991378+0000","last_peered":"2024-03-18T22:54:55.991378+0000","last_clean":"2024-03-18T22:54:55.991378+0000","last_became_active":"2024-03-18T22:54:54.031067+0000","last_became_peered":"2024-03-18T22:54:54.031067+0000","last_unstale":"2024-03-18T22:54:55.991378+0000","last_undegraded":"2024-03-18T22:54:55.991378+0000","last_fullsized":"2024-03-18T22:54:55.991378+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:40:34.544650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":13,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.023349+0000","last_change":"2024-03-18T22:54:53.033060+0000","last_active":"2024-03-18T22:54:54.023349+0000","last_peered":"2024-03-18T22:54:54.023349+0000","last_clean":"2024-03-18T22:54:54.023349+0000","last_became_active":"2024-03-18T22:54:53.032728+0000","last_became_peered":"2024-03-18T22:54:53.032728+0000","last_unstale":"2024-03-18T22:54:54.023349+0000","last_undegraded":"2024-03-18T22:54:54.023349+0000","last_fullsized":"2024-03-18T22:54:54.023349+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:33:42.154476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991053+0000","last_change":"2024-03-18T22:54:54.031032+0000","last_active":"2024-03-18T22:54:55.991053+0000","last_peered":"2024-03-18T22:54:55.991053+0000","last_clean":"2024-03-18T22:54:55.991053+0000","last_became_active":"2024-03-18T22:54:54.030688+0000","last_became_peered":"2024-03-18T22:54:54.030688+0000","last_unstale":"2024-03-18T22:54:55.991053+0000","last_undegraded":"2024-03-18T22:54:55.991053+0000","last_fullsized":"2024-03-18T22:54:55.991053+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:42:35.869673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"87'1","reported_seq":14,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.349290+0000","last_change":"2024-03-18T22:54:53.024231+0000","last_active":"2024-03-18T22:54:54.349290+0000","last_peered":"2024-03-18T22:54:54.349290+0000","last_clean":"2024-03-18T22:54:54.349290+0000","last_became_active":"2024-03-18T22:54:53.023648+0000","last_became_peered":"2024-03-18T22:54:53.023648+0000","last_unstale":"2024-03-18T22:54:54.349290+0000","last_undegraded":"2024-03-18T22:54:54.349290+0000","last_fullsized":"2024-03-18T22:54:54.349290+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:48:11.231632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991523+0000","last_change":"2024-03-18T22:54:54.029329+0000","last_active":"2024-03-18T22:54:55.991523+0000","last_peered":"2024-03-18T22:54:55.991523+0000","last_clean":"2024-03-18T22:54:55.991523+0000","last_became_active":"2024-03-18T22:54:54.028954+0000","last_became_peered":"2024-03-18T22:54:54.028954+0000","last_unstale":"2024-03-18T22:54:55.991523+0000","last_undegraded":"2024-03-18T22:54:55.991523+0000","last_fullsized":"2024-03-18T22:54:55.991523+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:56:50.366921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"87'2","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.304826+0000","last_change":"2024-03-18T22:54:53.031574+0000","last_active":"2024-03-18T22:54:55.304826+0000","last_peered":"2024-03-18T22:54:55.304826+0000","last_clean":"2024-03-18T22:54:55.304826+0000","last_became_active":"2024-03-18T22:54:53.031265+0000","last_became_peered":"2024-03-18T22:54:53.031265+0000","last_unstale":"2024-03-18T22:54:55.304826+0000","last_undegraded":"2024-03-18T22:54:55.304826+0000","last_fullsized":"2024-03-18T22:54:55.304826+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:19:36.622119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991261+0000","last_change":"2024-03-18T22:54:54.033021+0000","last_active":"2024-03-18T22:54:55.991261+0000","last_peered":"2024-03-18T22:54:55.991261+0000","last_clean":"2024-03-18T22:54:55.991261+0000","last_became_active":"2024-03-18T22:54:54.032648+0000","last_became_peered":"2024-03-18T22:54:54.032648+0000","last_unstale":"2024-03-18T22:54:55.991261+0000","last_undegraded":"2024-03-18T22:54:55.991261+0000","last_fullsized":"2024-03-18T22:54:55.991261+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:30:16.604892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.024031+0000","last_change":"2024-03-18T22:54:54.036950+0000","last_active":"2024-03-18T22:54:55.024031+0000","last_peered":"2024-03-18T22:54:55.024031+0000","last_clean":"2024-03-18T22:54:55.024031+0000","last_became_active":"2024-03-18T22:54:54.036210+0000","last_became_peered":"2024-03-18T22:54:54.036210+0000","last_unstale":"2024-03-18T22:54:55.024031+0000","last_undegraded":"2024-03-18T22:54:55.024031+0000","last_fullsized":"2024-03-18T22:54:55.024031+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:47:17.591499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.042650+0000","last_change":"2024-03-18T22:54:54.042240+0000","last_active":"2024-03-18T22:54:54.042650+0000","last_peered":"2024-03-18T22:54:54.042650+0000","last_clean":"2024-03-18T22:54:54.042650+0000","last_became_active":"2024-03-18T22:54:54.041850+0000","last_became_peered":"2024-03-18T22:54:54.041850+0000","last_unstale":"2024-03-18T22:54:54.042650+0000","last_undegraded":"2024-03-18T22:54:54.042650+0000","last_fullsized":"2024-03-18T22:54:54.042650+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:47:35.618505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.032803+0000","last_change":"2024-03-18T22:54:54.032194+0000","last_active":"2024-03-18T22:54:54.032803+0000","last_peered":"2024-03-18T22:54:54.032803+0000","last_clean":"2024-03-18T22:54:54.032803+0000","last_became_active":"2024-03-18T22:54:54.031797+0000","last_became_peered":"2024-03-18T22:54:54.031797+0000","last_unstale":"2024-03-18T22:54:54.032803+0000","last_undegraded":"2024-03-18T22:54:54.032803+0000","last_fullsized":"2024-03-18T22:54:54.032803+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:55:53.341511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.990786+0000","last_change":"2024-03-18T22:54:54.041102+0000","last_active":"2024-03-18T22:54:55.990786+0000","last_peered":"2024-03-18T22:54:55.990786+0000","last_clean":"2024-03-18T22:54:55.990786+0000","last_became_active":"2024-03-18T22:54:54.040735+0000","last_became_peered":"2024-03-18T22:54:54.040735+0000","last_unstale":"2024-03-18T22:54:55.990786+0000","last_undegraded":"2024-03-18T22:54:55.990786+0000","last_fullsized":"2024-03-18T22:54:55.990786+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:12:15.921804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.304984+0000","last_change":"2024-03-18T22:54:54.043078+0000","last_active":"2024-03-18T22:54:55.304984+0000","last_peered":"2024-03-18T22:54:55.304984+0000","last_clean":"2024-03-18T22:54:55.304984+0000","last_became_active":"2024-03-18T22:54:54.042756+0000","last_became_peered":"2024-03-18T22:54:54.042756+0000","last_unstale":"2024-03-18T22:54:55.304984+0000","last_undegraded":"2024-03-18T22:54:55.304984+0000","last_fullsized":"2024-03-18T22:54:55.304984+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:25:56.122492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.024005+0000","last_change":"2024-03-18T22:54:54.032163+0000","last_active":"2024-03-18T22:54:55.024005+0000","last_peered":"2024-03-18T22:54:55.024005+0000","last_clean":"2024-03-18T22:54:55.024005+0000","last_became_active":"2024-03-18T22:54:54.031722+0000","last_became_peered":"2024-03-18T22:54:54.031722+0000","last_unstale":"2024-03-18T22:54:55.024005+0000","last_undegraded":"2024-03-18T22:54:55.024005+0000","last_fullsized":"2024-03-18T22:54:55.024005+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:26:37.171407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.039694+0000","last_change":"2024-03-18T22:54:54.038615+0000","last_active":"2024-03-18T22:54:54.039694+0000","last_peered":"2024-03-18T22:54:54.039694+0000","last_clean":"2024-03-18T22:54:54.039694+0000","last_became_active":"2024-03-18T22:54:54.038263+0000","last_became_peered":"2024-03-18T22:54:54.038263+0000","last_unstale":"2024-03-18T22:54:54.039694+0000","last_undegraded":"2024-03-18T22:54:54.039694+0000","last_fullsized":"2024-03-18T22:54:54.039694+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:41:59.160206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.038107+0000","last_change":"2024-03-18T22:54:54.037149+0000","last_active":"2024-03-18T22:54:54.038107+0000","last_peered":"2024-03-18T22:54:54.038107+0000","last_clean":"2024-03-18T22:54:54.038107+0000","last_became_active":"2024-03-18T22:54:54.036670+0000","last_became_peered":"2024-03-18T22:54:54.036670+0000","last_unstale":"2024-03-18T22:54:54.038107+0000","last_undegraded":"2024-03-18T22:54:54.038107+0000","last_fullsized":"2024-03-18T22:54:54.038107+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:33:05.845466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.035890+0000","last_change":"2024-03-18T22:54:54.033527+0000","last_active":"2024-03-18T22:54:54.035890+0000","last_peered":"2024-03-18T22:54:54.035890+0000","last_clean":"2024-03-18T22:54:54.035890+0000","last_became_active":"2024-03-18T22:54:54.032797+0000","last_became_peered":"2024-03-18T22:54:54.032797+0000","last_unstale":"2024-03-18T22:54:54.035890+0000","last_undegraded":"2024-03-18T22:54:54.035890+0000","last_fullsized":"2024-03-18T22:54:54.035890+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:19:47.848054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-03-18T22:54:54.033707+0000","last_change":"2024-03-18T22:54:54.029056+0000","last_active":"2024-03-18T22:54:54.033707+0000","last_peered":"2024-03-18T22:54:54.033707+0000","last_clean":"2024-03-18T22:54:54.033707+0000","last_became_active":"2024-03-18T22:54:54.028664+0000","last_became_peered":"2024-03-18T22:54:54.028664+0000","last_unstale":"2024-03-18T22:54:54.033707+0000","last_undegraded":"2024-03-18T22:54:54.033707+0000","last_fullsized":"2024-03-18T22:54:54.033707+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:06:59.933767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991290+0000","last_change":"2024-03-18T22:54:54.028397+0000","last_active":"2024-03-18T22:54:55.991290+0000","last_peered":"2024-03-18T22:54:55.991290+0000","last_clean":"2024-03-18T22:54:55.991290+0000","last_became_active":"2024-03-18T22:54:54.027921+0000","last_became_peered":"2024-03-18T22:54:54.027921+0000","last_unstale":"2024-03-18T22:54:55.991290+0000","last_undegraded":"2024-03-18T22:54:55.991290+0000","last_fullsized":"2024-03-18T22:54:55.991290+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:36:39.516856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.305029+0000","last_change":"2024-03-18T22:54:54.033199+0000","last_active":"2024-03-18T22:54:55.305029+0000","last_peered":"2024-03-18T22:54:55.305029+0000","last_clean":"2024-03-18T22:54:55.305029+0000","last_became_active":"2024-03-18T22:54:54.032441+0000","last_became_peered":"2024-03-18T22:54:54.032441+0000","last_unstale":"2024-03-18T22:54:55.305029+0000","last_undegraded":"2024-03-18T22:54:55.305029+0000","last_fullsized":"2024-03-18T22:54:55.305029+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:26:23.258588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.023779+0000","last_change":"2024-03-18T22:54:54.039129+0000","last_active":"2024-03-18T22:54:55.023779+0000","last_peered":"2024-03-18T22:54:55.023779+0000","last_clean":"2024-03-18T22:54:55.023779+0000","last_became_active":"2024-03-18T22:54:54.038803+0000","last_became_peered":"2024-03-18T22:54:54.038803+0000","last_unstale":"2024-03-18T22:54:55.023779+0000","last_undegraded":"2024-03-18T22:54:55.023779+0000","last_fullsized":"2024-03-18T22:54:55.023779+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:32:29.202587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":9324,"num_objects":43,"num_object_clones":0,"num_object_copies":129,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":43,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":98,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":30,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":196608,"data_stored":18854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":83,"ondisk_log_size":83,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":83,"seq":356482285582,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32108,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713044,"statfs":{"total":95995035648,"available":95962157056,"internally_reserved":0,"allocated":954368,"data_stored":455803,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":10,"up_from":75,"seq":322122547220,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32732,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712420,"statfs":{"total":95995035648,"available":95961518080,"internally_reserved":0,"allocated":1593344,"data_stored":1055379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":69,"seq":296352743448,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40444,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704708,"statfs":{"total":95995035648,"available":95953620992,"internally_reserved":0,"allocated":970752,"data_stored":456039,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":40434112},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":61,"seq":261993005086,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32128,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713024,"statfs":{"total":95995035648,"available":95962136576,"internally_reserved":0,"allocated":970752,"data_stored":455959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":53,"seq":227633266723,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32704,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712448,"statfs":{"total":95995035648,"available":95961546752,"internally_reserved":0,"allocated":1560576,"data_stored":1047381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462950,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":954368,"data_stored":455311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574912,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36280,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708872,"statfs":{"total":95995035648,"available":95957884928,"internally_reserved":0,"allocated":962560,"data_stored":456833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738436,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":962560,"data_stored":455915,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411386,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27940,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717212,"statfs":{"total":95995035648,"available":95966425088,"internally_reserved":0,"allocated":937984,"data_stored":446651,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182453,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40420,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704732,"statfs":{"total":95995035648,"available":95953645568,"internally_reserved":0,"allocated":937984,"data_stored":446651,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40434119},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920817,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32100,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713052,"statfs":{"total":95995035648,"available":95962165248,"internally_reserved":0,"allocated":937984,"data_stored":446651,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724588,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32676,"kb_used_data":1496,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712476,"statfs":{"total":95995035648,"available":95961575424,"internally_reserved":0,"allocated":1531904,"data_stored":1037019,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":9790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-18T22:55:01.128 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-18T22:55:01.268 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.265+0000 7f0513636640 1 -- 172.21.15.52:0/2171856219 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f050c107560 msgr2=0x7f050c109970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:01.269 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.265+0000 7f0513636640 1 --2- 172.21.15.52:0/2171856219 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f050c107560 0x7f050c109970 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f04fc009900 tx=0x7f04fc02bc30 comp rx=0 tx=0).stop 2024-03-18T22:55:01.269 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.265+0000 7f0513636640 1 -- 172.21.15.52:0/2171856219 shutdown_connections 2024-03-18T22:55:01.269 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.265+0000 7f0513636640 1 --2- 172.21.15.52:0/2171856219 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f050c107560 0x7f050c109970 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:01.269 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.265+0000 7f0513636640 1 --2- 172.21.15.52:0/2171856219 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f050c104c30 0x7f050c107020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:01.269 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.265+0000 7f0513636640 1 --2- 172.21.15.52:0/2171856219 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f050c102300 0x7f050c1046f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:01.269 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.265+0000 7f0513636640 1 -- 172.21.15.52:0/2171856219 >> 172.21.15.52:0/2171856219 conn(0x7f050c0fbcb0 msgr2=0x7f050c0fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:01.269 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.265+0000 7f0513636640 1 -- 172.21.15.52:0/2171856219 shutdown_connections 2024-03-18T22:55:01.269 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.265+0000 7f0513636640 1 -- 172.21.15.52:0/2171856219 wait complete. 2024-03-18T22:55:01.269 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.266+0000 7f0513636640 1 Processor -- start 2024-03-18T22:55:01.269 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.266+0000 7f0513636640 1 -- start start 2024-03-18T22:55:01.269 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.266+0000 7f0513636640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f050c102300 0x7f050c197c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:01.269 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.266+0000 7f0513636640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f050c104c30 0x7f050c198160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:01.269 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.266+0000 7f0513636640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f050c107560 0x7f050c19f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:01.270 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.266+0000 7f0513636640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f050c10d5c0 con 0x7f050c104c30 2024-03-18T22:55:01.270 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.266+0000 7f0513636640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f050c10d440 con 0x7f050c102300 2024-03-18T22:55:01.270 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.266+0000 7f0513636640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f050c10d740 con 0x7f050c107560 2024-03-18T22:55:01.270 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.266+0000 7f0510bd1640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f050c104c30 0x7f050c198160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:01.270 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.266+0000 7f0510bd1640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f050c104c30 0x7f050c198160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35786/0 (socket says 172.21.15.52:35786) 2024-03-18T22:55:01.270 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.266+0000 7f0510bd1640 1 -- 172.21.15.52:0/1729839345 learned_addr learned my addr 172.21.15.52:0/1729839345 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:01.270 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.266+0000 7f05113d2640 1 --2- 172.21.15.52:0/1729839345 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f050c102300 0x7f050c197c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:01.270 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.266+0000 7f0511bd3640 1 --2- 172.21.15.52:0/1729839345 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f050c107560 0x7f050c19f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:01.270 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.267+0000 7f0510bd1640 1 -- 172.21.15.52:0/1729839345 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f050c107560 msgr2=0x7f050c19f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:01.270 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.267+0000 7f0510bd1640 1 --2- 172.21.15.52:0/1729839345 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f050c107560 0x7f050c19f190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:01.270 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.267+0000 7f0510bd1640 1 -- 172.21.15.52:0/1729839345 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f050c102300 msgr2=0x7f050c197c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:01.270 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.267+0000 7f0510bd1640 1 --2- 172.21.15.52:0/1729839345 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f050c102300 0x7f050c197c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:01.270 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.267+0000 7f0510bd1640 1 -- 172.21.15.52:0/1729839345 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f050c19f830 con 0x7f050c104c30 2024-03-18T22:55:01.271 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.267+0000 7f0510bd1640 1 --2- 172.21.15.52:0/1729839345 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f050c104c30 0x7f050c198160 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f050000e9c0 tx=0x7f050000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:01.271 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.267+0000 7f050a7fc640 1 -- 172.21.15.52:0/1729839345 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f050000cd80 con 0x7f050c104c30 2024-03-18T22:55:01.271 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.267+0000 7f0513636640 1 -- 172.21.15.52:0/1729839345 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f050c19fb20 con 0x7f050c104c30 2024-03-18T22:55:01.271 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.267+0000 7f050a7fc640 1 -- 172.21.15.52:0/1729839345 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0500005520 con 0x7f050c104c30 2024-03-18T22:55:01.271 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.267+0000 7f050a7fc640 1 -- 172.21.15.52:0/1729839345 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0500010690 con 0x7f050c104c30 2024-03-18T22:55:01.271 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.267+0000 7f0513636640 1 -- 172.21.15.52:0/1729839345 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f050c1a0070 con 0x7f050c104c30 2024-03-18T22:55:01.271 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.268+0000 7f0513636640 1 -- 172.21.15.52:0/1729839345 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f050c0fd7a0 con 0x7f050c104c30 2024-03-18T22:55:01.272 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.269+0000 7f050a7fc640 1 -- 172.21.15.52:0/1729839345 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f05000046c0 con 0x7f050c104c30 2024-03-18T22:55:01.272 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.270+0000 7f050a7fc640 1 --2- 172.21.15.52:0/1729839345 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f04f40a2890 0x7f04f40a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:01.272 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.270+0000 7f05113d2640 1 --2- 172.21.15.52:0/1729839345 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f04f40a2890 0x7f04f40a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:01.272 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.270+0000 7f050a7fc640 1 -- 172.21.15.52:0/1729839345 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7f05000cee30 con 0x7f050c104c30 2024-03-18T22:55:01.272 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.270+0000 7f05113d2640 1 --2- 172.21.15.52:0/1729839345 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f04f40a2890 0x7f04f40a4d50 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f050c1990f0 tx=0x7f0504009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:01.275 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.274+0000 7f050a7fc640 1 -- 172.21.15.52:0/1729839345 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f050009bf20 con 0x7f050c104c30 2024-03-18T22:55:01.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.456+0000 7f0513636640 1 -- 172.21.15.52:0/1729839345 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f050c061c60 con 0x7f04f40a2890 2024-03-18T22:55:01.464 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.464+0000 7f050a7fc640 1 -- 172.21.15.52:0/1729839345 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258730 (secure 0 0 0) 0x7f050c061c60 con 0x7f04f40a2890 2024-03-18T22:55:01.468 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:55:01.469 INFO:teuthology.orchestra.run.smithi052.stderr:dumped all 2024-03-18T22:55:01.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.466+0000 7f0513636640 1 -- 172.21.15.52:0/1729839345 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f04f40a2890 msgr2=0x7f04f40a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:01.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.466+0000 7f0513636640 1 --2- 172.21.15.52:0/1729839345 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f04f40a2890 0x7f04f40a4d50 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f050c1990f0 tx=0x7f0504009500 comp rx=0 tx=0).stop 2024-03-18T22:55:01.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.466+0000 7f0513636640 1 -- 172.21.15.52:0/1729839345 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f050c104c30 msgr2=0x7f050c198160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:01.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.466+0000 7f0513636640 1 --2- 172.21.15.52:0/1729839345 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f050c104c30 0x7f050c198160 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f050000e9c0 tx=0x7f050000ee80 comp rx=0 tx=0).stop 2024-03-18T22:55:01.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.467+0000 7f0513636640 1 -- 172.21.15.52:0/1729839345 shutdown_connections 2024-03-18T22:55:01.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.467+0000 7f0513636640 1 --2- 172.21.15.52:0/1729839345 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f04f40a2890 0x7f04f40a4d50 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:01.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.467+0000 7f0513636640 1 --2- 172.21.15.52:0/1729839345 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f050c107560 0x7f050c19f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:01.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.467+0000 7f0513636640 1 --2- 172.21.15.52:0/1729839345 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f050c104c30 0x7f050c198160 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:01.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.467+0000 7f0513636640 1 --2- 172.21.15.52:0/1729839345 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f050c102300 0x7f050c197c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:01.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.467+0000 7f0513636640 1 -- 172.21.15.52:0/1729839345 >> 172.21.15.52:0/1729839345 conn(0x7f050c0fbcb0 msgr2=0x7f050c102c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:01.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.467+0000 7f0513636640 1 -- 172.21.15.52:0/1729839345 shutdown_connections 2024-03-18T22:55:01.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:01.467+0000 7f0513636640 1 -- 172.21.15.52:0/1729839345 wait complete. 2024-03-18T22:55:01.477 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:01 smithi052 ceph-mon[32520]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-03-18T22:55:01.477 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:01 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1070395999' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:55:01.477 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:01 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3537761502' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:55:01.477 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:01 smithi052 ceph-mon[32520]: from='client.14781 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-18T22:55:01.478 INFO:teuthology.orchestra.run.smithi052.stdout:{"pg_ready":true,"pg_map":{"version":292,"stamp":"2024-03-18T22:55:01.315301+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":602190,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":163,"num_read_kb":141,"num_write":309,"num_write_kb":2984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":249,"ondisk_log_size":249,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":243,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":395576,"kb_used_data":13124,"kb_used_omap":18,"kb_used_meta":382317,"kb_avail":1124546248,"statfs":{"total":1151940427776,"available":1151535357952,"internally_reserved":0,"allocated":13438976,"data_stored":7274638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":391492921},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":11822,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":27,"num_read_kb":22,"num_write":128,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001699"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.024160+0000","last_change":"2024-03-18T22:54:54.035557+0000","last_active":"2024-03-18T22:54:55.024160+0000","last_peered":"2024-03-18T22:54:55.024160+0000","last_clean":"2024-03-18T22:54:55.024160+0000","last_became_active":"2024-03-18T22:54:54.034986+0000","last_became_peered":"2024-03-18T22:54:54.034986+0000","last_unstale":"2024-03-18T22:54:55.024160+0000","last_undegraded":"2024-03-18T22:54:55.024160+0000","last_fullsized":"2024-03-18T22:54:55.024160+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:14:53.624675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.990685+0000","last_change":"2024-03-18T22:54:54.035496+0000","last_active":"2024-03-18T22:54:55.990685+0000","last_peered":"2024-03-18T22:54:55.990685+0000","last_clean":"2024-03-18T22:54:55.990685+0000","last_became_active":"2024-03-18T22:54:54.034629+0000","last_became_peered":"2024-03-18T22:54:54.034629+0000","last_unstale":"2024-03-18T22:54:55.990685+0000","last_undegraded":"2024-03-18T22:54:55.990685+0000","last_fullsized":"2024-03-18T22:54:55.990685+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:59:19.631466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.990830+0000","last_change":"2024-03-18T22:54:54.031584+0000","last_active":"2024-03-18T22:54:55.990830+0000","last_peered":"2024-03-18T22:54:55.990830+0000","last_clean":"2024-03-18T22:54:55.990830+0000","last_became_active":"2024-03-18T22:54:54.031245+0000","last_became_peered":"2024-03-18T22:54:54.031245+0000","last_unstale":"2024-03-18T22:54:55.990830+0000","last_undegraded":"2024-03-18T22:54:55.990830+0000","last_fullsized":"2024-03-18T22:54:55.990830+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:15:42.914252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991547+0000","last_change":"2024-03-18T22:54:54.043194+0000","last_active":"2024-03-18T22:54:55.991547+0000","last_peered":"2024-03-18T22:54:55.991547+0000","last_clean":"2024-03-18T22:54:55.991547+0000","last_became_active":"2024-03-18T22:54:54.042876+0000","last_became_peered":"2024-03-18T22:54:54.042876+0000","last_unstale":"2024-03-18T22:54:55.991547+0000","last_undegraded":"2024-03-18T22:54:55.991547+0000","last_fullsized":"2024-03-18T22:54:55.991547+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:05:09.968148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.343933+0000","last_change":"2024-03-18T22:54:54.033476+0000","last_active":"2024-03-18T22:54:55.343933+0000","last_peered":"2024-03-18T22:54:55.343933+0000","last_clean":"2024-03-18T22:54:55.343933+0000","last_became_active":"2024-03-18T22:54:54.033064+0000","last_became_peered":"2024-03-18T22:54:54.033064+0000","last_unstale":"2024-03-18T22:54:55.343933+0000","last_undegraded":"2024-03-18T22:54:55.343933+0000","last_fullsized":"2024-03-18T22:54:55.343933+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:51:38.462351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.024282+0000","last_change":"2024-03-18T22:54:54.042265+0000","last_active":"2024-03-18T22:54:55.024282+0000","last_peered":"2024-03-18T22:54:55.024282+0000","last_clean":"2024-03-18T22:54:55.024282+0000","last_became_active":"2024-03-18T22:54:54.041859+0000","last_became_peered":"2024-03-18T22:54:54.041859+0000","last_unstale":"2024-03-18T22:54:55.024282+0000","last_undegraded":"2024-03-18T22:54:55.024282+0000","last_fullsized":"2024-03-18T22:54:55.024282+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:44:16.801756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.990890+0000","last_change":"2024-03-18T22:54:54.029578+0000","last_active":"2024-03-18T22:54:55.990890+0000","last_peered":"2024-03-18T22:54:55.990890+0000","last_clean":"2024-03-18T22:54:55.990890+0000","last_became_active":"2024-03-18T22:54:54.029275+0000","last_became_peered":"2024-03-18T22:54:54.029275+0000","last_unstale":"2024-03-18T22:54:55.990890+0000","last_undegraded":"2024-03-18T22:54:55.990890+0000","last_fullsized":"2024-03-18T22:54:55.990890+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:09:52.082077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.254212+0000","last_change":"2024-03-18T22:54:54.031142+0000","last_active":"2024-03-18T22:54:55.254212+0000","last_peered":"2024-03-18T22:54:55.254212+0000","last_clean":"2024-03-18T22:54:55.254212+0000","last_became_active":"2024-03-18T22:54:54.030804+0000","last_became_peered":"2024-03-18T22:54:54.030804+0000","last_unstale":"2024-03-18T22:54:55.254212+0000","last_undegraded":"2024-03-18T22:54:55.254212+0000","last_fullsized":"2024-03-18T22:54:55.254212+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:24:50.291279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.992095+0000","last_change":"2024-03-18T22:54:54.029947+0000","last_active":"2024-03-18T22:54:55.992095+0000","last_peered":"2024-03-18T22:54:55.992095+0000","last_clean":"2024-03-18T22:54:55.992095+0000","last_became_active":"2024-03-18T22:54:54.029457+0000","last_became_peered":"2024-03-18T22:54:54.029457+0000","last_unstale":"2024-03-18T22:54:55.992095+0000","last_undegraded":"2024-03-18T22:54:55.992095+0000","last_fullsized":"2024-03-18T22:54:55.992095+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:19:22.229724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.024631+0000","last_change":"2024-03-18T22:54:54.042446+0000","last_active":"2024-03-18T22:54:55.024631+0000","last_peered":"2024-03-18T22:54:55.024631+0000","last_clean":"2024-03-18T22:54:55.024631+0000","last_became_active":"2024-03-18T22:54:54.041813+0000","last_became_peered":"2024-03-18T22:54:54.041813+0000","last_unstale":"2024-03-18T22:54:55.024631+0000","last_undegraded":"2024-03-18T22:54:55.024631+0000","last_fullsized":"2024-03-18T22:54:55.024631+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:37:44.833756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991053+0000","last_change":"2024-03-18T22:54:54.028843+0000","last_active":"2024-03-18T22:54:55.991053+0000","last_peered":"2024-03-18T22:54:55.991053+0000","last_clean":"2024-03-18T22:54:55.991053+0000","last_became_active":"2024-03-18T22:54:54.028519+0000","last_became_peered":"2024-03-18T22:54:54.028519+0000","last_unstale":"2024-03-18T22:54:55.991053+0000","last_undegraded":"2024-03-18T22:54:55.991053+0000","last_fullsized":"2024-03-18T22:54:55.991053+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:30:05.612495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991353+0000","last_change":"2024-03-18T22:54:54.043601+0000","last_active":"2024-03-18T22:54:55.991353+0000","last_peered":"2024-03-18T22:54:55.991353+0000","last_clean":"2024-03-18T22:54:55.991353+0000","last_became_active":"2024-03-18T22:54:54.043219+0000","last_became_peered":"2024-03-18T22:54:54.043219+0000","last_unstale":"2024-03-18T22:54:55.991353+0000","last_undegraded":"2024-03-18T22:54:55.991353+0000","last_fullsized":"2024-03-18T22:54:55.991353+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:24:50.325452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.305024+0000","last_change":"2024-03-18T22:54:54.033620+0000","last_active":"2024-03-18T22:54:55.305024+0000","last_peered":"2024-03-18T22:54:55.305024+0000","last_clean":"2024-03-18T22:54:55.305024+0000","last_became_active":"2024-03-18T22:54:54.032970+0000","last_became_peered":"2024-03-18T22:54:54.032970+0000","last_unstale":"2024-03-18T22:54:55.305024+0000","last_undegraded":"2024-03-18T22:54:55.305024+0000","last_fullsized":"2024-03-18T22:54:55.305024+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:03:09.706373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.990554+0000","last_change":"2024-03-18T22:54:54.033789+0000","last_active":"2024-03-18T22:54:55.990554+0000","last_peered":"2024-03-18T22:54:55.990554+0000","last_clean":"2024-03-18T22:54:55.990554+0000","last_became_active":"2024-03-18T22:54:54.033462+0000","last_became_peered":"2024-03-18T22:54:54.033462+0000","last_unstale":"2024-03-18T22:54:55.990554+0000","last_undegraded":"2024-03-18T22:54:55.990554+0000","last_fullsized":"2024-03-18T22:54:55.990554+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-19T23:52:36.014554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.990554+0000","last_change":"2024-03-18T22:54:54.041458+0000","last_active":"2024-03-18T22:54:55.990554+0000","last_peered":"2024-03-18T22:54:55.990554+0000","last_clean":"2024-03-18T22:54:55.990554+0000","last_became_active":"2024-03-18T22:54:54.041031+0000","last_became_peered":"2024-03-18T22:54:54.041031+0000","last_unstale":"2024-03-18T22:54:55.990554+0000","last_undegraded":"2024-03-18T22:54:55.990554+0000","last_fullsized":"2024-03-18T22:54:55.990554+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:27:14.240543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.990365+0000","last_change":"2024-03-18T22:54:54.031886+0000","last_active":"2024-03-18T22:54:55.990365+0000","last_peered":"2024-03-18T22:54:55.990365+0000","last_clean":"2024-03-18T22:54:55.990365+0000","last_became_active":"2024-03-18T22:54:54.031546+0000","last_became_peered":"2024-03-18T22:54:54.031546+0000","last_unstale":"2024-03-18T22:54:55.990365+0000","last_undegraded":"2024-03-18T22:54:55.990365+0000","last_fullsized":"2024-03-18T22:54:55.990365+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:39:28.094662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.024376+0000","last_change":"2024-03-18T22:54:54.036311+0000","last_active":"2024-03-18T22:54:55.024376+0000","last_peered":"2024-03-18T22:54:55.024376+0000","last_clean":"2024-03-18T22:54:55.024376+0000","last_became_active":"2024-03-18T22:54:54.035044+0000","last_became_peered":"2024-03-18T22:54:54.035044+0000","last_unstale":"2024-03-18T22:54:55.024376+0000","last_undegraded":"2024-03-18T22:54:55.024376+0000","last_fullsized":"2024-03-18T22:54:55.024376+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:48:43.672491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.023263+0000","last_change":"2024-03-18T22:54:54.030854+0000","last_active":"2024-03-18T22:54:55.023263+0000","last_peered":"2024-03-18T22:54:55.023263+0000","last_clean":"2024-03-18T22:54:55.023263+0000","last_became_active":"2024-03-18T22:54:54.030502+0000","last_became_peered":"2024-03-18T22:54:54.030502+0000","last_unstale":"2024-03-18T22:54:55.023263+0000","last_undegraded":"2024-03-18T22:54:55.023263+0000","last_fullsized":"2024-03-18T22:54:55.023263+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:43:21.546514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991282+0000","last_change":"2024-03-18T22:54:54.031016+0000","last_active":"2024-03-18T22:54:55.991282+0000","last_peered":"2024-03-18T22:54:55.991282+0000","last_clean":"2024-03-18T22:54:55.991282+0000","last_became_active":"2024-03-18T22:54:54.030652+0000","last_became_peered":"2024-03-18T22:54:54.030652+0000","last_unstale":"2024-03-18T22:54:55.991282+0000","last_undegraded":"2024-03-18T22:54:55.991282+0000","last_fullsized":"2024-03-18T22:54:55.991282+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:48:23.720425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"88'9","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:57.362063+0000","last_change":"2024-03-18T22:54:53.027882+0000","last_active":"2024-03-18T22:54:57.362063+0000","last_peered":"2024-03-18T22:54:57.362063+0000","last_clean":"2024-03-18T22:54:57.362063+0000","last_became_active":"2024-03-18T22:54:53.027419+0000","last_became_peered":"2024-03-18T22:54:53.027419+0000","last_unstale":"2024-03-18T22:54:57.362063+0000","last_undegraded":"2024-03-18T22:54:57.362063+0000","last_fullsized":"2024-03-18T22:54:57.362063+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:30:24.336158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.254778+0000","last_change":"2024-03-18T22:54:54.032564+0000","last_active":"2024-03-18T22:54:55.254778+0000","last_peered":"2024-03-18T22:54:55.254778+0000","last_clean":"2024-03-18T22:54:55.254778+0000","last_became_active":"2024-03-18T22:54:54.031787+0000","last_became_peered":"2024-03-18T22:54:54.031787+0000","last_unstale":"2024-03-18T22:54:55.254778+0000","last_undegraded":"2024-03-18T22:54:55.254778+0000","last_fullsized":"2024-03-18T22:54:55.254778+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:47:23.945441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.254836+0000","last_change":"2024-03-18T22:54:53.033977+0000","last_active":"2024-03-18T22:54:55.254836+0000","last_peered":"2024-03-18T22:54:55.254836+0000","last_clean":"2024-03-18T22:54:55.254836+0000","last_became_active":"2024-03-18T22:54:53.033275+0000","last_became_peered":"2024-03-18T22:54:53.033275+0000","last_unstale":"2024-03-18T22:54:55.254836+0000","last_undegraded":"2024-03-18T22:54:55.254836+0000","last_fullsized":"2024-03-18T22:54:55.254836+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:46:20.344867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.990916+0000","last_change":"2024-03-18T22:54:54.028358+0000","last_active":"2024-03-18T22:54:55.990916+0000","last_peered":"2024-03-18T22:54:55.990916+0000","last_clean":"2024-03-18T22:54:55.990916+0000","last_became_active":"2024-03-18T22:54:54.028042+0000","last_became_peered":"2024-03-18T22:54:54.028042+0000","last_unstale":"2024-03-18T22:54:55.990916+0000","last_undegraded":"2024-03-18T22:54:55.990916+0000","last_fullsized":"2024-03-18T22:54:55.990916+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:32:03.223320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"88'4","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:57.360784+0000","last_change":"2024-03-18T22:54:53.024436+0000","last_active":"2024-03-18T22:54:57.360784+0000","last_peered":"2024-03-18T22:54:57.360784+0000","last_clean":"2024-03-18T22:54:57.360784+0000","last_became_active":"2024-03-18T22:54:53.024121+0000","last_became_peered":"2024-03-18T22:54:53.024121+0000","last_unstale":"2024-03-18T22:54:57.360784+0000","last_undegraded":"2024-03-18T22:54:57.360784+0000","last_fullsized":"2024-03-18T22:54:57.360784+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:33:53.084206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991819+0000","last_change":"2024-03-18T22:54:54.035083+0000","last_active":"2024-03-18T22:54:55.991819+0000","last_peered":"2024-03-18T22:54:55.991819+0000","last_clean":"2024-03-18T22:54:55.991819+0000","last_became_active":"2024-03-18T22:54:54.034695+0000","last_became_peered":"2024-03-18T22:54:54.034695+0000","last_unstale":"2024-03-18T22:54:55.991819+0000","last_undegraded":"2024-03-18T22:54:55.991819+0000","last_fullsized":"2024-03-18T22:54:55.991819+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:29:27.831279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"87'2","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.344143+0000","last_change":"2024-03-18T22:54:53.027396+0000","last_active":"2024-03-18T22:54:55.344143+0000","last_peered":"2024-03-18T22:54:55.344143+0000","last_clean":"2024-03-18T22:54:55.344143+0000","last_became_active":"2024-03-18T22:54:53.026995+0000","last_became_peered":"2024-03-18T22:54:53.026995+0000","last_unstale":"2024-03-18T22:54:55.344143+0000","last_undegraded":"2024-03-18T22:54:55.344143+0000","last_fullsized":"2024-03-18T22:54:55.344143+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:23:37.923991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991544+0000","last_change":"2024-03-18T22:54:54.038341+0000","last_active":"2024-03-18T22:54:55.991544+0000","last_peered":"2024-03-18T22:54:55.991544+0000","last_clean":"2024-03-18T22:54:55.991544+0000","last_became_active":"2024-03-18T22:54:54.037958+0000","last_became_peered":"2024-03-18T22:54:54.037958+0000","last_unstale":"2024-03-18T22:54:55.991544+0000","last_undegraded":"2024-03-18T22:54:55.991544+0000","last_fullsized":"2024-03-18T22:54:55.991544+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:03:10.084571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"88'5","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:58.365195+0000","last_change":"2024-03-18T22:54:53.023798+0000","last_active":"2024-03-18T22:54:58.365195+0000","last_peered":"2024-03-18T22:54:58.365195+0000","last_clean":"2024-03-18T22:54:58.365195+0000","last_became_active":"2024-03-18T22:54:53.023472+0000","last_became_peered":"2024-03-18T22:54:53.023472+0000","last_unstale":"2024-03-18T22:54:58.365195+0000","last_undegraded":"2024-03-18T22:54:58.365195+0000","last_fullsized":"2024-03-18T22:54:58.365195+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:25:15.261750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.344072+0000","last_change":"2024-03-18T22:54:54.034194+0000","last_active":"2024-03-18T22:54:55.344072+0000","last_peered":"2024-03-18T22:54:55.344072+0000","last_clean":"2024-03-18T22:54:55.344072+0000","last_became_active":"2024-03-18T22:54:54.033637+0000","last_became_peered":"2024-03-18T22:54:54.033637+0000","last_unstale":"2024-03-18T22:54:55.344072+0000","last_undegraded":"2024-03-18T22:54:55.344072+0000","last_fullsized":"2024-03-18T22:54:55.344072+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:10:31.233454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"88'3","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:57.360800+0000","last_change":"2024-03-18T22:54:53.028059+0000","last_active":"2024-03-18T22:54:57.360800+0000","last_peered":"2024-03-18T22:54:57.360800+0000","last_clean":"2024-03-18T22:54:57.360800+0000","last_became_active":"2024-03-18T22:54:53.027708+0000","last_became_peered":"2024-03-18T22:54:53.027708+0000","last_unstale":"2024-03-18T22:54:57.360800+0000","last_undegraded":"2024-03-18T22:54:57.360800+0000","last_fullsized":"2024-03-18T22:54:57.360800+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:48:11.367627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991663+0000","last_change":"2024-03-18T22:54:54.040583+0000","last_active":"2024-03-18T22:54:55.991663+0000","last_peered":"2024-03-18T22:54:55.991663+0000","last_clean":"2024-03-18T22:54:55.991663+0000","last_became_active":"2024-03-18T22:54:54.040195+0000","last_became_peered":"2024-03-18T22:54:54.040195+0000","last_unstale":"2024-03-18T22:54:55.991663+0000","last_undegraded":"2024-03-18T22:54:55.991663+0000","last_fullsized":"2024-03-18T22:54:55.991663+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:53:39.945386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"88'2","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:57.361891+0000","last_change":"2024-03-18T22:54:53.023969+0000","last_active":"2024-03-18T22:54:57.361891+0000","last_peered":"2024-03-18T22:54:57.361891+0000","last_clean":"2024-03-18T22:54:57.361891+0000","last_became_active":"2024-03-18T22:54:53.023643+0000","last_became_peered":"2024-03-18T22:54:53.023643+0000","last_unstale":"2024-03-18T22:54:57.361891+0000","last_undegraded":"2024-03-18T22:54:57.361891+0000","last_fullsized":"2024-03-18T22:54:57.361891+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:24:33.498617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.254305+0000","last_change":"2024-03-18T22:54:54.033443+0000","last_active":"2024-03-18T22:54:55.254305+0000","last_peered":"2024-03-18T22:54:55.254305+0000","last_clean":"2024-03-18T22:54:55.254305+0000","last_became_active":"2024-03-18T22:54:54.033077+0000","last_became_peered":"2024-03-18T22:54:54.033077+0000","last_unstale":"2024-03-18T22:54:55.254305+0000","last_undegraded":"2024-03-18T22:54:55.254305+0000","last_fullsized":"2024-03-18T22:54:55.254305+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:53:58.813974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"88'1","reported_seq":16,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991775+0000","last_change":"2024-03-18T22:54:53.024687+0000","last_active":"2024-03-18T22:54:55.991775+0000","last_peered":"2024-03-18T22:54:55.991775+0000","last_clean":"2024-03-18T22:54:55.991775+0000","last_became_active":"2024-03-18T22:54:53.024393+0000","last_became_peered":"2024-03-18T22:54:53.024393+0000","last_unstale":"2024-03-18T22:54:55.991775+0000","last_undegraded":"2024-03-18T22:54:55.991775+0000","last_fullsized":"2024-03-18T22:54:55.991775+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:39:07.033897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.023080+0000","last_change":"2024-03-18T22:54:54.025188+0000","last_active":"2024-03-18T22:54:55.023080+0000","last_peered":"2024-03-18T22:54:55.023080+0000","last_clean":"2024-03-18T22:54:55.023080+0000","last_became_active":"2024-03-18T22:54:54.024824+0000","last_became_peered":"2024-03-18T22:54:54.024824+0000","last_unstale":"2024-03-18T22:54:55.023080+0000","last_undegraded":"2024-03-18T22:54:55.023080+0000","last_fullsized":"2024-03-18T22:54:55.023080+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-19T23:20:28.210324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"88'3","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:56.352739+0000","last_change":"2024-03-18T22:54:53.024309+0000","last_active":"2024-03-18T22:54:56.352739+0000","last_peered":"2024-03-18T22:54:56.352739+0000","last_clean":"2024-03-18T22:54:56.352739+0000","last_became_active":"2024-03-18T22:54:53.023965+0000","last_became_peered":"2024-03-18T22:54:53.023965+0000","last_unstale":"2024-03-18T22:54:56.352739+0000","last_undegraded":"2024-03-18T22:54:56.352739+0000","last_fullsized":"2024-03-18T22:54:56.352739+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:19:19.494709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.992076+0000","last_change":"2024-03-18T22:54:54.035134+0000","last_active":"2024-03-18T22:54:55.992076+0000","last_peered":"2024-03-18T22:54:55.992076+0000","last_clean":"2024-03-18T22:54:55.992076+0000","last_became_active":"2024-03-18T22:54:54.034741+0000","last_became_peered":"2024-03-18T22:54:54.034741+0000","last_unstale":"2024-03-18T22:54:55.992076+0000","last_undegraded":"2024-03-18T22:54:55.992076+0000","last_fullsized":"2024-03-18T22:54:55.992076+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:28:43.106200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"88'2","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:56.354779+0000","last_change":"2024-03-18T22:54:53.024983+0000","last_active":"2024-03-18T22:54:56.354779+0000","last_peered":"2024-03-18T22:54:56.354779+0000","last_clean":"2024-03-18T22:54:56.354779+0000","last_became_active":"2024-03-18T22:54:53.024676+0000","last_became_peered":"2024-03-18T22:54:53.024676+0000","last_unstale":"2024-03-18T22:54:56.354779+0000","last_undegraded":"2024-03-18T22:54:56.354779+0000","last_fullsized":"2024-03-18T22:54:56.354779+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:33:48.735502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.990932+0000","last_change":"2024-03-18T22:54:54.040973+0000","last_active":"2024-03-18T22:54:55.990932+0000","last_peered":"2024-03-18T22:54:55.990932+0000","last_clean":"2024-03-18T22:54:55.990932+0000","last_became_active":"2024-03-18T22:54:54.040619+0000","last_became_peered":"2024-03-18T22:54:54.040619+0000","last_unstale":"2024-03-18T22:54:55.990932+0000","last_undegraded":"2024-03-18T22:54:55.990932+0000","last_fullsized":"2024-03-18T22:54:55.990932+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:05:31.662271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"88'4","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:56.352699+0000","last_change":"2024-03-18T22:54:53.030908+0000","last_active":"2024-03-18T22:54:56.352699+0000","last_peered":"2024-03-18T22:54:56.352699+0000","last_clean":"2024-03-18T22:54:56.352699+0000","last_became_active":"2024-03-18T22:54:53.030583+0000","last_became_peered":"2024-03-18T22:54:53.030583+0000","last_unstale":"2024-03-18T22:54:56.352699+0000","last_undegraded":"2024-03-18T22:54:56.352699+0000","last_fullsized":"2024-03-18T22:54:56.352699+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:17:58.857302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991665+0000","last_change":"2024-03-18T22:54:54.039463+0000","last_active":"2024-03-18T22:54:55.991665+0000","last_peered":"2024-03-18T22:54:55.991665+0000","last_clean":"2024-03-18T22:54:55.991665+0000","last_became_active":"2024-03-18T22:54:54.039054+0000","last_became_peered":"2024-03-18T22:54:54.039054+0000","last_unstale":"2024-03-18T22:54:55.991665+0000","last_undegraded":"2024-03-18T22:54:55.991665+0000","last_fullsized":"2024-03-18T22:54:55.991665+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:18:59.896093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"88'11","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:58.714554+0000","last_change":"2024-03-18T22:54:53.026044+0000","last_active":"2024-03-18T22:54:58.714554+0000","last_peered":"2024-03-18T22:54:58.714554+0000","last_clean":"2024-03-18T22:54:58.714554+0000","last_became_active":"2024-03-18T22:54:53.025700+0000","last_became_peered":"2024-03-18T22:54:53.025700+0000","last_unstale":"2024-03-18T22:54:58.714554+0000","last_undegraded":"2024-03-18T22:54:58.714554+0000","last_fullsized":"2024-03-18T22:54:58.714554+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:52:51.551052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8212,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":3,"num_write":12,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.344176+0000","last_change":"2024-03-18T22:54:54.028830+0000","last_active":"2024-03-18T22:54:55.344176+0000","last_peered":"2024-03-18T22:54:55.344176+0000","last_clean":"2024-03-18T22:54:55.344176+0000","last_became_active":"2024-03-18T22:54:54.028505+0000","last_became_peered":"2024-03-18T22:54:54.028505+0000","last_unstale":"2024-03-18T22:54:55.344176+0000","last_undegraded":"2024-03-18T22:54:55.344176+0000","last_fullsized":"2024-03-18T22:54:55.344176+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:54:18.319112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"88'6","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:57.362830+0000","last_change":"2024-03-18T22:54:53.026235+0000","last_active":"2024-03-18T22:54:57.362830+0000","last_peered":"2024-03-18T22:54:57.362830+0000","last_clean":"2024-03-18T22:54:57.362830+0000","last_became_active":"2024-03-18T22:54:53.025870+0000","last_became_peered":"2024-03-18T22:54:53.025870+0000","last_unstale":"2024-03-18T22:54:57.362830+0000","last_undegraded":"2024-03-18T22:54:57.362830+0000","last_fullsized":"2024-03-18T22:54:57.362830+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:19:13.431725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.304832+0000","last_change":"2024-03-18T22:54:54.030647+0000","last_active":"2024-03-18T22:54:55.304832+0000","last_peered":"2024-03-18T22:54:55.304832+0000","last_clean":"2024-03-18T22:54:55.304832+0000","last_became_active":"2024-03-18T22:54:54.030274+0000","last_became_peered":"2024-03-18T22:54:54.030274+0000","last_unstale":"2024-03-18T22:54:55.304832+0000","last_undegraded":"2024-03-18T22:54:55.304832+0000","last_fullsized":"2024-03-18T22:54:55.304832+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:23:21.728120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"88'3","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:56.353925+0000","last_change":"2024-03-18T22:54:53.025089+0000","last_active":"2024-03-18T22:54:56.353925+0000","last_peered":"2024-03-18T22:54:56.353925+0000","last_clean":"2024-03-18T22:54:56.353925+0000","last_became_active":"2024-03-18T22:54:53.022526+0000","last_became_peered":"2024-03-18T22:54:53.022526+0000","last_unstale":"2024-03-18T22:54:56.353925+0000","last_undegraded":"2024-03-18T22:54:56.353925+0000","last_fullsized":"2024-03-18T22:54:56.353925+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-19T23:54:03.107450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.990771+0000","last_change":"2024-03-18T22:54:54.037116+0000","last_active":"2024-03-18T22:54:55.990771+0000","last_peered":"2024-03-18T22:54:55.990771+0000","last_clean":"2024-03-18T22:54:55.990771+0000","last_became_active":"2024-03-18T22:54:54.036789+0000","last_became_peered":"2024-03-18T22:54:54.036789+0000","last_unstale":"2024-03-18T22:54:55.990771+0000","last_undegraded":"2024-03-18T22:54:55.990771+0000","last_fullsized":"2024-03-18T22:54:55.990771+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:52:57.387973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"88'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:58.367499+0000","last_change":"2024-03-18T22:54:53.023551+0000","last_active":"2024-03-18T22:54:58.367499+0000","last_peered":"2024-03-18T22:54:58.367499+0000","last_clean":"2024-03-18T22:54:58.367499+0000","last_became_active":"2024-03-18T22:54:53.023218+0000","last_became_peered":"2024-03-18T22:54:53.023218+0000","last_unstale":"2024-03-18T22:54:58.367499+0000","last_undegraded":"2024-03-18T22:54:58.367499+0000","last_fullsized":"2024-03-18T22:54:58.367499+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:23:50.244054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.990475+0000","last_change":"2024-03-18T22:54:54.031529+0000","last_active":"2024-03-18T22:54:55.990475+0000","last_peered":"2024-03-18T22:54:55.990475+0000","last_clean":"2024-03-18T22:54:55.990475+0000","last_became_active":"2024-03-18T22:54:54.031227+0000","last_became_peered":"2024-03-18T22:54:54.031227+0000","last_unstale":"2024-03-18T22:54:55.990475+0000","last_undegraded":"2024-03-18T22:54:55.990475+0000","last_fullsized":"2024-03-18T22:54:55.990475+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:41:40.702129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"88'15","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:57.364126+0000","last_change":"2024-03-18T22:54:53.027160+0000","last_active":"2024-03-18T22:54:57.364126+0000","last_peered":"2024-03-18T22:54:57.364126+0000","last_clean":"2024-03-18T22:54:57.364126+0000","last_became_active":"2024-03-18T22:54:53.026865+0000","last_became_peered":"2024-03-18T22:54:53.026865+0000","last_unstale":"2024-03-18T22:54:57.364126+0000","last_undegraded":"2024-03-18T22:54:57.364126+0000","last_fullsized":"2024-03-18T22:54:57.364126+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:34:14.499769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991021+0000","last_change":"2024-03-18T22:54:54.032159+0000","last_active":"2024-03-18T22:54:55.991021+0000","last_peered":"2024-03-18T22:54:55.991021+0000","last_clean":"2024-03-18T22:54:55.991021+0000","last_became_active":"2024-03-18T22:54:54.031842+0000","last_became_peered":"2024-03-18T22:54:54.031842+0000","last_unstale":"2024-03-18T22:54:55.991021+0000","last_undegraded":"2024-03-18T22:54:55.991021+0000","last_fullsized":"2024-03-18T22:54:55.991021+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:15:30.868540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"88'2","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:58.358530+0000","last_change":"2024-03-18T22:54:53.026733+0000","last_active":"2024-03-18T22:54:58.358530+0000","last_peered":"2024-03-18T22:54:58.358530+0000","last_clean":"2024-03-18T22:54:58.358530+0000","last_became_active":"2024-03-18T22:54:53.026191+0000","last_became_peered":"2024-03-18T22:54:53.026191+0000","last_unstale":"2024-03-18T22:54:58.358530+0000","last_undegraded":"2024-03-18T22:54:58.358530+0000","last_fullsized":"2024-03-18T22:54:58.358530+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:28:45.140827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.023995+0000","last_change":"2024-03-18T22:54:54.039145+0000","last_active":"2024-03-18T22:54:55.023995+0000","last_peered":"2024-03-18T22:54:55.023995+0000","last_clean":"2024-03-18T22:54:55.023995+0000","last_became_active":"2024-03-18T22:54:54.038764+0000","last_became_peered":"2024-03-18T22:54:54.038764+0000","last_unstale":"2024-03-18T22:54:55.023995+0000","last_undegraded":"2024-03-18T22:54:55.023995+0000","last_fullsized":"2024-03-18T22:54:55.023995+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:06:06.713035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.022954+0000","last_change":"2024-03-18T22:54:53.035813+0000","last_active":"2024-03-18T22:54:55.022954+0000","last_peered":"2024-03-18T22:54:55.022954+0000","last_clean":"2024-03-18T22:54:55.022954+0000","last_became_active":"2024-03-18T22:54:53.035498+0000","last_became_peered":"2024-03-18T22:54:53.035498+0000","last_unstale":"2024-03-18T22:54:55.022954+0000","last_undegraded":"2024-03-18T22:54:55.022954+0000","last_fullsized":"2024-03-18T22:54:55.022954+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:25:40.118257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.024328+0000","last_change":"2024-03-18T22:54:54.036266+0000","last_active":"2024-03-18T22:54:55.024328+0000","last_peered":"2024-03-18T22:54:55.024328+0000","last_clean":"2024-03-18T22:54:55.024328+0000","last_became_active":"2024-03-18T22:54:54.035878+0000","last_became_peered":"2024-03-18T22:54:54.035878+0000","last_unstale":"2024-03-18T22:54:55.024328+0000","last_undegraded":"2024-03-18T22:54:55.024328+0000","last_fullsized":"2024-03-18T22:54:55.024328+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:33:16.420798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"88'1","reported_seq":16,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991276+0000","last_change":"2024-03-18T22:54:53.028365+0000","last_active":"2024-03-18T22:54:55.991276+0000","last_peered":"2024-03-18T22:54:55.991276+0000","last_clean":"2024-03-18T22:54:55.991276+0000","last_became_active":"2024-03-18T22:54:53.027911+0000","last_became_peered":"2024-03-18T22:54:53.027911+0000","last_unstale":"2024-03-18T22:54:55.991276+0000","last_undegraded":"2024-03-18T22:54:55.991276+0000","last_fullsized":"2024-03-18T22:54:55.991276+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:12:38.271170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.024442+0000","last_change":"2024-03-18T22:54:54.042110+0000","last_active":"2024-03-18T22:54:55.024442+0000","last_peered":"2024-03-18T22:54:55.024442+0000","last_clean":"2024-03-18T22:54:55.024442+0000","last_became_active":"2024-03-18T22:54:54.041704+0000","last_became_peered":"2024-03-18T22:54:54.041704+0000","last_unstale":"2024-03-18T22:54:55.024442+0000","last_undegraded":"2024-03-18T22:54:55.024442+0000","last_fullsized":"2024-03-18T22:54:55.024442+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:05:18.994280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991907+0000","last_change":"2024-03-18T22:54:54.030853+0000","last_active":"2024-03-18T22:54:55.991907+0000","last_peered":"2024-03-18T22:54:55.991907+0000","last_clean":"2024-03-18T22:54:55.991907+0000","last_became_active":"2024-03-18T22:54:54.030269+0000","last_became_peered":"2024-03-18T22:54:54.030269+0000","last_unstale":"2024-03-18T22:54:55.991907+0000","last_undegraded":"2024-03-18T22:54:55.991907+0000","last_fullsized":"2024-03-18T22:54:55.991907+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:41:19.958455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"88'4","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:57.363415+0000","last_change":"2024-03-18T22:54:53.032470+0000","last_active":"2024-03-18T22:54:57.363415+0000","last_peered":"2024-03-18T22:54:57.363415+0000","last_clean":"2024-03-18T22:54:57.363415+0000","last_became_active":"2024-03-18T22:54:53.032169+0000","last_became_peered":"2024-03-18T22:54:53.032169+0000","last_unstale":"2024-03-18T22:54:57.363415+0000","last_undegraded":"2024-03-18T22:54:57.363415+0000","last_fullsized":"2024-03-18T22:54:57.363415+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-19T23:43:21.636899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.254519+0000","last_change":"2024-03-18T22:54:54.031801+0000","last_active":"2024-03-18T22:54:55.254519+0000","last_peered":"2024-03-18T22:54:55.254519+0000","last_clean":"2024-03-18T22:54:55.254519+0000","last_became_active":"2024-03-18T22:54:54.029842+0000","last_became_peered":"2024-03-18T22:54:54.029842+0000","last_unstale":"2024-03-18T22:54:55.254519+0000","last_undegraded":"2024-03-18T22:54:55.254519+0000","last_fullsized":"2024-03-18T22:54:55.254519+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:54:05.721142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"88'3","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:58.361619+0000","last_change":"2024-03-18T22:54:53.023413+0000","last_active":"2024-03-18T22:54:58.361619+0000","last_peered":"2024-03-18T22:54:58.361619+0000","last_clean":"2024-03-18T22:54:58.361619+0000","last_became_active":"2024-03-18T22:54:53.023065+0000","last_became_peered":"2024-03-18T22:54:53.023065+0000","last_unstale":"2024-03-18T22:54:58.361619+0000","last_undegraded":"2024-03-18T22:54:58.361619+0000","last_fullsized":"2024-03-18T22:54:58.361619+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:06:51.923415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":351,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.990641+0000","last_change":"2024-03-18T22:53:41.982208+0000","last_active":"2024-03-18T22:54:55.990641+0000","last_peered":"2024-03-18T22:54:55.990641+0000","last_clean":"2024-03-18T22:54:55.990641+0000","last_became_active":"2024-03-18T22:53:41.981791+0000","last_became_peered":"2024-03-18T22:53:41.981791+0000","last_unstale":"2024-03-18T22:54:55.990641+0000","last_undegraded":"2024-03-18T22:54:55.990641+0000","last_fullsized":"2024-03-18T22:54:55.990641+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:50:20.075274+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:50:20.075274+0000","last_clean_scrub_stamp":"2024-03-18T22:50:20.075274+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:02:14.429319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.304710+0000","last_change":"2024-03-18T22:54:54.043304+0000","last_active":"2024-03-18T22:54:55.304710+0000","last_peered":"2024-03-18T22:54:55.304710+0000","last_clean":"2024-03-18T22:54:55.304710+0000","last_became_active":"2024-03-18T22:54:54.042947+0000","last_became_peered":"2024-03-18T22:54:54.042947+0000","last_unstale":"2024-03-18T22:54:55.304710+0000","last_undegraded":"2024-03-18T22:54:55.304710+0000","last_fullsized":"2024-03-18T22:54:55.304710+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:25:17.894231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'3","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:57.362019+0000","last_change":"2024-03-18T22:54:53.024193+0000","last_active":"2024-03-18T22:54:57.362019+0000","last_peered":"2024-03-18T22:54:57.362019+0000","last_clean":"2024-03-18T22:54:57.362019+0000","last_became_active":"2024-03-18T22:54:53.023879+0000","last_became_peered":"2024-03-18T22:54:53.023879+0000","last_unstale":"2024-03-18T22:54:57.362019+0000","last_undegraded":"2024-03-18T22:54:57.362019+0000","last_fullsized":"2024-03-18T22:54:57.362019+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:00:18.064908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"88'1","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:56.355356+0000","last_change":"2024-03-18T22:54:53.032866+0000","last_active":"2024-03-18T22:54:56.355356+0000","last_peered":"2024-03-18T22:54:56.355356+0000","last_clean":"2024-03-18T22:54:56.355356+0000","last_became_active":"2024-03-18T22:54:53.032217+0000","last_became_peered":"2024-03-18T22:54:53.032217+0000","last_unstale":"2024-03-18T22:54:56.355356+0000","last_undegraded":"2024-03-18T22:54:56.355356+0000","last_fullsized":"2024-03-18T22:54:56.355356+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:35:17.804396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.305006+0000","last_change":"2024-03-18T22:54:54.033160+0000","last_active":"2024-03-18T22:54:55.305006+0000","last_peered":"2024-03-18T22:54:55.305006+0000","last_clean":"2024-03-18T22:54:55.305006+0000","last_became_active":"2024-03-18T22:54:54.032815+0000","last_became_peered":"2024-03-18T22:54:54.032815+0000","last_unstale":"2024-03-18T22:54:55.305006+0000","last_undegraded":"2024-03-18T22:54:55.305006+0000","last_fullsized":"2024-03-18T22:54:55.305006+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:52:01.710534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"88'3","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:57.361524+0000","last_change":"2024-03-18T22:54:53.031367+0000","last_active":"2024-03-18T22:54:57.361524+0000","last_peered":"2024-03-18T22:54:57.361524+0000","last_clean":"2024-03-18T22:54:57.361524+0000","last_became_active":"2024-03-18T22:54:53.031030+0000","last_became_peered":"2024-03-18T22:54:53.031030+0000","last_unstale":"2024-03-18T22:54:57.361524+0000","last_undegraded":"2024-03-18T22:54:57.361524+0000","last_fullsized":"2024-03-18T22:54:57.361524+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:40:32.093646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.254646+0000","last_change":"2024-03-18T22:54:54.028576+0000","last_active":"2024-03-18T22:54:55.254646+0000","last_peered":"2024-03-18T22:54:55.254646+0000","last_clean":"2024-03-18T22:54:55.254646+0000","last_became_active":"2024-03-18T22:54:54.028115+0000","last_became_peered":"2024-03-18T22:54:54.028115+0000","last_unstale":"2024-03-18T22:54:55.254646+0000","last_undegraded":"2024-03-18T22:54:55.254646+0000","last_fullsized":"2024-03-18T22:54:55.254646+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:27:03.411944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"88'4","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:56.353321+0000","last_change":"2024-03-18T22:54:53.033197+0000","last_active":"2024-03-18T22:54:56.353321+0000","last_peered":"2024-03-18T22:54:56.353321+0000","last_clean":"2024-03-18T22:54:56.353321+0000","last_became_active":"2024-03-18T22:54:53.032866+0000","last_became_peered":"2024-03-18T22:54:53.032866+0000","last_unstale":"2024-03-18T22:54:56.353321+0000","last_undegraded":"2024-03-18T22:54:56.353321+0000","last_fullsized":"2024-03-18T22:54:56.353321+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:11:09.699315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.990722+0000","last_change":"2024-03-18T22:54:54.040933+0000","last_active":"2024-03-18T22:54:55.990722+0000","last_peered":"2024-03-18T22:54:55.990722+0000","last_clean":"2024-03-18T22:54:55.990722+0000","last_became_active":"2024-03-18T22:54:54.040546+0000","last_became_peered":"2024-03-18T22:54:54.040546+0000","last_unstale":"2024-03-18T22:54:55.990722+0000","last_undegraded":"2024-03-18T22:54:55.990722+0000","last_fullsized":"2024-03-18T22:54:55.990722+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:17:41.902643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:56.354806+0000","last_change":"2024-03-18T22:54:53.032780+0000","last_active":"2024-03-18T22:54:56.354806+0000","last_peered":"2024-03-18T22:54:56.354806+0000","last_clean":"2024-03-18T22:54:56.354806+0000","last_became_active":"2024-03-18T22:54:53.032380+0000","last_became_peered":"2024-03-18T22:54:53.032380+0000","last_unstale":"2024-03-18T22:54:56.354806+0000","last_undegraded":"2024-03-18T22:54:56.354806+0000","last_fullsized":"2024-03-18T22:54:56.354806+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:44:54.898752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.343868+0000","last_change":"2024-03-18T22:54:54.028746+0000","last_active":"2024-03-18T22:54:55.343868+0000","last_peered":"2024-03-18T22:54:55.343868+0000","last_clean":"2024-03-18T22:54:55.343868+0000","last_became_active":"2024-03-18T22:54:54.028402+0000","last_became_peered":"2024-03-18T22:54:54.028402+0000","last_unstale":"2024-03-18T22:54:55.343868+0000","last_undegraded":"2024-03-18T22:54:55.343868+0000","last_fullsized":"2024-03-18T22:54:55.343868+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:01:41.682832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"88'3","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:56.353072+0000","last_change":"2024-03-18T22:54:53.030509+0000","last_active":"2024-03-18T22:54:56.353072+0000","last_peered":"2024-03-18T22:54:56.353072+0000","last_clean":"2024-03-18T22:54:56.353072+0000","last_became_active":"2024-03-18T22:54:53.030155+0000","last_became_peered":"2024-03-18T22:54:53.030155+0000","last_unstale":"2024-03-18T22:54:56.353072+0000","last_undegraded":"2024-03-18T22:54:56.353072+0000","last_fullsized":"2024-03-18T22:54:56.353072+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:16:10.482244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.023764+0000","last_change":"2024-03-18T22:54:54.033471+0000","last_active":"2024-03-18T22:54:55.023764+0000","last_peered":"2024-03-18T22:54:55.023764+0000","last_clean":"2024-03-18T22:54:55.023764+0000","last_became_active":"2024-03-18T22:54:54.032988+0000","last_became_peered":"2024-03-18T22:54:54.032988+0000","last_unstale":"2024-03-18T22:54:55.023764+0000","last_undegraded":"2024-03-18T22:54:55.023764+0000","last_fullsized":"2024-03-18T22:54:55.023764+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:00:52.952303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"88'1","reported_seq":16,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.990999+0000","last_change":"2024-03-18T22:54:53.026863+0000","last_active":"2024-03-18T22:54:55.990999+0000","last_peered":"2024-03-18T22:54:55.990999+0000","last_clean":"2024-03-18T22:54:55.990999+0000","last_became_active":"2024-03-18T22:54:53.026544+0000","last_became_peered":"2024-03-18T22:54:53.026544+0000","last_unstale":"2024-03-18T22:54:55.990999+0000","last_undegraded":"2024-03-18T22:54:55.990999+0000","last_fullsized":"2024-03-18T22:54:55.990999+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:46:39.488983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.254501+0000","last_change":"2024-03-18T22:54:54.032914+0000","last_active":"2024-03-18T22:54:55.254501+0000","last_peered":"2024-03-18T22:54:55.254501+0000","last_clean":"2024-03-18T22:54:55.254501+0000","last_became_active":"2024-03-18T22:54:54.032445+0000","last_became_peered":"2024-03-18T22:54:54.032445+0000","last_unstale":"2024-03-18T22:54:55.254501+0000","last_undegraded":"2024-03-18T22:54:55.254501+0000","last_fullsized":"2024-03-18T22:54:55.254501+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:48:46.776010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:56.356192+0000","last_change":"2024-03-18T22:54:53.023744+0000","last_active":"2024-03-18T22:54:56.356192+0000","last_peered":"2024-03-18T22:54:56.356192+0000","last_clean":"2024-03-18T22:54:56.356192+0000","last_became_active":"2024-03-18T22:54:53.023413+0000","last_became_peered":"2024-03-18T22:54:53.023413+0000","last_unstale":"2024-03-18T22:54:56.356192+0000","last_undegraded":"2024-03-18T22:54:56.356192+0000","last_fullsized":"2024-03-18T22:54:56.356192+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:23:34.573092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991378+0000","last_change":"2024-03-18T22:54:54.031434+0000","last_active":"2024-03-18T22:54:55.991378+0000","last_peered":"2024-03-18T22:54:55.991378+0000","last_clean":"2024-03-18T22:54:55.991378+0000","last_became_active":"2024-03-18T22:54:54.031067+0000","last_became_peered":"2024-03-18T22:54:54.031067+0000","last_unstale":"2024-03-18T22:54:55.991378+0000","last_undegraded":"2024-03-18T22:54:55.991378+0000","last_fullsized":"2024-03-18T22:54:55.991378+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:40:34.544650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"88'3","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:57.363564+0000","last_change":"2024-03-18T22:54:53.033060+0000","last_active":"2024-03-18T22:54:57.363564+0000","last_peered":"2024-03-18T22:54:57.363564+0000","last_clean":"2024-03-18T22:54:57.363564+0000","last_became_active":"2024-03-18T22:54:53.032728+0000","last_became_peered":"2024-03-18T22:54:53.032728+0000","last_unstale":"2024-03-18T22:54:57.363564+0000","last_undegraded":"2024-03-18T22:54:57.363564+0000","last_fullsized":"2024-03-18T22:54:57.363564+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:33:42.154476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991053+0000","last_change":"2024-03-18T22:54:54.031032+0000","last_active":"2024-03-18T22:54:55.991053+0000","last_peered":"2024-03-18T22:54:55.991053+0000","last_clean":"2024-03-18T22:54:55.991053+0000","last_became_active":"2024-03-18T22:54:54.030688+0000","last_became_peered":"2024-03-18T22:54:54.030688+0000","last_unstale":"2024-03-18T22:54:55.991053+0000","last_undegraded":"2024-03-18T22:54:55.991053+0000","last_fullsized":"2024-03-18T22:54:55.991053+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:42:35.869673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"87'1","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991658+0000","last_change":"2024-03-18T22:54:53.024231+0000","last_active":"2024-03-18T22:54:55.991658+0000","last_peered":"2024-03-18T22:54:55.991658+0000","last_clean":"2024-03-18T22:54:55.991658+0000","last_became_active":"2024-03-18T22:54:53.023648+0000","last_became_peered":"2024-03-18T22:54:53.023648+0000","last_unstale":"2024-03-18T22:54:55.991658+0000","last_undegraded":"2024-03-18T22:54:55.991658+0000","last_fullsized":"2024-03-18T22:54:55.991658+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:48:11.231632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991523+0000","last_change":"2024-03-18T22:54:54.029329+0000","last_active":"2024-03-18T22:54:55.991523+0000","last_peered":"2024-03-18T22:54:55.991523+0000","last_clean":"2024-03-18T22:54:55.991523+0000","last_became_active":"2024-03-18T22:54:54.028954+0000","last_became_peered":"2024-03-18T22:54:54.028954+0000","last_unstale":"2024-03-18T22:54:55.991523+0000","last_undegraded":"2024-03-18T22:54:55.991523+0000","last_fullsized":"2024-03-18T22:54:55.991523+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:56:50.366921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"87'2","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.304826+0000","last_change":"2024-03-18T22:54:53.031574+0000","last_active":"2024-03-18T22:54:55.304826+0000","last_peered":"2024-03-18T22:54:55.304826+0000","last_clean":"2024-03-18T22:54:55.304826+0000","last_became_active":"2024-03-18T22:54:53.031265+0000","last_became_peered":"2024-03-18T22:54:53.031265+0000","last_unstale":"2024-03-18T22:54:55.304826+0000","last_undegraded":"2024-03-18T22:54:55.304826+0000","last_fullsized":"2024-03-18T22:54:55.304826+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:19:36.622119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991261+0000","last_change":"2024-03-18T22:54:54.033021+0000","last_active":"2024-03-18T22:54:55.991261+0000","last_peered":"2024-03-18T22:54:55.991261+0000","last_clean":"2024-03-18T22:54:55.991261+0000","last_became_active":"2024-03-18T22:54:54.032648+0000","last_became_peered":"2024-03-18T22:54:54.032648+0000","last_unstale":"2024-03-18T22:54:55.991261+0000","last_undegraded":"2024-03-18T22:54:55.991261+0000","last_fullsized":"2024-03-18T22:54:55.991261+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:30:16.604892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.024031+0000","last_change":"2024-03-18T22:54:54.036950+0000","last_active":"2024-03-18T22:54:55.024031+0000","last_peered":"2024-03-18T22:54:55.024031+0000","last_clean":"2024-03-18T22:54:55.024031+0000","last_became_active":"2024-03-18T22:54:54.036210+0000","last_became_peered":"2024-03-18T22:54:54.036210+0000","last_unstale":"2024-03-18T22:54:55.024031+0000","last_undegraded":"2024-03-18T22:54:55.024031+0000","last_fullsized":"2024-03-18T22:54:55.024031+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:47:17.591499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991400+0000","last_change":"2024-03-18T22:54:54.042240+0000","last_active":"2024-03-18T22:54:55.991400+0000","last_peered":"2024-03-18T22:54:55.991400+0000","last_clean":"2024-03-18T22:54:55.991400+0000","last_became_active":"2024-03-18T22:54:54.041850+0000","last_became_peered":"2024-03-18T22:54:54.041850+0000","last_unstale":"2024-03-18T22:54:55.991400+0000","last_undegraded":"2024-03-18T22:54:55.991400+0000","last_fullsized":"2024-03-18T22:54:55.991400+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:37:35.520257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.990898+0000","last_change":"2024-03-18T22:54:54.032194+0000","last_active":"2024-03-18T22:54:55.990898+0000","last_peered":"2024-03-18T22:54:55.990898+0000","last_clean":"2024-03-18T22:54:55.990898+0000","last_became_active":"2024-03-18T22:54:54.031797+0000","last_became_peered":"2024-03-18T22:54:54.031797+0000","last_unstale":"2024-03-18T22:54:55.990898+0000","last_undegraded":"2024-03-18T22:54:55.990898+0000","last_fullsized":"2024-03-18T22:54:55.990898+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:36:09.081599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.990786+0000","last_change":"2024-03-18T22:54:54.041102+0000","last_active":"2024-03-18T22:54:55.990786+0000","last_peered":"2024-03-18T22:54:55.990786+0000","last_clean":"2024-03-18T22:54:55.990786+0000","last_became_active":"2024-03-18T22:54:54.040735+0000","last_became_peered":"2024-03-18T22:54:54.040735+0000","last_unstale":"2024-03-18T22:54:55.990786+0000","last_undegraded":"2024-03-18T22:54:55.990786+0000","last_fullsized":"2024-03-18T22:54:55.990786+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:12:15.921804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.304984+0000","last_change":"2024-03-18T22:54:54.043078+0000","last_active":"2024-03-18T22:54:55.304984+0000","last_peered":"2024-03-18T22:54:55.304984+0000","last_clean":"2024-03-18T22:54:55.304984+0000","last_became_active":"2024-03-18T22:54:54.042756+0000","last_became_peered":"2024-03-18T22:54:54.042756+0000","last_unstale":"2024-03-18T22:54:55.304984+0000","last_undegraded":"2024-03-18T22:54:55.304984+0000","last_fullsized":"2024-03-18T22:54:55.304984+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:25:56.122492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.024005+0000","last_change":"2024-03-18T22:54:54.032163+0000","last_active":"2024-03-18T22:54:55.024005+0000","last_peered":"2024-03-18T22:54:55.024005+0000","last_clean":"2024-03-18T22:54:55.024005+0000","last_became_active":"2024-03-18T22:54:54.031722+0000","last_became_peered":"2024-03-18T22:54:54.031722+0000","last_unstale":"2024-03-18T22:54:55.024005+0000","last_undegraded":"2024-03-18T22:54:55.024005+0000","last_fullsized":"2024-03-18T22:54:55.024005+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:26:37.171407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991849+0000","last_change":"2024-03-18T22:54:54.038615+0000","last_active":"2024-03-18T22:54:55.991849+0000","last_peered":"2024-03-18T22:54:55.991849+0000","last_clean":"2024-03-18T22:54:55.991849+0000","last_became_active":"2024-03-18T22:54:54.038263+0000","last_became_peered":"2024-03-18T22:54:54.038263+0000","last_unstale":"2024-03-18T22:54:55.991849+0000","last_undegraded":"2024-03-18T22:54:55.991849+0000","last_fullsized":"2024-03-18T22:54:55.991849+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:33:13.988084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.254659+0000","last_change":"2024-03-18T22:54:54.037149+0000","last_active":"2024-03-18T22:54:55.254659+0000","last_peered":"2024-03-18T22:54:55.254659+0000","last_clean":"2024-03-18T22:54:55.254659+0000","last_became_active":"2024-03-18T22:54:54.036670+0000","last_became_peered":"2024-03-18T22:54:54.036670+0000","last_unstale":"2024-03-18T22:54:55.254659+0000","last_undegraded":"2024-03-18T22:54:55.254659+0000","last_fullsized":"2024-03-18T22:54:55.254659+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:07:04.888734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991772+0000","last_change":"2024-03-18T22:54:54.033527+0000","last_active":"2024-03-18T22:54:55.991772+0000","last_peered":"2024-03-18T22:54:55.991772+0000","last_clean":"2024-03-18T22:54:55.991772+0000","last_became_active":"2024-03-18T22:54:54.032797+0000","last_became_peered":"2024-03-18T22:54:54.032797+0000","last_unstale":"2024-03-18T22:54:55.991772+0000","last_undegraded":"2024-03-18T22:54:55.991772+0000","last_fullsized":"2024-03-18T22:54:55.991772+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:23:21.882770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.254364+0000","last_change":"2024-03-18T22:54:54.029056+0000","last_active":"2024-03-18T22:54:55.254364+0000","last_peered":"2024-03-18T22:54:55.254364+0000","last_clean":"2024-03-18T22:54:55.254364+0000","last_became_active":"2024-03-18T22:54:54.028664+0000","last_became_peered":"2024-03-18T22:54:54.028664+0000","last_unstale":"2024-03-18T22:54:55.254364+0000","last_undegraded":"2024-03-18T22:54:55.254364+0000","last_fullsized":"2024-03-18T22:54:55.254364+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:24:21.409787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.991290+0000","last_change":"2024-03-18T22:54:54.028397+0000","last_active":"2024-03-18T22:54:55.991290+0000","last_peered":"2024-03-18T22:54:55.991290+0000","last_clean":"2024-03-18T22:54:55.991290+0000","last_became_active":"2024-03-18T22:54:54.027921+0000","last_became_peered":"2024-03-18T22:54:54.027921+0000","last_unstale":"2024-03-18T22:54:55.991290+0000","last_undegraded":"2024-03-18T22:54:55.991290+0000","last_fullsized":"2024-03-18T22:54:55.991290+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:36:39.516856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.305029+0000","last_change":"2024-03-18T22:54:54.033199+0000","last_active":"2024-03-18T22:54:55.305029+0000","last_peered":"2024-03-18T22:54:55.305029+0000","last_clean":"2024-03-18T22:54:55.305029+0000","last_became_active":"2024-03-18T22:54:54.032441+0000","last_became_peered":"2024-03-18T22:54:54.032441+0000","last_unstale":"2024-03-18T22:54:55.305029+0000","last_undegraded":"2024-03-18T22:54:55.305029+0000","last_fullsized":"2024-03-18T22:54:55.305029+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:26:23.258588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-18T22:54:55.023779+0000","last_change":"2024-03-18T22:54:54.039129+0000","last_active":"2024-03-18T22:54:55.023779+0000","last_peered":"2024-03-18T22:54:55.023779+0000","last_clean":"2024-03-18T22:54:55.023779+0000","last_became_active":"2024-03-18T22:54:54.038803+0000","last_became_peered":"2024-03-18T22:54:54.038803+0000","last_unstale":"2024-03-18T22:54:55.023779+0000","last_undegraded":"2024-03-18T22:54:55.023779+0000","last_fullsized":"2024-03-18T22:54:55.023779+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:32:29.202587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":11822,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":27,"num_read_kb":22,"num_write":128,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":286720,"data_stored":58847,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":112,"ondisk_log_size":112,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":83,"seq":356482285582,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32108,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713044,"statfs":{"total":95995035648,"available":95962157056,"internally_reserved":0,"allocated":954368,"data_stored":455803,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":10,"up_from":75,"seq":322122547220,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32732,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712420,"statfs":{"total":95995035648,"available":95961518080,"internally_reserved":0,"allocated":1593344,"data_stored":1055379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":69,"seq":296352743448,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40444,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704708,"statfs":{"total":95995035648,"available":95953620992,"internally_reserved":0,"allocated":970752,"data_stored":456039,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":40434112},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":61,"seq":261993005086,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32128,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713024,"statfs":{"total":95995035648,"available":95962136576,"internally_reserved":0,"allocated":970752,"data_stored":455959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":53,"seq":227633266723,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32704,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712448,"statfs":{"total":95995035648,"available":95961546752,"internally_reserved":0,"allocated":1560576,"data_stored":1047381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462950,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":954368,"data_stored":455311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574912,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36280,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708872,"statfs":{"total":95995035648,"available":95957884928,"internally_reserved":0,"allocated":962560,"data_stored":456833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738436,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":962560,"data_stored":455915,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411387,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":477466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182454,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40444,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704708,"statfs":{"total":95995035648,"available":95953620992,"internally_reserved":0,"allocated":970752,"data_stored":455622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40434119},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920818,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32120,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713032,"statfs":{"total":95995035648,"available":95962144768,"internally_reserved":0,"allocated":962560,"data_stored":455865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724589,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32712,"kb_used_data":1536,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712440,"statfs":{"total":95995035648,"available":95961538560,"internally_reserved":0,"allocated":1572864,"data_stored":1047065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":39543,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":9790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-18T22:55:01.484 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-03-18T22:55:01.484 INFO:tasks.cephadm:Setting up client nodes... 2024-03-18T22:55:01.485 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-03-18T22:55:01.758 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:55:01.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:01 smithi181 ceph-mon[67256]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-03-18T22:55:01.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:01 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/1070395999' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:55:01.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:01 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3537761502' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:55:01.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:01 smithi181 ceph-mon[67256]: from='client.14781 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-18T22:55:01.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:01 smithi099 ceph-mon[36725]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-03-18T22:55:01.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:01 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/1070395999' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:55:01.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:01 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3537761502' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:55:01.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:01 smithi099 ceph-mon[36725]: from='client.14781 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-18T22:55:02.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:02 smithi052 ceph-mon[32520]: pgmap v292: 97 pgs: 97 active+clean; 588 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5.7 KiB/s wr, 19 op/s 2024-03-18T22:55:02.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:02 smithi052 ceph-mon[32520]: from='client.14787 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-18T22:55:02.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:02 smithi181 ceph-mon[67256]: pgmap v292: 97 pgs: 97 active+clean; 588 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5.7 KiB/s wr, 19 op/s 2024-03-18T22:55:02.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:02 smithi181 ceph-mon[67256]: from='client.14787 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-18T22:55:02.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:02 smithi099 ceph-mon[36725]: pgmap v292: 97 pgs: 97 active+clean; 588 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5.7 KiB/s wr, 19 op/s 2024-03-18T22:55:02.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:02 smithi099 ceph-mon[36725]: from='client.14787 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-18T22:55:03.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.201+0000 7f5880768700 1 -- 172.21.15.52:0/1523015615 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5878101260 msgr2=0x7f5878101680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:03.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.201+0000 7f5880768700 1 --2- 172.21.15.52:0/1523015615 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5878101260 0x7f5878101680 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f58740099c0 tx=0x7f5874009cd0 comp rx=0 tx=0).stop 2024-03-18T22:55:03.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.201+0000 7f5880768700 1 -- 172.21.15.52:0/1523015615 shutdown_connections 2024-03-18T22:55:03.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.202+0000 7f5880768700 1 --2- 172.21.15.52:0/1523015615 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5878102e00 0x7f58781096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:03.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.202+0000 7f5880768700 1 --2- 172.21.15.52:0/1523015615 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5878101260 0x7f5878101680 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:03.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.202+0000 7f5880768700 1 --2- 172.21.15.52:0/1523015615 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5878102460 0x7f58781028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:03.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.202+0000 7f5880768700 1 -- 172.21.15.52:0/1523015615 >> 172.21.15.52:0/1523015615 conn(0x7f58780fc820 msgr2=0x7f58780fec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:03.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.202+0000 7f5880768700 1 -- 172.21.15.52:0/1523015615 shutdown_connections 2024-03-18T22:55:03.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.202+0000 7f5880768700 1 -- 172.21.15.52:0/1523015615 wait complete. 2024-03-18T22:55:03.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.202+0000 7f5880768700 1 Processor -- start 2024-03-18T22:55:03.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.202+0000 7f5880768700 1 -- start start 2024-03-18T22:55:03.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.202+0000 7f5880768700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5878101260 0x7f5878198580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:03.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.202+0000 7f5880768700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5878102460 0x7f5878198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:03.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.202+0000 7f5880768700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5878102e00 0x7f587819fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:03.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.202+0000 7f5880768700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f587810cf50 con 0x7f5878101260 2024-03-18T22:55:03.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.202+0000 7f5880768700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f587810cdd0 con 0x7f5878102460 2024-03-18T22:55:03.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.202+0000 7f5880768700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f587810d0d0 con 0x7f5878102e00 2024-03-18T22:55:03.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.202+0000 7f587e504700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5878101260 0x7f5878198580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:03.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.202+0000 7f587e504700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5878101260 0x7f5878198580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35800/0 (socket says 172.21.15.52:35800) 2024-03-18T22:55:03.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.202+0000 7f587e504700 1 -- 172.21.15.52:0/20992207 learned_addr learned my addr 172.21.15.52:0/20992207 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:03.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.202+0000 7f587ed05700 1 --2- 172.21.15.52:0/20992207 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5878102e00 0x7f587819fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:03.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.202+0000 7f587dd03700 1 --2- 172.21.15.52:0/20992207 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5878102460 0x7f5878198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:03.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.203+0000 7f587e504700 1 -- 172.21.15.52:0/20992207 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5878102e00 msgr2=0x7f587819fb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:03.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.203+0000 7f587e504700 1 --2- 172.21.15.52:0/20992207 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5878102e00 0x7f587819fb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:03.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.203+0000 7f587e504700 1 -- 172.21.15.52:0/20992207 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5878102460 msgr2=0x7f5878198ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:03.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.203+0000 7f587e504700 1 --2- 172.21.15.52:0/20992207 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5878102460 0x7f5878198ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:03.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.203+0000 7f587e504700 1 -- 172.21.15.52:0/20992207 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58781a01e0 con 0x7f5878101260 2024-03-18T22:55:03.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.203+0000 7f587ed05700 1 --2- 172.21.15.52:0/20992207 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5878102e00 0x7f587819fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:55:03.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.203+0000 7f587dd03700 1 --2- 172.21.15.52:0/20992207 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5878102460 0x7f5878198ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:55:03.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.203+0000 7f587e504700 1 --2- 172.21.15.52:0/20992207 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5878101260 0x7f5878198580 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f58740095c0 tx=0x7f587400f710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:03.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.203+0000 7f586f7fe700 1 -- 172.21.15.52:0/20992207 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5874009e60 con 0x7f5878101260 2024-03-18T22:55:03.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.203+0000 7f5880768700 1 -- 172.21.15.52:0/20992207 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5878103680 con 0x7f5878101260 2024-03-18T22:55:03.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.203+0000 7f586f7fe700 1 -- 172.21.15.52:0/20992207 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5874005940 con 0x7f5878101260 2024-03-18T22:55:03.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.203+0000 7f586f7fe700 1 -- 172.21.15.52:0/20992207 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5874005630 con 0x7f5878101260 2024-03-18T22:55:03.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.203+0000 7f5880768700 1 -- 172.21.15.52:0/20992207 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5878103bb0 con 0x7f5878101260 2024-03-18T22:55:03.207 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.204+0000 7f5880768700 1 -- 172.21.15.52:0/20992207 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5878050820 con 0x7f5878101260 2024-03-18T22:55:03.207 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.205+0000 7f586f7fe700 1 -- 172.21.15.52:0/20992207 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f587400bc90 con 0x7f5878101260 2024-03-18T22:55:03.208 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.206+0000 7f586f7fe700 1 --2- 172.21.15.52:0/20992207 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f58640a29d0 0x7f58640a4e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:03.208 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.206+0000 7f587dd03700 1 --2- 172.21.15.52:0/20992207 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f58640a29d0 0x7f58640a4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:03.208 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.206+0000 7f586f7fe700 1 -- 172.21.15.52:0/20992207 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7f58740cf850 con 0x7f5878101260 2024-03-18T22:55:03.208 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.206+0000 7f587dd03700 1 --2- 172.21.15.52:0/20992207 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f58640a29d0 0x7f58640a4e90 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f5868011490 tx=0x7f5868009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:03.210 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.210+0000 7f586f7fe700 1 -- 172.21.15.52:0/20992207 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f5874013070 con 0x7f5878101260 2024-03-18T22:55:03.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.503+0000 7f5880768700 1 -- 172.21.15.52:0/20992207 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f58781044d0 con 0x7f5878101260 2024-03-18T22:55:03.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.505+0000 7f586f7fe700 1 -- 172.21.15.52:0/20992207 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v31) ==== 170+0+59 (secure 0 0 0) 0x7f5874020370 con 0x7f5878101260 2024-03-18T22:55:03.506 INFO:teuthology.orchestra.run.smithi052.stdout:[client.0] 2024-03-18T22:55:03.506 INFO:teuthology.orchestra.run.smithi052.stdout: key = AQBHxvhlB7saHhAA7VqHjg6Rj3rzGd+THJYwOg== 2024-03-18T22:55:03.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.507+0000 7f5880768700 1 -- 172.21.15.52:0/20992207 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f58640a29d0 msgr2=0x7f58640a4e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:03.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.507+0000 7f5880768700 1 --2- 172.21.15.52:0/20992207 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f58640a29d0 0x7f58640a4e90 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f5868011490 tx=0x7f5868009260 comp rx=0 tx=0).stop 2024-03-18T22:55:03.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.508+0000 7f5880768700 1 -- 172.21.15.52:0/20992207 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5878101260 msgr2=0x7f5878198580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:03.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.508+0000 7f5880768700 1 --2- 172.21.15.52:0/20992207 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5878101260 0x7f5878198580 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f58740095c0 tx=0x7f587400f710 comp rx=0 tx=0).stop 2024-03-18T22:55:03.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.508+0000 7f5880768700 1 -- 172.21.15.52:0/20992207 shutdown_connections 2024-03-18T22:55:03.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.508+0000 7f5880768700 1 --2- 172.21.15.52:0/20992207 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f58640a29d0 0x7f58640a4e90 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:03.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.508+0000 7f5880768700 1 --2- 172.21.15.52:0/20992207 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5878102e00 0x7f587819fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:03.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.508+0000 7f5880768700 1 --2- 172.21.15.52:0/20992207 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5878101260 0x7f5878198580 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:03.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.508+0000 7f5880768700 1 --2- 172.21.15.52:0/20992207 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5878102460 0x7f5878198ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:03.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.508+0000 7f5880768700 1 -- 172.21.15.52:0/20992207 >> 172.21.15.52:0/20992207 conn(0x7f58780fc820 msgr2=0x7f58780fe1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:03.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.508+0000 7f5880768700 1 -- 172.21.15.52:0/20992207 shutdown_connections 2024-03-18T22:55:03.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:03.508+0000 7f5880768700 1 -- 172.21.15.52:0/20992207 wait complete. 2024-03-18T22:55:04.072 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-03-18T22:55:04.072 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-03-18T22:55:04.072 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-03-18T22:55:04.116 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-03-18T22:55:04.116 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-03-18T22:55:04.116 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph mgr dump --format=json 2024-03-18T22:55:04.401 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:55:04.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:04 smithi052 ceph-mon[32520]: pgmap v293: 97 pgs: 97 active+clean; 588 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5.2 KiB/s wr, 17 op/s 2024-03-18T22:55:04.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:04 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/20992207' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-18T22:55:04.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:04 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/20992207' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-18T22:55:04.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:04 smithi181 ceph-mon[67256]: pgmap v293: 97 pgs: 97 active+clean; 588 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5.2 KiB/s wr, 17 op/s 2024-03-18T22:55:04.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:04 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/20992207' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-18T22:55:04.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:04 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/20992207' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-18T22:55:04.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:04 smithi099 ceph-mon[36725]: pgmap v293: 97 pgs: 97 active+clean; 588 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5.2 KiB/s wr, 17 op/s 2024-03-18T22:55:04.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:04 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/20992207' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-18T22:55:04.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:04 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/20992207' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-18T22:55:06.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.024+0000 7f8bd496a700 1 -- 172.21.15.52:0/897714358 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8bd0101600 msgr2=0x7f8bd01113f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:06.026 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.024+0000 7f8bd496a700 1 --2- 172.21.15.52:0/897714358 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8bd0101600 0x7f8bd01113f0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f8bc800b0d0 tx=0x7f8bc800b3e0 comp rx=0 tx=0).stop 2024-03-18T22:55:06.026 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.025+0000 7f8bd496a700 1 -- 172.21.15.52:0/897714358 shutdown_connections 2024-03-18T22:55:06.026 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.025+0000 7f8bd496a700 1 --2- 172.21.15.52:0/897714358 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8bd0101600 0x7f8bd01113f0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:06.026 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.025+0000 7f8bd496a700 1 --2- 172.21.15.52:0/897714358 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8bd0103180 0x7f8bd0103560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:06.026 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.025+0000 7f8bd496a700 1 --2- 172.21.15.52:0/897714358 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8bd0100c40 0x7f8bd01010c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:06.026 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.025+0000 7f8bd496a700 1 -- 172.21.15.52:0/897714358 >> 172.21.15.52:0/897714358 conn(0x7f8bd0076540 msgr2=0x7f8bd0076950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:06.026 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.025+0000 7f8bd496a700 1 -- 172.21.15.52:0/897714358 shutdown_connections 2024-03-18T22:55:06.026 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.025+0000 7f8bd496a700 1 -- 172.21.15.52:0/897714358 wait complete. 2024-03-18T22:55:06.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.025+0000 7f8bd496a700 1 Processor -- start 2024-03-18T22:55:06.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.026+0000 7f8bd496a700 1 -- start start 2024-03-18T22:55:06.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.026+0000 7f8bd496a700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8bd0100c40 0x7f8bd019ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:06.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.026+0000 7f8bd496a700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8bd0101600 0x7f8bd019b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:06.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.026+0000 7f8bd496a700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8bd0103180 0x7f8bd019f650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:06.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.026+0000 7f8bd496a700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f8bd0114a30 con 0x7f8bd0101600 2024-03-18T22:55:06.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.026+0000 7f8bd496a700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f8bd01148b0 con 0x7f8bd0103180 2024-03-18T22:55:06.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.026+0000 7f8bd496a700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f8bd0114bb0 con 0x7f8bd0100c40 2024-03-18T22:55:06.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.026+0000 7f8bced9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8bd0103180 0x7f8bd019f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:06.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.026+0000 7f8bcdd9b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8bd0101600 0x7f8bd019b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:06.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.026+0000 7f8bced9d700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8bd0103180 0x7f8bd019f650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.52:50636/0 (socket says 172.21.15.52:50636) 2024-03-18T22:55:06.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.026+0000 7f8bcdd9b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8bd0101600 0x7f8bd019b2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35824/0 (socket says 172.21.15.52:35824) 2024-03-18T22:55:06.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.026+0000 7f8bced9d700 1 -- 172.21.15.52:0/342833281 learned_addr learned my addr 172.21.15.52:0/342833281 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:06.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.026+0000 7f8bce59c700 1 --2- 172.21.15.52:0/342833281 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8bd0100c40 0x7f8bd019ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:06.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.026+0000 7f8bced9d700 1 -- 172.21.15.52:0/342833281 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8bd0100c40 msgr2=0x7f8bd019ad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:06.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.026+0000 7f8bced9d700 1 --2- 172.21.15.52:0/342833281 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8bd0100c40 0x7f8bd019ad80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:06.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.026+0000 7f8bced9d700 1 -- 172.21.15.52:0/342833281 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8bd0101600 msgr2=0x7f8bd019b2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:06.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.026+0000 7f8bced9d700 1 --2- 172.21.15.52:0/342833281 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8bd0101600 0x7f8bd019b2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:06.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.026+0000 7f8bced9d700 1 -- 172.21.15.52:0/342833281 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bd019fd90 con 0x7f8bd0103180 2024-03-18T22:55:06.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.026+0000 7f8bced9d700 1 --2- 172.21.15.52:0/342833281 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8bd0103180 0x7f8bd019f650 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f8bc8007a20 tx=0x7f8bc8007a50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:06.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.027+0000 7f8bbf7fe700 1 -- 172.21.15.52:0/342833281 <== mon.2 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bc8021020 con 0x7f8bd0103180 2024-03-18T22:55:06.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.027+0000 7f8bd496a700 1 -- 172.21.15.52:0/342833281 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bd01a0020 con 0x7f8bd0103180 2024-03-18T22:55:06.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.027+0000 7f8bbf7fe700 1 -- 172.21.15.52:0/342833281 <== mon.2 v2:172.21.15.99:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8bc8004c50 con 0x7f8bd0103180 2024-03-18T22:55:06.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.027+0000 7f8bbf7fe700 1 -- 172.21.15.52:0/342833281 <== mon.2 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bc8005290 con 0x7f8bd0103180 2024-03-18T22:55:06.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.027+0000 7f8bd496a700 1 -- 172.21.15.52:0/342833281 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bd01a7900 con 0x7f8bd0103180 2024-03-18T22:55:06.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.028+0000 7f8bd496a700 1 -- 172.21.15.52:0/342833281 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8bd0068fd0 con 0x7f8bd0103180 2024-03-18T22:55:06.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.029+0000 7f8bbf7fe700 1 -- 172.21.15.52:0/342833281 <== mon.2 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f8bc8024020 con 0x7f8bd0103180 2024-03-18T22:55:06.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.029+0000 7f8bbf7fe700 1 --2- 172.21.15.52:0/342833281 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8bb80a29a0 0x7f8bb80a4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:06.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.029+0000 7f8bce59c700 1 --2- 172.21.15.52:0/342833281 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8bb80a29a0 0x7f8bb80a4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:06.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.029+0000 7f8bbf7fe700 1 -- 172.21.15.52:0/342833281 <== mon.2 v2:172.21.15.99:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7f8bc80cffe0 con 0x7f8bd0103180 2024-03-18T22:55:06.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.030+0000 7f8bce59c700 1 --2- 172.21.15.52:0/342833281 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8bb80a29a0 0x7f8bb80a4e60 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f8bc0009be0 tx=0x7f8bc0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:06.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.038+0000 7f8bbf7fe700 1 -- 172.21.15.52:0/342833281 <== mon.2 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f8bc802b020 con 0x7f8bd0103180 2024-03-18T22:55:06.299 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.299+0000 7f8bd496a700 1 -- 172.21.15.52:0/342833281 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f8bd01a7ad0 con 0x7f8bd0103180 2024-03-18T22:55:06.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.303+0000 7f8bbf7fe700 1 -- 172.21.15.52:0/342833281 <== mon.2 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+262661 (secure 0 0 0) 0x7f8bc809d0a0 con 0x7f8bd0103180 2024-03-18T22:55:06.308 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:55:06.310 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.307+0000 7f8bd496a700 1 -- 172.21.15.52:0/342833281 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8bb80a29a0 msgr2=0x7f8bb80a4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:06.310 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.307+0000 7f8bd496a700 1 --2- 172.21.15.52:0/342833281 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8bb80a29a0 0x7f8bb80a4e60 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f8bc0009be0 tx=0x7f8bc0009260 comp rx=0 tx=0).stop 2024-03-18T22:55:06.310 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.307+0000 7f8bd496a700 1 -- 172.21.15.52:0/342833281 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8bd0103180 msgr2=0x7f8bd019f650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:06.310 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.307+0000 7f8bd496a700 1 --2- 172.21.15.52:0/342833281 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8bd0103180 0x7f8bd019f650 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f8bc8007a20 tx=0x7f8bc8007a50 comp rx=0 tx=0).stop 2024-03-18T22:55:06.310 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.307+0000 7f8bd496a700 1 -- 172.21.15.52:0/342833281 shutdown_connections 2024-03-18T22:55:06.310 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.307+0000 7f8bd496a700 1 --2- 172.21.15.52:0/342833281 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8bb80a29a0 0x7f8bb80a4e60 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:06.310 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.307+0000 7f8bd496a700 1 --2- 172.21.15.52:0/342833281 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8bd0103180 0x7f8bd019f650 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:06.310 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.307+0000 7f8bd496a700 1 --2- 172.21.15.52:0/342833281 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8bd0100c40 0x7f8bd019ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:06.310 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.307+0000 7f8bd496a700 1 --2- 172.21.15.52:0/342833281 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8bd0101600 0x7f8bd019b2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:06.310 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.307+0000 7f8bd496a700 1 -- 172.21.15.52:0/342833281 >> 172.21.15.52:0/342833281 conn(0x7f8bd0076540 msgr2=0x7f8bd00feb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:06.310 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.307+0000 7f8bd496a700 1 -- 172.21.15.52:0/342833281 shutdown_connections 2024-03-18T22:55:06.311 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:06.307+0000 7f8bd496a700 1 -- 172.21.15.52:0/342833281 wait complete. 2024-03-18T22:55:06.607 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:06 smithi052 ceph-mon[32520]: pgmap v294: 97 pgs: 97 active+clean; 624 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 8.4 KiB/s wr, 19 op/s 2024-03-18T22:55:06.607 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:06 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/342833281' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-18T22:55:06.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:06 smithi181 ceph-mon[67256]: pgmap v294: 97 pgs: 97 active+clean; 624 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 8.4 KiB/s wr, 19 op/s 2024-03-18T22:55:06.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:06 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/342833281' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-18T22:55:06.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:06 smithi099 ceph-mon[36725]: pgmap v294: 97 pgs: 97 active+clean; 624 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 8.4 KiB/s wr, 19 op/s 2024-03-18T22:55:06.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:06 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/342833281' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-18T22:55:06.952 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":2914531926},{"type":"v1","addr":"172.21.15.52:6801","nonce":2914531926}]},"active_addr":"172.21.15.52:6801/2914531926","active_change":"2024-03-18T22:47:53.231965+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24106,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24113,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.52:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.52:0","nonce":1848659589}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.52:0","nonce":2670525383}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.52:0","nonce":2722796687}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.52:0","nonce":3147056836}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.52:0","nonce":2770803343}]}]} 2024-03-18T22:55:06.957 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-03-18T22:55:06.957 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-03-18T22:55:06.957 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph osd dump --format=json 2024-03-18T22:55:07.202 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:55:08.537 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:08 smithi052 ceph-mon[32520]: pgmap v295: 97 pgs: 97 active+clean; 624 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 6.6 KiB/s wr, 16 op/s 2024-03-18T22:55:08.728 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.727+0000 7fa804a93700 1 -- 172.21.15.52:0/4170039244 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa800107620 msgr2=0x7fa80010f1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:08.728 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.727+0000 7fa804a93700 1 --2- 172.21.15.52:0/4170039244 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa800107620 0x7fa80010f1d0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fa7f8009990 tx=0x7fa7f8009ca0 comp rx=0 tx=0).stop 2024-03-18T22:55:08.728 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.727+0000 7fa804a93700 1 -- 172.21.15.52:0/4170039244 shutdown_connections 2024-03-18T22:55:08.728 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.727+0000 7fa804a93700 1 --2- 172.21.15.52:0/4170039244 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa800107620 0x7fa80010f1d0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:08.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.727+0000 7fa804a93700 1 --2- 172.21.15.52:0/4170039244 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa80006aab0 0x7fa80006ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:08.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.727+0000 7fa804a93700 1 --2- 172.21.15.52:0/4170039244 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa80006b460 0x7fa800106f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:08.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.727+0000 7fa804a93700 1 -- 172.21.15.52:0/4170039244 >> 172.21.15.52:0/4170039244 conn(0x7fa800077260 msgr2=0x7fa800077670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:08.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.727+0000 7fa804a93700 1 -- 172.21.15.52:0/4170039244 shutdown_connections 2024-03-18T22:55:08.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.727+0000 7fa804a93700 1 -- 172.21.15.52:0/4170039244 wait complete. 2024-03-18T22:55:08.730 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.728+0000 7fa804a93700 1 Processor -- start 2024-03-18T22:55:08.731 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.728+0000 7fa804a93700 1 -- start start 2024-03-18T22:55:08.731 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.728+0000 7fa804a93700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa80006aab0 0x7fa8001a0940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:08.731 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.728+0000 7fa804a93700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa80006b460 0x7fa8001a0e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:08.731 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.728+0000 7fa804a93700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa800107620 0x7fa80019ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:08.731 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.728+0000 7fa804a93700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa800112740 con 0x7fa800107620 2024-03-18T22:55:08.731 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.728+0000 7fa804a93700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fa8001125c0 con 0x7fa80006b460 2024-03-18T22:55:08.731 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.728+0000 7fa804a93700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fa8001128c0 con 0x7fa80006aab0 2024-03-18T22:55:08.731 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.728+0000 7fa7fed9d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa800107620 0x7fa80019ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:08.731 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.728+0000 7fa7fed9d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa800107620 0x7fa80019ab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:45776/0 (socket says 172.21.15.52:45776) 2024-03-18T22:55:08.731 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.728+0000 7fa7fed9d700 1 -- 172.21.15.52:0/3138094051 learned_addr learned my addr 172.21.15.52:0/3138094051 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:08.731 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.728+0000 7fa7fdd9b700 1 --2- 172.21.15.52:0/3138094051 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa80006b460 0x7fa8001a0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:08.731 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.728+0000 7fa7fe59c700 1 --2- 172.21.15.52:0/3138094051 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa80006aab0 0x7fa8001a0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:08.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.729+0000 7fa7fed9d700 1 -- 172.21.15.52:0/3138094051 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa80006aab0 msgr2=0x7fa8001a0940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:08.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.729+0000 7fa7fed9d700 1 --2- 172.21.15.52:0/3138094051 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa80006aab0 0x7fa8001a0940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:08.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.729+0000 7fa7fed9d700 1 -- 172.21.15.52:0/3138094051 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa80006b460 msgr2=0x7fa8001a0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:08.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.729+0000 7fa7fed9d700 1 --2- 172.21.15.52:0/3138094051 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa80006b460 0x7fa8001a0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:08.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.729+0000 7fa7fed9d700 1 -- 172.21.15.52:0/3138094051 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa80019b260 con 0x7fa800107620 2024-03-18T22:55:08.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.729+0000 7fa7fed9d700 1 --2- 172.21.15.52:0/3138094051 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa800107620 0x7fa80019ab00 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa7f8005910 tx=0x7fa7f800b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:08.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.729+0000 7fa7f77fe700 1 -- 172.21.15.52:0/3138094051 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7f8027070 con 0x7fa800107620 2024-03-18T22:55:08.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.729+0000 7fa804a93700 1 -- 172.21.15.52:0/3138094051 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa80019b4f0 con 0x7fa800107620 2024-03-18T22:55:08.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.729+0000 7fa7f77fe700 1 -- 172.21.15.52:0/3138094051 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa7f800be70 con 0x7fa800107620 2024-03-18T22:55:08.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.729+0000 7fa7f77fe700 1 -- 172.21.15.52:0/3138094051 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7f8017650 con 0x7fa800107620 2024-03-18T22:55:08.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.729+0000 7fa804a93700 1 -- 172.21.15.52:0/3138094051 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8001a7810 con 0x7fa800107620 2024-03-18T22:55:08.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.730+0000 7fa804a93700 1 -- 172.21.15.52:0/3138094051 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa800068fd0 con 0x7fa800107620 2024-03-18T22:55:08.733 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.731+0000 7fa7f77fe700 1 -- 172.21.15.52:0/3138094051 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fa7f802a070 con 0x7fa800107620 2024-03-18T22:55:08.733 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.731+0000 7fa7f77fe700 1 --2- 172.21.15.52:0/3138094051 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa7ec0a2920 0x7fa7ec0a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:08.733 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.732+0000 7fa7fe59c700 1 --2- 172.21.15.52:0/3138094051 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa7ec0a2920 0x7fa7ec0a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:08.734 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.732+0000 7fa7f77fe700 1 -- 172.21.15.52:0/3138094051 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7fa7f80cf9d0 con 0x7fa800107620 2024-03-18T22:55:08.734 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.732+0000 7fa7fe59c700 1 --2- 172.21.15.52:0/3138094051 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa7ec0a2920 0x7fa7ec0a4de0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fa7f000f540 tx=0x7fa7f000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:08.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.736+0000 7fa7f77fe700 1 -- 172.21.15.52:0/3138094051 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fa7f805e740 con 0x7fa800107620 2024-03-18T22:55:08.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:08 smithi181 ceph-mon[67256]: pgmap v295: 97 pgs: 97 active+clean; 624 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 6.6 KiB/s wr, 16 op/s 2024-03-18T22:55:08.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:08 smithi099 ceph-mon[36725]: pgmap v295: 97 pgs: 97 active+clean; 624 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 6.6 KiB/s wr, 16 op/s 2024-03-18T22:55:08.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.942+0000 7fa804a93700 1 -- 172.21.15.52:0/3138094051 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa8001a79e0 con 0x7fa800107620 2024-03-18T22:55:08.944 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.943+0000 7fa7f77fe700 1 -- 172.21.15.52:0/3138094051 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22159 (secure 0 0 0) 0x7fa7f8013070 con 0x7fa800107620 2024-03-18T22:55:08.945 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:55:08.945 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":88,"fsid":"444ca0c0-e579-11ee-95c9-87774f69a715","created":"2024-03-18T22:46:59.196861+0000","modified":"2024-03-18T22:54:55.019937+0000","last_up_change":"2024-03-18T22:54:03.658736+0000","last_in_change":"2024-03-18T22:53:42.549736+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-18T22:50:19.580907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-18T22:54:51.765993+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-18T22:54:52.580111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8f05057f-5818-4a49-a239-ce60bf28c875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6803","nonce":4259078413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6805","nonce":4259078413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6809","nonce":4259078413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6807","nonce":4259078413}]},"public_addr":"172.21.15.52:6803/4259078413","cluster_addr":"172.21.15.52:6805/4259078413","heartbeat_back_addr":"172.21.15.52:6809/4259078413","heartbeat_front_addr":"172.21.15.52:6807/4259078413","state":["exists","up"]},{"osd":1,"uuid":"602a7d92-7ff5-457e-b1e1-ab1e9eae6dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6801","nonce":500160796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6803","nonce":500160796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6807","nonce":500160796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6805","nonce":500160796}]},"public_addr":"172.21.15.99:6801/500160796","cluster_addr":"172.21.15.99:6803/500160796","heartbeat_back_addr":"172.21.15.99:6807/500160796","heartbeat_front_addr":"172.21.15.99:6805/500160796","state":["exists","up"]},{"osd":2,"uuid":"d5d4dba3-77ad-46f9-b510-d3b26f14077d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6801","nonce":1878857413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6803","nonce":1878857413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6807","nonce":1878857413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6805","nonce":1878857413}]},"public_addr":"172.21.15.181:6801/1878857413","cluster_addr":"172.21.15.181:6803/1878857413","heartbeat_back_addr":"172.21.15.181:6807/1878857413","heartbeat_front_addr":"172.21.15.181:6805/1878857413","state":["exists","up"]},{"osd":3,"uuid":"b61bfbef-b35c-49e3-9616-48e1b7ffc914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6811","nonce":2095210395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6813","nonce":2095210395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6817","nonce":2095210395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6815","nonce":2095210395}]},"public_addr":"172.21.15.52:6811/2095210395","cluster_addr":"172.21.15.52:6813/2095210395","heartbeat_back_addr":"172.21.15.52:6817/2095210395","heartbeat_front_addr":"172.21.15.52:6815/2095210395","state":["exists","up"]},{"osd":4,"uuid":"ce793666-4ab9-4844-81c9-661b265973b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6809","nonce":2287333294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6811","nonce":2287333294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6815","nonce":2287333294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6813","nonce":2287333294}]},"public_addr":"172.21.15.99:6809/2287333294","cluster_addr":"172.21.15.99:6811/2287333294","heartbeat_back_addr":"172.21.15.99:6815/2287333294","heartbeat_front_addr":"172.21.15.99:6813/2287333294","state":["exists","up"]},{"osd":5,"uuid":"9640855d-727d-4dbe-a86e-d9cb16ff1213","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6809","nonce":2011157034}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6811","nonce":2011157034}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6815","nonce":2011157034}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6813","nonce":2011157034}]},"public_addr":"172.21.15.181:6809/2011157034","cluster_addr":"172.21.15.181:6811/2011157034","heartbeat_back_addr":"172.21.15.181:6815/2011157034","heartbeat_front_addr":"172.21.15.181:6813/2011157034","state":["exists","up"]},{"osd":6,"uuid":"a5e939cf-f502-4844-a7c7-90a03212c912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6819","nonce":3005509606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6821","nonce":3005509606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6825","nonce":3005509606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6823","nonce":3005509606}]},"public_addr":"172.21.15.52:6819/3005509606","cluster_addr":"172.21.15.52:6821/3005509606","heartbeat_back_addr":"172.21.15.52:6825/3005509606","heartbeat_front_addr":"172.21.15.52:6823/3005509606","state":["exists","up"]},{"osd":7,"uuid":"6870a7b1-abe0-4d5b-aedb-e2eab43a0d36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6817","nonce":2572523724}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6819","nonce":2572523724}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6823","nonce":2572523724}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6821","nonce":2572523724}]},"public_addr":"172.21.15.99:6817/2572523724","cluster_addr":"172.21.15.99:6819/2572523724","heartbeat_back_addr":"172.21.15.99:6823/2572523724","heartbeat_front_addr":"172.21.15.99:6821/2572523724","state":["exists","up"]},{"osd":8,"uuid":"967926a1-de37-43dc-b815-0e17765b3a9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6817","nonce":644322337}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6819","nonce":644322337}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6823","nonce":644322337}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6821","nonce":644322337}]},"public_addr":"172.21.15.181:6817/644322337","cluster_addr":"172.21.15.181:6819/644322337","heartbeat_back_addr":"172.21.15.181:6823/644322337","heartbeat_front_addr":"172.21.15.181:6821/644322337","state":["exists","up"]},{"osd":9,"uuid":"a131710e-f2c3-4714-a033-106917dae36a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6827","nonce":2018024971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6829","nonce":2018024971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6833","nonce":2018024971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6831","nonce":2018024971}]},"public_addr":"172.21.15.52:6827/2018024971","cluster_addr":"172.21.15.52:6829/2018024971","heartbeat_back_addr":"172.21.15.52:6833/2018024971","heartbeat_front_addr":"172.21.15.52:6831/2018024971","state":["exists","up"]},{"osd":10,"uuid":"f73f086a-46e1-412c-8105-3b80772eca56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6825","nonce":14598206}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6827","nonce":14598206}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6831","nonce":14598206}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6829","nonce":14598206}]},"public_addr":"172.21.15.99:6825/14598206","cluster_addr":"172.21.15.99:6827/14598206","heartbeat_back_addr":"172.21.15.99:6831/14598206","heartbeat_front_addr":"172.21.15.99:6829/14598206","state":["exists","up"]},{"osd":11,"uuid":"f8e9539b-8a69-49a8-8a48-52f69b3c827e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":83,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6825","nonce":3442115308}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6827","nonce":3442115308}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6831","nonce":3442115308}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6829","nonce":3442115308}]},"public_addr":"172.21.15.181:6825/3442115308","cluster_addr":"172.21.15.181:6827/3442115308","heartbeat_back_addr":"172.21.15.181:6831/3442115308","heartbeat_front_addr":"172.21.15.181:6829/3442115308","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:30.221253+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:53.484811+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:17.327889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:41.988608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:06.067648+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:30.546908+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:56.054912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:20.268014+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:44.577601+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:10.398933+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:35.167862+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:54:00.825869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:6801/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:6800/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/2706493239":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/3660249274":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/3214486026":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6801/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6800/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/278759612":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/126914394":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/4260437251":"2024-03-19T22:47:53.231814+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-18T22:55:08.946 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.946+0000 7fa804a93700 1 -- 172.21.15.52:0/3138094051 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa7ec0a2920 msgr2=0x7fa7ec0a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:08.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.946+0000 7fa804a93700 1 --2- 172.21.15.52:0/3138094051 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa7ec0a2920 0x7fa7ec0a4de0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fa7f000f540 tx=0x7fa7f000b040 comp rx=0 tx=0).stop 2024-03-18T22:55:08.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.946+0000 7fa804a93700 1 -- 172.21.15.52:0/3138094051 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa800107620 msgr2=0x7fa80019ab00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:08.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.946+0000 7fa804a93700 1 --2- 172.21.15.52:0/3138094051 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa800107620 0x7fa80019ab00 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa7f8005910 tx=0x7fa7f800b840 comp rx=0 tx=0).stop 2024-03-18T22:55:08.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.946+0000 7fa804a93700 1 -- 172.21.15.52:0/3138094051 shutdown_connections 2024-03-18T22:55:08.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.946+0000 7fa804a93700 1 --2- 172.21.15.52:0/3138094051 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa7ec0a2920 0x7fa7ec0a4de0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:08.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.946+0000 7fa804a93700 1 --2- 172.21.15.52:0/3138094051 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa800107620 0x7fa80019ab00 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:08.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.946+0000 7fa804a93700 1 --2- 172.21.15.52:0/3138094051 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa80006aab0 0x7fa8001a0940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:08.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.946+0000 7fa804a93700 1 --2- 172.21.15.52:0/3138094051 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa80006b460 0x7fa8001a0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:08.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.946+0000 7fa804a93700 1 -- 172.21.15.52:0/3138094051 >> 172.21.15.52:0/3138094051 conn(0x7fa800077260 msgr2=0x7fa80010d630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:08.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.946+0000 7fa804a93700 1 -- 172.21.15.52:0/3138094051 shutdown_connections 2024-03-18T22:55:08.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:08.946+0000 7fa804a93700 1 -- 172.21.15.52:0/3138094051 wait complete. 2024-03-18T22:55:09.589 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:09 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3138094051' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:55:09.591 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-03-18T22:55:09.591 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph osd dump --format=json 2024-03-18T22:55:09.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:09 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3138094051' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:55:09.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:09 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3138094051' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:55:09.834 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:55:10.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:10 smithi052 ceph-mon[32520]: pgmap v296: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 8.0 KiB/s wr, 18 op/s 2024-03-18T22:55:10.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:10 smithi181 ceph-mon[67256]: pgmap v296: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 8.0 KiB/s wr, 18 op/s 2024-03-18T22:55:10.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:10 smithi099 ceph-mon[36725]: pgmap v296: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 8.0 KiB/s wr, 18 op/s 2024-03-18T22:55:11.292 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.291+0000 7f4d809da700 1 -- 172.21.15.52:0/2498522694 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d7c107250 msgr2=0x7f4d7c107630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:11.292 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.291+0000 7f4d809da700 1 --2- 172.21.15.52:0/2498522694 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d7c107250 0x7f4d7c107630 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f4d6c009990 tx=0x7f4d6c009ca0 comp rx=0 tx=0).stop 2024-03-18T22:55:11.292 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.291+0000 7f4d809da700 1 -- 172.21.15.52:0/2498522694 shutdown_connections 2024-03-18T22:55:11.292 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.291+0000 7f4d809da700 1 --2- 172.21.15.52:0/2498522694 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4d7c101bb0 0x7f4d7c10e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:11.293 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.291+0000 7f4d809da700 1 --2- 172.21.15.52:0/2498522694 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d7c107250 0x7f4d7c107630 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:11.293 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.291+0000 7f4d809da700 1 --2- 172.21.15.52:0/2498522694 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4d7c101210 0x7f4d7c101670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:11.293 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.291+0000 7f4d809da700 1 -- 172.21.15.52:0/2498522694 >> 172.21.15.52:0/2498522694 conn(0x7f4d7c078140 msgr2=0x7f4d7c078550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:11.293 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.291+0000 7f4d809da700 1 -- 172.21.15.52:0/2498522694 shutdown_connections 2024-03-18T22:55:11.293 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.291+0000 7f4d809da700 1 -- 172.21.15.52:0/2498522694 wait complete. 2024-03-18T22:55:11.295 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.292+0000 7f4d809da700 1 Processor -- start 2024-03-18T22:55:11.295 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.292+0000 7f4d809da700 1 -- start start 2024-03-18T22:55:11.295 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.292+0000 7f4d809da700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4d7c101210 0x7f4d7c19e780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:11.295 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.292+0000 7f4d809da700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d7c101bb0 0x7f4d7c19ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:11.296 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.292+0000 7f4d809da700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4d7c107250 0x7f4d7c198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:11.296 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.292+0000 7f4d809da700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4d7c1115f0 con 0x7f4d7c101bb0 2024-03-18T22:55:11.296 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.292+0000 7f4d809da700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f4d7c111470 con 0x7f4d7c107250 2024-03-18T22:55:11.296 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.292+0000 7f4d809da700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f4d7c111770 con 0x7f4d7c101210 2024-03-18T22:55:11.296 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.292+0000 7f4d79d9b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d7c101bb0 0x7f4d7c19ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:11.296 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.292+0000 7f4d79d9b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d7c101bb0 0x7f4d7c19ecc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:45798/0 (socket says 172.21.15.52:45798) 2024-03-18T22:55:11.296 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.292+0000 7f4d79d9b700 1 -- 172.21.15.52:0/2028634272 learned_addr learned my addr 172.21.15.52:0/2028634272 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:11.296 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.292+0000 7f4d7a59c700 1 --2- 172.21.15.52:0/2028634272 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4d7c101210 0x7f4d7c19e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:11.296 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.292+0000 7f4d7ad9d700 1 --2- 172.21.15.52:0/2028634272 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4d7c107250 0x7f4d7c198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:11.296 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.293+0000 7f4d79d9b700 1 -- 172.21.15.52:0/2028634272 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4d7c101210 msgr2=0x7f4d7c19e780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:11.296 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.293+0000 7f4d79d9b700 1 --2- 172.21.15.52:0/2028634272 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4d7c101210 0x7f4d7c19e780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:11.296 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.293+0000 7f4d79d9b700 1 -- 172.21.15.52:0/2028634272 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4d7c107250 msgr2=0x7f4d7c198940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:11.296 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.293+0000 7f4d79d9b700 1 --2- 172.21.15.52:0/2028634272 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4d7c107250 0x7f4d7c198940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:11.296 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.293+0000 7f4d79d9b700 1 -- 172.21.15.52:0/2028634272 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d7c1990a0 con 0x7f4d7c101bb0 2024-03-18T22:55:11.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.293+0000 7f4d79d9b700 1 --2- 172.21.15.52:0/2028634272 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d7c101bb0 0x7f4d7c19ecc0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f4d7000eb30 tx=0x7f4d7000ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:11.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.293+0000 7f4d6b7fe700 1 -- 172.21.15.52:0/2028634272 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d7000cbd0 con 0x7f4d7c101bb0 2024-03-18T22:55:11.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.293+0000 7f4d6b7fe700 1 -- 172.21.15.52:0/2028634272 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4d70004520 con 0x7f4d7c101bb0 2024-03-18T22:55:11.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.293+0000 7f4d809da700 1 -- 172.21.15.52:0/2028634272 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d7c199390 con 0x7f4d7c101bb0 2024-03-18T22:55:11.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.293+0000 7f4d6b7fe700 1 -- 172.21.15.52:0/2028634272 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d70010430 con 0x7f4d7c101bb0 2024-03-18T22:55:11.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.293+0000 7f4d809da700 1 -- 172.21.15.52:0/2028634272 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d7c1a5650 con 0x7f4d7c101bb0 2024-03-18T22:55:11.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.294+0000 7f4d809da700 1 -- 172.21.15.52:0/2028634272 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d7c068fd0 con 0x7f4d7c101bb0 2024-03-18T22:55:11.298 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.296+0000 7f4d6b7fe700 1 -- 172.21.15.52:0/2028634272 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f4d70004000 con 0x7f4d7c101bb0 2024-03-18T22:55:11.298 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.297+0000 7f4d6b7fe700 1 --2- 172.21.15.52:0/2028634272 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f4d640a29a0 0x7f4d640a4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:11.298 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.297+0000 7f4d7a59c700 1 --2- 172.21.15.52:0/2028634272 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f4d640a29a0 0x7f4d640a4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:11.298 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.297+0000 7f4d6b7fe700 1 -- 172.21.15.52:0/2028634272 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7f4d700ceff0 con 0x7f4d7c101bb0 2024-03-18T22:55:11.298 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.297+0000 7f4d7a59c700 1 --2- 172.21.15.52:0/2028634272 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f4d640a29a0 0x7f4d640a4e60 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f4d6c00b2e0 tx=0x7f4d6c01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:11.301 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.300+0000 7f4d6b7fe700 1 -- 172.21.15.52:0/2028634272 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f4d70053740 con 0x7f4d7c101bb0 2024-03-18T22:55:11.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.506+0000 7f4d809da700 1 -- 172.21.15.52:0/2028634272 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4d7c199e70 con 0x7f4d7c101bb0 2024-03-18T22:55:11.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.507+0000 7f4d6b7fe700 1 -- 172.21.15.52:0/2028634272 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22159 (secure 0 0 0) 0x7f4d7c199e70 con 0x7f4d7c101bb0 2024-03-18T22:55:11.508 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:55:11.509 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":88,"fsid":"444ca0c0-e579-11ee-95c9-87774f69a715","created":"2024-03-18T22:46:59.196861+0000","modified":"2024-03-18T22:54:55.019937+0000","last_up_change":"2024-03-18T22:54:03.658736+0000","last_in_change":"2024-03-18T22:53:42.549736+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-18T22:50:19.580907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-18T22:54:51.765993+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-18T22:54:52.580111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8f05057f-5818-4a49-a239-ce60bf28c875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6803","nonce":4259078413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6805","nonce":4259078413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6809","nonce":4259078413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6807","nonce":4259078413}]},"public_addr":"172.21.15.52:6803/4259078413","cluster_addr":"172.21.15.52:6805/4259078413","heartbeat_back_addr":"172.21.15.52:6809/4259078413","heartbeat_front_addr":"172.21.15.52:6807/4259078413","state":["exists","up"]},{"osd":1,"uuid":"602a7d92-7ff5-457e-b1e1-ab1e9eae6dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6801","nonce":500160796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6803","nonce":500160796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6807","nonce":500160796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6805","nonce":500160796}]},"public_addr":"172.21.15.99:6801/500160796","cluster_addr":"172.21.15.99:6803/500160796","heartbeat_back_addr":"172.21.15.99:6807/500160796","heartbeat_front_addr":"172.21.15.99:6805/500160796","state":["exists","up"]},{"osd":2,"uuid":"d5d4dba3-77ad-46f9-b510-d3b26f14077d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6801","nonce":1878857413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6803","nonce":1878857413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6807","nonce":1878857413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6805","nonce":1878857413}]},"public_addr":"172.21.15.181:6801/1878857413","cluster_addr":"172.21.15.181:6803/1878857413","heartbeat_back_addr":"172.21.15.181:6807/1878857413","heartbeat_front_addr":"172.21.15.181:6805/1878857413","state":["exists","up"]},{"osd":3,"uuid":"b61bfbef-b35c-49e3-9616-48e1b7ffc914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6811","nonce":2095210395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6813","nonce":2095210395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6817","nonce":2095210395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6815","nonce":2095210395}]},"public_addr":"172.21.15.52:6811/2095210395","cluster_addr":"172.21.15.52:6813/2095210395","heartbeat_back_addr":"172.21.15.52:6817/2095210395","heartbeat_front_addr":"172.21.15.52:6815/2095210395","state":["exists","up"]},{"osd":4,"uuid":"ce793666-4ab9-4844-81c9-661b265973b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6809","nonce":2287333294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6811","nonce":2287333294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6815","nonce":2287333294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6813","nonce":2287333294}]},"public_addr":"172.21.15.99:6809/2287333294","cluster_addr":"172.21.15.99:6811/2287333294","heartbeat_back_addr":"172.21.15.99:6815/2287333294","heartbeat_front_addr":"172.21.15.99:6813/2287333294","state":["exists","up"]},{"osd":5,"uuid":"9640855d-727d-4dbe-a86e-d9cb16ff1213","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6809","nonce":2011157034}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6811","nonce":2011157034}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6815","nonce":2011157034}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6813","nonce":2011157034}]},"public_addr":"172.21.15.181:6809/2011157034","cluster_addr":"172.21.15.181:6811/2011157034","heartbeat_back_addr":"172.21.15.181:6815/2011157034","heartbeat_front_addr":"172.21.15.181:6813/2011157034","state":["exists","up"]},{"osd":6,"uuid":"a5e939cf-f502-4844-a7c7-90a03212c912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6819","nonce":3005509606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6821","nonce":3005509606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6825","nonce":3005509606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6823","nonce":3005509606}]},"public_addr":"172.21.15.52:6819/3005509606","cluster_addr":"172.21.15.52:6821/3005509606","heartbeat_back_addr":"172.21.15.52:6825/3005509606","heartbeat_front_addr":"172.21.15.52:6823/3005509606","state":["exists","up"]},{"osd":7,"uuid":"6870a7b1-abe0-4d5b-aedb-e2eab43a0d36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6817","nonce":2572523724}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6819","nonce":2572523724}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6823","nonce":2572523724}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6821","nonce":2572523724}]},"public_addr":"172.21.15.99:6817/2572523724","cluster_addr":"172.21.15.99:6819/2572523724","heartbeat_back_addr":"172.21.15.99:6823/2572523724","heartbeat_front_addr":"172.21.15.99:6821/2572523724","state":["exists","up"]},{"osd":8,"uuid":"967926a1-de37-43dc-b815-0e17765b3a9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6817","nonce":644322337}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6819","nonce":644322337}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6823","nonce":644322337}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6821","nonce":644322337}]},"public_addr":"172.21.15.181:6817/644322337","cluster_addr":"172.21.15.181:6819/644322337","heartbeat_back_addr":"172.21.15.181:6823/644322337","heartbeat_front_addr":"172.21.15.181:6821/644322337","state":["exists","up"]},{"osd":9,"uuid":"a131710e-f2c3-4714-a033-106917dae36a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6827","nonce":2018024971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6829","nonce":2018024971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6833","nonce":2018024971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6831","nonce":2018024971}]},"public_addr":"172.21.15.52:6827/2018024971","cluster_addr":"172.21.15.52:6829/2018024971","heartbeat_back_addr":"172.21.15.52:6833/2018024971","heartbeat_front_addr":"172.21.15.52:6831/2018024971","state":["exists","up"]},{"osd":10,"uuid":"f73f086a-46e1-412c-8105-3b80772eca56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6825","nonce":14598206}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6827","nonce":14598206}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6831","nonce":14598206}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6829","nonce":14598206}]},"public_addr":"172.21.15.99:6825/14598206","cluster_addr":"172.21.15.99:6827/14598206","heartbeat_back_addr":"172.21.15.99:6831/14598206","heartbeat_front_addr":"172.21.15.99:6829/14598206","state":["exists","up"]},{"osd":11,"uuid":"f8e9539b-8a69-49a8-8a48-52f69b3c827e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":83,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6825","nonce":3442115308}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6827","nonce":3442115308}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6831","nonce":3442115308}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6829","nonce":3442115308}]},"public_addr":"172.21.15.181:6825/3442115308","cluster_addr":"172.21.15.181:6827/3442115308","heartbeat_back_addr":"172.21.15.181:6831/3442115308","heartbeat_front_addr":"172.21.15.181:6829/3442115308","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:30.221253+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:53.484811+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:17.327889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:41.988608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:06.067648+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:30.546908+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:56.054912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:20.268014+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:44.577601+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:10.398933+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:35.167862+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:54:00.825869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:6801/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:6800/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/2706493239":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/3660249274":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/3214486026":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6801/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6800/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/278759612":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/126914394":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/4260437251":"2024-03-19T22:47:53.231814+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-18T22:55:11.510 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.509+0000 7f4d809da700 1 -- 172.21.15.52:0/2028634272 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f4d640a29a0 msgr2=0x7f4d640a4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:11.510 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.509+0000 7f4d809da700 1 --2- 172.21.15.52:0/2028634272 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f4d640a29a0 0x7f4d640a4e60 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f4d6c00b2e0 tx=0x7f4d6c01a040 comp rx=0 tx=0).stop 2024-03-18T22:55:11.510 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.509+0000 7f4d809da700 1 -- 172.21.15.52:0/2028634272 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d7c101bb0 msgr2=0x7f4d7c19ecc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:11.510 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.509+0000 7f4d809da700 1 --2- 172.21.15.52:0/2028634272 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d7c101bb0 0x7f4d7c19ecc0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f4d7000eb30 tx=0x7f4d7000ee40 comp rx=0 tx=0).stop 2024-03-18T22:55:11.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.510+0000 7f4d809da700 1 -- 172.21.15.52:0/2028634272 shutdown_connections 2024-03-18T22:55:11.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.510+0000 7f4d809da700 1 --2- 172.21.15.52:0/2028634272 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f4d640a29a0 0x7f4d640a4e60 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:11.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.510+0000 7f4d809da700 1 --2- 172.21.15.52:0/2028634272 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4d7c107250 0x7f4d7c198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:11.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.510+0000 7f4d809da700 1 --2- 172.21.15.52:0/2028634272 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4d7c101210 0x7f4d7c19e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:11.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.510+0000 7f4d809da700 1 --2- 172.21.15.52:0/2028634272 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d7c101bb0 0x7f4d7c19ecc0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:11.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.510+0000 7f4d809da700 1 -- 172.21.15.52:0/2028634272 >> 172.21.15.52:0/2028634272 conn(0x7f4d7c078140 msgr2=0x7f4d7c100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:11.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.510+0000 7f4d809da700 1 -- 172.21.15.52:0/2028634272 shutdown_connections 2024-03-18T22:55:11.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:11.510+0000 7f4d809da700 1 -- 172.21.15.52:0/2028634272 wait complete. 2024-03-18T22:55:12.070 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph tell osd.0 flush_pg_stats 2024-03-18T22:55:12.070 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph tell osd.1 flush_pg_stats 2024-03-18T22:55:12.071 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph tell osd.2 flush_pg_stats 2024-03-18T22:55:12.071 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph tell osd.3 flush_pg_stats 2024-03-18T22:55:12.071 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph tell osd.4 flush_pg_stats 2024-03-18T22:55:12.072 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph tell osd.5 flush_pg_stats 2024-03-18T22:55:12.072 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph tell osd.6 flush_pg_stats 2024-03-18T22:55:12.073 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph tell osd.7 flush_pg_stats 2024-03-18T22:55:12.073 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph tell osd.8 flush_pg_stats 2024-03-18T22:55:12.073 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph tell osd.9 flush_pg_stats 2024-03-18T22:55:12.074 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph tell osd.10 flush_pg_stats 2024-03-18T22:55:12.074 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph tell osd.11 flush_pg_stats 2024-03-18T22:55:12.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:12 smithi052 ceph-mon[32520]: pgmap v297: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.0 KiB/s wr, 11 op/s 2024-03-18T22:55:12.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:12 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/2028634272' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:55:12.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:12 smithi181 ceph-mon[67256]: pgmap v297: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.0 KiB/s wr, 11 op/s 2024-03-18T22:55:12.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:12 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/2028634272' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:55:12.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:12 smithi099 ceph-mon[36725]: pgmap v297: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.0 KiB/s wr, 11 op/s 2024-03-18T22:55:12.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:12 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/2028634272' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:55:12.813 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:55:12.855 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:55:14.292 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:55:14.690 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:14 smithi052 ceph-mon[32520]: pgmap v298: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.9 KiB/s wr, 7 op/s 2024-03-18T22:55:14.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:14 smithi181 ceph-mon[67256]: pgmap v298: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.9 KiB/s wr, 7 op/s 2024-03-18T22:55:14.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:14 smithi099 ceph-mon[36725]: pgmap v298: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.9 KiB/s wr, 7 op/s 2024-03-18T22:55:15.026 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:55:15.026 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:55:15.030 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:55:15.030 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:55:15.031 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:55:15.035 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:55:15.036 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:55:15.036 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:55:15.036 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:55:16.702 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:16 smithi052 ceph-mon[32520]: pgmap v299: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 4.7 KiB/s wr, 9 op/s 2024-03-18T22:55:16.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:16 smithi181 ceph-mon[67256]: pgmap v299: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 4.7 KiB/s wr, 9 op/s 2024-03-18T22:55:16.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:16 smithi099 ceph-mon[36725]: pgmap v299: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 4.7 KiB/s wr, 9 op/s 2024-03-18T22:55:16.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.888+0000 7fe266067700 1 -- 172.21.15.52:0/496679332 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe260101c70 msgr2=0x7fe260102050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:16.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.888+0000 7fe266067700 1 --2- 172.21.15.52:0/496679332 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe260101c70 0x7fe260102050 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fe2500099c0 tx=0x7fe250009cd0 comp rx=0 tx=0).stop 2024-03-18T22:55:16.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.888+0000 7fe266067700 1 -- 172.21.15.52:0/496679332 shutdown_connections 2024-03-18T22:55:16.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.888+0000 7fe266067700 1 --2- 172.21.15.52:0/496679332 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe260106590 0x7fe26010e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:16.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.888+0000 7fe266067700 1 --2- 172.21.15.52:0/496679332 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe260101c70 0x7fe260102050 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:16.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.888+0000 7fe266067700 1 --2- 172.21.15.52:0/496679332 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe260102620 0x7fe260105eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:16.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.888+0000 7fe266067700 1 -- 172.21.15.52:0/496679332 >> 172.21.15.52:0/496679332 conn(0x7fe260077810 msgr2=0x7fe2600fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:16.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.888+0000 7fe266067700 1 -- 172.21.15.52:0/496679332 shutdown_connections 2024-03-18T22:55:16.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.888+0000 7fe266067700 1 -- 172.21.15.52:0/496679332 wait complete. 2024-03-18T22:55:16.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.889+0000 7fe266067700 1 Processor -- start 2024-03-18T22:55:16.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.889+0000 7fe266067700 1 -- start start 2024-03-18T22:55:16.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.889+0000 7fe266067700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe260101c70 0x7fe260199a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:16.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.889+0000 7fe266067700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe260102620 0x7fe260199fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:16.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.889+0000 7fe266067700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe260106590 0x7fe2601a4b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:16.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.889+0000 7fe266067700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe260111660 con 0x7fe260102620 2024-03-18T22:55:16.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.889+0000 7fe266067700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fe2601114e0 con 0x7fe260101c70 2024-03-18T22:55:16.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.889+0000 7fe266067700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fe2601117e0 con 0x7fe260106590 2024-03-18T22:55:16.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.889+0000 7fe25effd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe260102620 0x7fe260199fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:16.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.889+0000 7fe25effd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe260102620 0x7fe260199fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:45816/0 (socket says 172.21.15.52:45816) 2024-03-18T22:55:16.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.889+0000 7fe25effd700 1 -- 172.21.15.52:0/321783127 learned_addr learned my addr 172.21.15.52:0/321783127 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:16.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.889+0000 7fe25f7fe700 1 --2- 172.21.15.52:0/321783127 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe260101c70 0x7fe260199a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:16.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.889+0000 7fe25ffff700 1 --2- 172.21.15.52:0/321783127 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe260106590 0x7fe2601a4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:16.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.890+0000 7fe25effd700 1 -- 172.21.15.52:0/321783127 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe260106590 msgr2=0x7fe2601a4b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:16.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.890+0000 7fe25effd700 1 --2- 172.21.15.52:0/321783127 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe260106590 0x7fe2601a4b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:16.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.890+0000 7fe25effd700 1 -- 172.21.15.52:0/321783127 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe260101c70 msgr2=0x7fe260199a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:16.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.890+0000 7fe25effd700 1 --2- 172.21.15.52:0/321783127 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe260101c70 0x7fe260199a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:16.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.890+0000 7fe25effd700 1 -- 172.21.15.52:0/321783127 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2601a5040 con 0x7fe260102620 2024-03-18T22:55:16.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.890+0000 7fe25effd700 1 --2- 172.21.15.52:0/321783127 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe260102620 0x7fe260199fc0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fe25400e970 tx=0x7fe25400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:16.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.890+0000 7fe25cff9700 1 -- 172.21.15.52:0/321783127 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe254004a30 con 0x7fe260102620 2024-03-18T22:55:16.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.890+0000 7fe266067700 1 -- 172.21.15.52:0/321783127 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2601a5210 con 0x7fe260102620 2024-03-18T22:55:16.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.890+0000 7fe25cff9700 1 -- 172.21.15.52:0/321783127 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe25400cce0 con 0x7fe260102620 2024-03-18T22:55:16.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.890+0000 7fe25cff9700 1 -- 172.21.15.52:0/321783127 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe254010430 con 0x7fe260102620 2024-03-18T22:55:16.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.890+0000 7fe266067700 1 -- 172.21.15.52:0/321783127 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2601a5720 con 0x7fe260102620 2024-03-18T22:55:16.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.891+0000 7fe266067700 1 -- 172.21.15.52:0/321783127 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe260062a20 con 0x7fe260102620 2024-03-18T22:55:16.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.892+0000 7fe25cff9700 1 -- 172.21.15.52:0/321783127 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fe254004d60 con 0x7fe260102620 2024-03-18T22:55:16.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.892+0000 7fe25cff9700 1 --2- 172.21.15.52:0/321783127 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe2480a29a0 0x7fe2480a4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:16.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.893+0000 7fe25f7fe700 1 --2- 172.21.15.52:0/321783127 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe2480a29a0 0x7fe2480a4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:16.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.893+0000 7fe25cff9700 1 -- 172.21.15.52:0/321783127 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7fe2540cf100 con 0x7fe260102620 2024-03-18T22:55:16.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.893+0000 7fe25cff9700 1 --2- 172.21.15.52:0/321783127 >> [v2:172.21.15.181:6808/2011157034,v1:172.21.15.181:6809/2011157034] conn(0x7fe2480ac180 0x7fe2480ae5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:16.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.893+0000 7fe25cff9700 1 -- 172.21.15.52:0/321783127 --> [v2:172.21.15.181:6808/2011157034,v1:172.21.15.181:6809/2011157034] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe254015e80 con 0x7fe2480ac180 2024-03-18T22:55:16.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.893+0000 7fe25cff9700 1 -- 172.21.15.52:0/321783127 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7fe2540cf4f0 con 0x7fe260102620 2024-03-18T22:55:16.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.893+0000 7fe25f7fe700 1 --2- 172.21.15.52:0/321783127 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe2480a29a0 0x7fe2480a4e60 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe250000c00 tx=0x7fe250005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:16.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.893+0000 7fe25ffff700 1 --2- 172.21.15.52:0/321783127 >> [v2:172.21.15.181:6808/2011157034,v1:172.21.15.181:6809/2011157034] conn(0x7fe2480ac180 0x7fe2480ae5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:16.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.893+0000 7fe25ffff700 1 --2- 172.21.15.52:0/321783127 >> [v2:172.21.15.181:6808/2011157034,v1:172.21.15.181:6809/2011157034] conn(0x7fe2480ac180 0x7fe2480ae5a0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:16.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.894+0000 7fe25cff9700 1 -- 172.21.15.52:0/321783127 <== osd.5 v2:172.21.15.181:6808/2011157034 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe254015e80 con 0x7fe2480ac180 2024-03-18T22:55:16.911 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.910+0000 7fe266067700 1 -- 172.21.15.52:0/321783127 --> [v2:172.21.15.181:6808/2011157034,v1:172.21.15.181:6809/2011157034] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe260062e20 con 0x7fe2480ac180 2024-03-18T22:55:16.911 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.911+0000 7fe25cff9700 1 -- 172.21.15.52:0/321783127 <== osd.5 v2:172.21.15.181:6808/2011157034 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fe260062e20 con 0x7fe2480ac180 2024-03-18T22:55:16.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.911+0000 7fe266067700 1 -- 172.21.15.52:0/321783127 >> [v2:172.21.15.181:6808/2011157034,v1:172.21.15.181:6809/2011157034] conn(0x7fe2480ac180 msgr2=0x7fe2480ae5a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:16.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.911+0000 7fe266067700 1 --2- 172.21.15.52:0/321783127 >> [v2:172.21.15.181:6808/2011157034,v1:172.21.15.181:6809/2011157034] conn(0x7fe2480ac180 0x7fe2480ae5a0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:16.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.911+0000 7fe266067700 1 -- 172.21.15.52:0/321783127 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe2480a29a0 msgr2=0x7fe2480a4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:16.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.911+0000 7fe266067700 1 --2- 172.21.15.52:0/321783127 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe2480a29a0 0x7fe2480a4e60 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe250000c00 tx=0x7fe250005fb0 comp rx=0 tx=0).stop 2024-03-18T22:55:16.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.911+0000 7fe266067700 1 -- 172.21.15.52:0/321783127 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe260102620 msgr2=0x7fe260199fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:16.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.911+0000 7fe266067700 1 --2- 172.21.15.52:0/321783127 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe260102620 0x7fe260199fc0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fe25400e970 tx=0x7fe25400ec80 comp rx=0 tx=0).stop 2024-03-18T22:55:16.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.911+0000 7fe25ffff700 1 -- 172.21.15.52:0/321783127 reap_dead start 2024-03-18T22:55:16.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.911+0000 7fe266067700 1 -- 172.21.15.52:0/321783127 shutdown_connections 2024-03-18T22:55:16.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.911+0000 7fe266067700 1 -- 172.21.15.52:0/321783127 >> 172.21.15.52:0/321783127 conn(0x7fe260077810 msgr2=0x7fe2600fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:16.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.911+0000 7fe266067700 1 -- 172.21.15.52:0/321783127 shutdown_connections 2024-03-18T22:55:16.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:16.911+0000 7fe266067700 1 -- 172.21.15.52:0/321783127 wait complete. 2024-03-18T22:55:18.737 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:18 smithi052 ceph-mon[32520]: pgmap v300: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-03-18T22:55:18.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:18 smithi181 ceph-mon[67256]: pgmap v300: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-03-18T22:55:18.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:18 smithi099 ceph-mon[36725]: pgmap v300: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-03-18T22:55:20.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.965+0000 7fc916085700 1 -- 172.21.15.52:0/3323772045 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc91006aab0 msgr2=0x7fc91006ae90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:20.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.965+0000 7fc916085700 1 --2- 172.21.15.52:0/3323772045 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc91006aab0 0x7fc91006ae90 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fc900009990 tx=0x7fc900009ca0 comp rx=0 tx=0).stop 2024-03-18T22:55:20.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.965+0000 7fc916085700 1 -- 172.21.15.52:0/3323772045 shutdown_connections 2024-03-18T22:55:20.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.965+0000 7fc916085700 1 --2- 172.21.15.52:0/3323772045 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc910107620 0x7fc91010f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:20.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.965+0000 7fc916085700 1 --2- 172.21.15.52:0/3323772045 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc91006aab0 0x7fc91006ae90 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:20.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.965+0000 7fc916085700 1 --2- 172.21.15.52:0/3323772045 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc91006b460 0x7fc910106f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:20.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.965+0000 7fc916085700 1 -- 172.21.15.52:0/3323772045 >> 172.21.15.52:0/3323772045 conn(0x7fc910077260 msgr2=0x7fc910077670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:20.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.965+0000 7fc916085700 1 -- 172.21.15.52:0/3323772045 shutdown_connections 2024-03-18T22:55:20.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.965+0000 7fc916085700 1 -- 172.21.15.52:0/3323772045 wait complete. 2024-03-18T22:55:20.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.966+0000 7fc916085700 1 Processor -- start 2024-03-18T22:55:20.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.966+0000 7fc916085700 1 -- start start 2024-03-18T22:55:20.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.966+0000 7fc916085700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc91006aab0 0x7fc91019e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:20.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.966+0000 7fc916085700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc91006b460 0x7fc91019ec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:20.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.966+0000 7fc916085700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc910107620 0x7fc910198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:20.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.966+0000 7fc916085700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc910112740 con 0x7fc910107620 2024-03-18T22:55:20.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.966+0000 7fc916085700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fc9101125c0 con 0x7fc91006b460 2024-03-18T22:55:20.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.966+0000 7fc916085700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fc9101128c0 con 0x7fc91006aab0 2024-03-18T22:55:20.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.966+0000 7fc90ffff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc910107620 0x7fc910198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:20.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.966+0000 7fc90ffff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc910107620 0x7fc910198960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:43758/0 (socket says 172.21.15.52:43758) 2024-03-18T22:55:20.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.966+0000 7fc90ffff700 1 -- 172.21.15.52:0/1451338656 learned_addr learned my addr 172.21.15.52:0/1451338656 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:20.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.967+0000 7fc90f7fe700 1 --2- 172.21.15.52:0/1451338656 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc91006aab0 0x7fc91019e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:20.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.967+0000 7fc90effd700 1 --2- 172.21.15.52:0/1451338656 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc91006b460 0x7fc91019ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:20.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.967+0000 7fc90ffff700 1 -- 172.21.15.52:0/1451338656 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc91006aab0 msgr2=0x7fc91019e750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:20.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.967+0000 7fc90ffff700 1 --2- 172.21.15.52:0/1451338656 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc91006aab0 0x7fc91019e750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:20.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.967+0000 7fc90ffff700 1 -- 172.21.15.52:0/1451338656 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc91006b460 msgr2=0x7fc91019ec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:20.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.967+0000 7fc90ffff700 1 --2- 172.21.15.52:0/1451338656 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc91006b460 0x7fc91019ec90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:20.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.967+0000 7fc90ffff700 1 -- 172.21.15.52:0/1451338656 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9101990c0 con 0x7fc910107620 2024-03-18T22:55:20.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.967+0000 7fc90ffff700 1 --2- 172.21.15.52:0/1451338656 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc910107620 0x7fc910198960 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fc908007ee0 tx=0x7fc90800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:20.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.967+0000 7fc90cff9700 1 -- 172.21.15.52:0/1451338656 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc908004bb0 con 0x7fc910107620 2024-03-18T22:55:20.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.967+0000 7fc916085700 1 -- 172.21.15.52:0/1451338656 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9101993b0 con 0x7fc910107620 2024-03-18T22:55:20.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.967+0000 7fc90cff9700 1 -- 172.21.15.52:0/1451338656 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc908004d50 con 0x7fc910107620 2024-03-18T22:55:20.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.967+0000 7fc90cff9700 1 -- 172.21.15.52:0/1451338656 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9080059b0 con 0x7fc910107620 2024-03-18T22:55:20.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.967+0000 7fc916085700 1 -- 172.21.15.52:0/1451338656 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9101a5620 con 0x7fc910107620 2024-03-18T22:55:20.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.968+0000 7fc916085700 1 -- 172.21.15.52:0/1451338656 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc910062aa0 con 0x7fc910107620 2024-03-18T22:55:20.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.969+0000 7fc90cff9700 1 -- 172.21.15.52:0/1451338656 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fc90801a020 con 0x7fc910107620 2024-03-18T22:55:20.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.970+0000 7fc90cff9700 1 --2- 172.21.15.52:0/1451338656 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc8f80a2920 0x7fc8f80a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:20.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.970+0000 7fc90f7fe700 1 --2- 172.21.15.52:0/1451338656 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc8f80a2920 0x7fc8f80a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:20.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.970+0000 7fc90cff9700 1 -- 172.21.15.52:0/1451338656 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7fc9080ce950 con 0x7fc910107620 2024-03-18T22:55:20.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.970+0000 7fc90cff9700 1 --2- 172.21.15.52:0/1451338656 >> [v2:172.21.15.99:6816/2572523724,v1:172.21.15.99:6817/2572523724] conn(0x7fc8f80ac100 0x7fc8f80ae520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:20.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.970+0000 7fc90cff9700 1 -- 172.21.15.52:0/1451338656 --> [v2:172.21.15.99:6816/2572523724,v1:172.21.15.99:6817/2572523724] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc90800be50 con 0x7fc8f80ac100 2024-03-18T22:55:20.554 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.970+0000 7fc90cff9700 1 -- 172.21.15.52:0/1451338656 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7fc9080ced00 con 0x7fc910107620 2024-03-18T22:55:20.554 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.971+0000 7fc90f7fe700 1 --2- 172.21.15.52:0/1451338656 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc8f80a2920 0x7fc8f80a4de0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fc90000b2e0 tx=0x7fc90001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:20.554 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.971+0000 7fc90effd700 1 --2- 172.21.15.52:0/1451338656 >> [v2:172.21.15.99:6816/2572523724,v1:172.21.15.99:6817/2572523724] conn(0x7fc8f80ac100 0x7fc8f80ae520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:20.554 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.971+0000 7fc90effd700 1 --2- 172.21.15.52:0/1451338656 >> [v2:172.21.15.99:6816/2572523724,v1:172.21.15.99:6817/2572523724] conn(0x7fc8f80ac100 0x7fc8f80ae520 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:20.554 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.972+0000 7fc90cff9700 1 -- 172.21.15.52:0/1451338656 <== osd.7 v2:172.21.15.99:6816/2572523724 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc90800be50 con 0x7fc8f80ac100 2024-03-18T22:55:20.554 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.988+0000 7fc916085700 1 -- 172.21.15.52:0/1451338656 --> [v2:172.21.15.99:6816/2572523724,v1:172.21.15.99:6817/2572523724] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc910062f20 con 0x7fc8f80ac100 2024-03-18T22:55:20.554 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.989+0000 7fc90cff9700 1 -- 172.21.15.52:0/1451338656 <== osd.7 v2:172.21.15.99:6816/2572523724 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fc910062f20 con 0x7fc8f80ac100 2024-03-18T22:55:20.554 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.989+0000 7fc916085700 1 -- 172.21.15.52:0/1451338656 >> [v2:172.21.15.99:6816/2572523724,v1:172.21.15.99:6817/2572523724] conn(0x7fc8f80ac100 msgr2=0x7fc8f80ae520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:20.554 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.989+0000 7fc916085700 1 --2- 172.21.15.52:0/1451338656 >> [v2:172.21.15.99:6816/2572523724,v1:172.21.15.99:6817/2572523724] conn(0x7fc8f80ac100 0x7fc8f80ae520 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:20.554 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.989+0000 7fc916085700 1 -- 172.21.15.52:0/1451338656 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc8f80a2920 msgr2=0x7fc8f80a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:20.554 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.989+0000 7fc916085700 1 --2- 172.21.15.52:0/1451338656 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc8f80a2920 0x7fc8f80a4de0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fc90000b2e0 tx=0x7fc90001a040 comp rx=0 tx=0).stop 2024-03-18T22:55:20.554 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.989+0000 7fc916085700 1 -- 172.21.15.52:0/1451338656 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc910107620 msgr2=0x7fc910198960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:20.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.989+0000 7fc916085700 1 --2- 172.21.15.52:0/1451338656 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc910107620 0x7fc910198960 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fc908007ee0 tx=0x7fc90800d3b0 comp rx=0 tx=0).stop 2024-03-18T22:55:20.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.989+0000 7fc90ffff700 1 -- 172.21.15.52:0/1451338656 reap_dead start 2024-03-18T22:55:20.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.989+0000 7fc916085700 1 -- 172.21.15.52:0/1451338656 shutdown_connections 2024-03-18T22:55:20.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.989+0000 7fc916085700 1 -- 172.21.15.52:0/1451338656 >> 172.21.15.52:0/1451338656 conn(0x7fc910077260 msgr2=0x7fc9100ff290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:20.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.989+0000 7fc916085700 1 -- 172.21.15.52:0/1451338656 shutdown_connections 2024-03-18T22:55:20.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:19.989+0000 7fc916085700 1 -- 172.21.15.52:0/1451338656 wait complete. 2024-03-18T22:55:20.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:20 smithi052 ceph-mon[32520]: pgmap v301: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-03-18T22:55:20.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:20 smithi181 ceph-mon[67256]: pgmap v301: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-03-18T22:55:20.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:20 smithi099 ceph-mon[36725]: pgmap v301: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-03-18T22:55:21.182 INFO:teuthology.orchestra.run.smithi052.stdout:227633266728 2024-03-18T22:55:21.183 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.7 2024-03-18T22:55:21.710 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.710+0000 7f5bc91e3700 1 -- 172.21.15.52:0/2029700251 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5bc4101460 msgr2=0x7f5bc4101840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:21.711 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.710+0000 7f5bc91e3700 1 --2- 172.21.15.52:0/2029700251 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5bc4101460 0x7f5bc4101840 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f5bb4009990 tx=0x7f5bb4009ca0 comp rx=0 tx=0).stop 2024-03-18T22:55:21.711 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.710+0000 7f5bc91e3700 1 -- 172.21.15.52:0/2029700251 shutdown_connections 2024-03-18T22:55:21.711 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.710+0000 7f5bc91e3700 1 --2- 172.21.15.52:0/2029700251 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5bc4106520 0x7f5bc410e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:21.711 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.710+0000 7f5bc91e3700 1 --2- 172.21.15.52:0/2029700251 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5bc4101460 0x7f5bc4101840 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:21.711 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.710+0000 7f5bc91e3700 1 --2- 172.21.15.52:0/2029700251 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5bc4101e10 0x7f5bc4105e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:21.711 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.710+0000 7f5bc91e3700 1 -- 172.21.15.52:0/2029700251 >> 172.21.15.52:0/2029700251 conn(0x7f5bc4078180 msgr2=0x7f5bc4078590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:21.711 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.710+0000 7f5bc91e3700 1 -- 172.21.15.52:0/2029700251 shutdown_connections 2024-03-18T22:55:21.711 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.710+0000 7f5bc91e3700 1 -- 172.21.15.52:0/2029700251 wait complete. 2024-03-18T22:55:21.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.710+0000 7f5bc91e3700 1 Processor -- start 2024-03-18T22:55:21.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.711+0000 7f5bc91e3700 1 -- start start 2024-03-18T22:55:21.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.711+0000 7f5bc91e3700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5bc4101460 0x7f5bc4199a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:21.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.711+0000 7f5bc91e3700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5bc4101e10 0x7f5bc4199f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:21.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.711+0000 7f5bc91e3700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5bc4106520 0x7f5bc41a4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:21.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.711+0000 7f5bc91e3700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc41116b0 con 0x7f5bc4101460 2024-03-18T22:55:21.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.711+0000 7f5bc91e3700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc4111530 con 0x7f5bc4101e10 2024-03-18T22:55:21.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.711+0000 7f5bc91e3700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc4111830 con 0x7f5bc4106520 2024-03-18T22:55:21.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.711+0000 7f5bc2d9d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5bc4101460 0x7f5bc4199a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:21.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.711+0000 7f5bc2d9d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5bc4101460 0x7f5bc4199a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:43786/0 (socket says 172.21.15.52:43786) 2024-03-18T22:55:21.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.711+0000 7f5bc2d9d700 1 -- 172.21.15.52:0/1299193612 learned_addr learned my addr 172.21.15.52:0/1299193612 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:21.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.711+0000 7f5bc259c700 1 --2- 172.21.15.52:0/1299193612 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5bc4101e10 0x7f5bc4199f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:21.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.711+0000 7f5bc359e700 1 --2- 172.21.15.52:0/1299193612 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5bc4106520 0x7f5bc41a4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:21.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.711+0000 7f5bc259c700 1 -- 172.21.15.52:0/1299193612 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5bc4106520 msgr2=0x7f5bc41a4ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:21.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.711+0000 7f5bc259c700 1 --2- 172.21.15.52:0/1299193612 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5bc4106520 0x7f5bc41a4ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:21.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.711+0000 7f5bc259c700 1 -- 172.21.15.52:0/1299193612 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5bc4101460 msgr2=0x7f5bc4199a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:21.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.711+0000 7f5bc259c700 1 --2- 172.21.15.52:0/1299193612 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5bc4101460 0x7f5bc4199a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:21.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.711+0000 7f5bc259c700 1 -- 172.21.15.52:0/1299193612 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bc41a5010 con 0x7f5bc4101e10 2024-03-18T22:55:21.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.711+0000 7f5bc2d9d700 1 --2- 172.21.15.52:0/1299193612 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5bc4101460 0x7f5bc4199a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:55:21.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.712+0000 7f5bc259c700 1 --2- 172.21.15.52:0/1299193612 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5bc4101e10 0x7f5bc4199f90 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f5bb800e9c0 tx=0x7f5bb800ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:21.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.712+0000 7f5babfff700 1 -- 172.21.15.52:0/1299193612 <== mon.2 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bb800c9c0 con 0x7f5bc4101e10 2024-03-18T22:55:21.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.712+0000 7f5bc91e3700 1 -- 172.21.15.52:0/1299193612 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bc41a5240 con 0x7f5bc4101e10 2024-03-18T22:55:21.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.712+0000 7f5babfff700 1 -- 172.21.15.52:0/1299193612 <== mon.2 v2:172.21.15.99:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5bb800cb60 con 0x7f5bc4101e10 2024-03-18T22:55:21.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.712+0000 7f5babfff700 1 -- 172.21.15.52:0/1299193612 <== mon.2 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bb8018710 con 0x7f5bc4101e10 2024-03-18T22:55:21.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.712+0000 7f5bc91e3700 1 -- 172.21.15.52:0/1299193612 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bc41a5750 con 0x7f5bc4101e10 2024-03-18T22:55:21.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.713+0000 7f5bc91e3700 1 -- 172.21.15.52:0/1299193612 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5bc4062a20 con 0x7f5bc4101e10 2024-03-18T22:55:21.716 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.714+0000 7f5babfff700 1 -- 172.21.15.52:0/1299193612 <== mon.2 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f5bb8047a90 con 0x7f5bc4101e10 2024-03-18T22:55:21.716 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.714+0000 7f5babfff700 1 --2- 172.21.15.52:0/1299193612 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f5bac0a2920 0x7f5bac0a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:21.716 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.714+0000 7f5bc2d9d700 1 --2- 172.21.15.52:0/1299193612 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f5bac0a2920 0x7f5bac0a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:21.716 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.714+0000 7f5babfff700 1 -- 172.21.15.52:0/1299193612 <== mon.2 v2:172.21.15.99:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7f5bb80cec80 con 0x7f5bc4101e10 2024-03-18T22:55:21.716 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.715+0000 7f5babfff700 1 --2- 172.21.15.52:0/1299193612 >> [v2:172.21.15.181:6800/1878857413,v1:172.21.15.181:6801/1878857413] conn(0x7f5bac0ac100 0x7f5bac0ae520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:21.716 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.715+0000 7f5babfff700 1 -- 172.21.15.52:0/1299193612 --> [v2:172.21.15.181:6800/1878857413,v1:172.21.15.181:6801/1878857413] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5bb80056b0 con 0x7f5bac0ac100 2024-03-18T22:55:21.717 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.715+0000 7f5babfff700 1 -- 172.21.15.52:0/1299193612 <== mon.2 v2:172.21.15.99:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7f5bb80cf030 con 0x7f5bc4101e10 2024-03-18T22:55:21.717 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.715+0000 7f5bc2d9d700 1 --2- 172.21.15.52:0/1299193612 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f5bac0a2920 0x7f5bac0a4de0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f5bb4006010 tx=0x7f5bb401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:21.717 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.715+0000 7f5bc359e700 1 --2- 172.21.15.52:0/1299193612 >> [v2:172.21.15.181:6800/1878857413,v1:172.21.15.181:6801/1878857413] conn(0x7f5bac0ac100 0x7f5bac0ae520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:21.717 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.715+0000 7f5bc359e700 1 --2- 172.21.15.52:0/1299193612 >> [v2:172.21.15.181:6800/1878857413,v1:172.21.15.181:6801/1878857413] conn(0x7f5bac0ac100 0x7f5bac0ae520 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:21.717 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.716+0000 7f5babfff700 1 -- 172.21.15.52:0/1299193612 <== osd.2 v2:172.21.15.181:6800/1878857413 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5bb80056b0 con 0x7f5bac0ac100 2024-03-18T22:55:21.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.740+0000 7f5bc91e3700 1 -- 172.21.15.52:0/1299193612 --> [v2:172.21.15.181:6800/1878857413,v1:172.21.15.181:6801/1878857413] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5bc4062ea0 con 0x7f5bac0ac100 2024-03-18T22:55:21.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.741+0000 7f5babfff700 1 -- 172.21.15.52:0/1299193612 <== osd.2 v2:172.21.15.181:6800/1878857413 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f5bc4062ea0 con 0x7f5bac0ac100 2024-03-18T22:55:21.742 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.741+0000 7f5bc91e3700 1 -- 172.21.15.52:0/1299193612 >> [v2:172.21.15.181:6800/1878857413,v1:172.21.15.181:6801/1878857413] conn(0x7f5bac0ac100 msgr2=0x7f5bac0ae520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:21.742 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.741+0000 7f5bc91e3700 1 --2- 172.21.15.52:0/1299193612 >> [v2:172.21.15.181:6800/1878857413,v1:172.21.15.181:6801/1878857413] conn(0x7f5bac0ac100 0x7f5bac0ae520 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:21.742 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.741+0000 7f5bc91e3700 1 -- 172.21.15.52:0/1299193612 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f5bac0a2920 msgr2=0x7f5bac0a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:21.742 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.741+0000 7f5bc91e3700 1 --2- 172.21.15.52:0/1299193612 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f5bac0a2920 0x7f5bac0a4de0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f5bb4006010 tx=0x7f5bb401a040 comp rx=0 tx=0).stop 2024-03-18T22:55:21.742 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.741+0000 7f5bc91e3700 1 -- 172.21.15.52:0/1299193612 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5bc4101e10 msgr2=0x7f5bc4199f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:21.742 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.741+0000 7f5bc91e3700 1 --2- 172.21.15.52:0/1299193612 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5bc4101e10 0x7f5bc4199f90 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f5bb800e9c0 tx=0x7f5bb800ecd0 comp rx=0 tx=0).stop 2024-03-18T22:55:21.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.741+0000 7f5bc359e700 1 -- 172.21.15.52:0/1299193612 reap_dead start 2024-03-18T22:55:21.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.741+0000 7f5bc91e3700 1 -- 172.21.15.52:0/1299193612 shutdown_connections 2024-03-18T22:55:21.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.741+0000 7f5bc91e3700 1 -- 172.21.15.52:0/1299193612 >> 172.21.15.52:0/1299193612 conn(0x7f5bc4078180 msgr2=0x7f5bc40ff2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:21.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.741+0000 7f5bc91e3700 1 -- 172.21.15.52:0/1299193612 shutdown_connections 2024-03-18T22:55:21.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:21.741+0000 7f5bc91e3700 1 -- 172.21.15.52:0/1299193612 wait complete. 2024-03-18T22:55:22.155 INFO:teuthology.orchestra.run.smithi052.stdout:167503724593 2024-03-18T22:55:22.155 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.5 2024-03-18T22:55:22.664 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:22 smithi052 ceph-mon[32520]: pgmap v302: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 5 op/s 2024-03-18T22:55:22.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:22 smithi181 ceph-mon[67256]: pgmap v302: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 5 op/s 2024-03-18T22:55:22.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:22 smithi099 ceph-mon[36725]: pgmap v302: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 5 op/s 2024-03-18T22:55:23.524 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.523+0000 7f20f70d0700 1 -- 172.21.15.52:0/2464289699 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f20f0102d20 msgr2=0x7f20f010f160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:23.524 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.523+0000 7f20f70d0700 1 --2- 172.21.15.52:0/2464289699 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f20f0102d20 0x7f20f010f160 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f20e800b0d0 tx=0x7f20e800b3e0 comp rx=0 tx=0).stop 2024-03-18T22:55:23.524 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.523+0000 7f20f70d0700 1 -- 172.21.15.52:0/2464289699 shutdown_connections 2024-03-18T22:55:23.524 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.523+0000 7f20f70d0700 1 --2- 172.21.15.52:0/2464289699 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f20f0102d20 0x7f20f010f160 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:23.524 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.523+0000 7f20f70d0700 1 --2- 172.21.15.52:0/2464289699 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f20f0108340 0x7f20f0108720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:23.524 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.523+0000 7f20f70d0700 1 --2- 172.21.15.52:0/2464289699 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20f0102360 0x7f20f01027e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:23.524 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.523+0000 7f20f70d0700 1 -- 172.21.15.52:0/2464289699 >> 172.21.15.52:0/2464289699 conn(0x7f20f0079440 msgr2=0x7f20f0079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:23.524 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.523+0000 7f20f70d0700 1 -- 172.21.15.52:0/2464289699 shutdown_connections 2024-03-18T22:55:23.524 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.523+0000 7f20f70d0700 1 -- 172.21.15.52:0/2464289699 wait complete. 2024-03-18T22:55:23.526 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.524+0000 7f20f70d0700 1 Processor -- start 2024-03-18T22:55:23.526 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.524+0000 7f20f70d0700 1 -- start start 2024-03-18T22:55:23.526 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.524+0000 7f20f70d0700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f20f0102360 0x7f20f019ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:23.526 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.524+0000 7f20f70d0700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f20f0102d20 0x7f20f019b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:23.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.524+0000 7f20f70d0700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20f0108340 0x7f20f019f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:23.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.524+0000 7f20f70d0700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f20f0112720 con 0x7f20f0102360 2024-03-18T22:55:23.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.524+0000 7f20f70d0700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f20f01125a0 con 0x7f20f0108340 2024-03-18T22:55:23.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.524+0000 7f20f70d0700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f20f01128a0 con 0x7f20f0102d20 2024-03-18T22:55:23.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.524+0000 7f20f4e6c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f20f0102360 0x7f20f019ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:23.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.524+0000 7f20f4e6c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f20f0102360 0x7f20f019ad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:43790/0 (socket says 172.21.15.52:43790) 2024-03-18T22:55:23.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.524+0000 7f20effff700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f20f0102d20 0x7f20f019b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:23.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.524+0000 7f20f4e6c700 1 -- 172.21.15.52:0/3614511133 learned_addr learned my addr 172.21.15.52:0/3614511133 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:23.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.524+0000 7f20f566d700 1 --2- 172.21.15.52:0/3614511133 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20f0108340 0x7f20f019f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:23.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.524+0000 7f20f4e6c700 1 -- 172.21.15.52:0/3614511133 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f20f0102d20 msgr2=0x7f20f019b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:23.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.524+0000 7f20f4e6c700 1 --2- 172.21.15.52:0/3614511133 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f20f0102d20 0x7f20f019b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:23.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.524+0000 7f20f4e6c700 1 -- 172.21.15.52:0/3614511133 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20f0108340 msgr2=0x7f20f019f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:23.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.524+0000 7f20f4e6c700 1 --2- 172.21.15.52:0/3614511133 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20f0108340 0x7f20f019f620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:23.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.524+0000 7f20f4e6c700 1 -- 172.21.15.52:0/3614511133 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20f019fd60 con 0x7f20f0102360 2024-03-18T22:55:23.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.524+0000 7f20effff700 1 --2- 172.21.15.52:0/3614511133 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f20f0102d20 0x7f20f019b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:55:23.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.524+0000 7f20f4e6c700 1 --2- 172.21.15.52:0/3614511133 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f20f0102360 0x7f20f019ad50 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f20e400e9c0 tx=0x7f20e400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:23.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.525+0000 7f20edffb700 1 -- 172.21.15.52:0/3614511133 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e400cbd0 con 0x7f20f0102360 2024-03-18T22:55:23.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.525+0000 7f20f70d0700 1 -- 172.21.15.52:0/3614511133 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20f01a0050 con 0x7f20f0102360 2024-03-18T22:55:23.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.525+0000 7f20edffb700 1 -- 172.21.15.52:0/3614511133 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f20e400ee60 con 0x7f20f0102360 2024-03-18T22:55:23.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.525+0000 7f20edffb700 1 -- 172.21.15.52:0/3614511133 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e4010430 con 0x7f20f0102360 2024-03-18T22:55:23.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.525+0000 7f20f70d0700 1 -- 172.21.15.52:0/3614511133 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20f01a78d0 con 0x7f20f0102360 2024-03-18T22:55:23.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.526+0000 7f20f70d0700 1 -- 172.21.15.52:0/3614511133 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f20f0104940 con 0x7f20f0102360 2024-03-18T22:55:23.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.527+0000 7f20edffb700 1 -- 172.21.15.52:0/3614511133 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f20e4004750 con 0x7f20f0102360 2024-03-18T22:55:23.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.527+0000 7f20edffb700 1 --2- 172.21.15.52:0/3614511133 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f20e00a2920 0x7f20e00a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:23.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.527+0000 7f20effff700 1 --2- 172.21.15.52:0/3614511133 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f20e00a2920 0x7f20e00a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:23.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.527+0000 7f20edffb700 1 -- 172.21.15.52:0/3614511133 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7f20e40cec50 con 0x7f20f0102360 2024-03-18T22:55:23.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.528+0000 7f20edffb700 1 --2- 172.21.15.52:0/3614511133 >> [v2:172.21.15.52:6818/3005509606,v1:172.21.15.52:6819/3005509606] conn(0x7f20e00ac160 0x7f20e00ae580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:23.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.528+0000 7f20edffb700 1 -- 172.21.15.52:0/3614511133 --> [v2:172.21.15.52:6818/3005509606,v1:172.21.15.52:6819/3005509606] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f20e401ee50 con 0x7f20e00ac160 2024-03-18T22:55:23.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.528+0000 7f20edffb700 1 -- 172.21.15.52:0/3614511133 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7f20e40d13a0 con 0x7f20f0102360 2024-03-18T22:55:23.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.528+0000 7f20f566d700 1 --2- 172.21.15.52:0/3614511133 >> [v2:172.21.15.52:6818/3005509606,v1:172.21.15.52:6819/3005509606] conn(0x7f20e00ac160 0x7f20e00ae580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:23.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.528+0000 7f20effff700 1 --2- 172.21.15.52:0/3614511133 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f20e00a2920 0x7f20e00a4de0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f20f010f4f0 tx=0x7f20dc0073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:23.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.528+0000 7f20f566d700 1 --2- 172.21.15.52:0/3614511133 >> [v2:172.21.15.52:6818/3005509606,v1:172.21.15.52:6819/3005509606] conn(0x7f20e00ac160 0x7f20e00ae580 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:23.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.529+0000 7f20edffb700 1 -- 172.21.15.52:0/3614511133 <== osd.6 v2:172.21.15.52:6818/3005509606 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f20e401ee50 con 0x7f20e00ac160 2024-03-18T22:55:23.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.545+0000 7f20f70d0700 1 -- 172.21.15.52:0/3614511133 --> [v2:172.21.15.52:6818/3005509606,v1:172.21.15.52:6819/3005509606] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f20f01039f0 con 0x7f20e00ac160 2024-03-18T22:55:23.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.545+0000 7f20edffb700 1 -- 172.21.15.52:0/3614511133 <== osd.6 v2:172.21.15.52:6818/3005509606 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f20f01039f0 con 0x7f20e00ac160 2024-03-18T22:55:23.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.546+0000 7f20f70d0700 1 -- 172.21.15.52:0/3614511133 >> [v2:172.21.15.52:6818/3005509606,v1:172.21.15.52:6819/3005509606] conn(0x7f20e00ac160 msgr2=0x7f20e00ae580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:23.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.546+0000 7f20f70d0700 1 --2- 172.21.15.52:0/3614511133 >> [v2:172.21.15.52:6818/3005509606,v1:172.21.15.52:6819/3005509606] conn(0x7f20e00ac160 0x7f20e00ae580 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:23.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.546+0000 7f20f70d0700 1 -- 172.21.15.52:0/3614511133 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f20e00a2920 msgr2=0x7f20e00a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:23.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.546+0000 7f20f70d0700 1 --2- 172.21.15.52:0/3614511133 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f20e00a2920 0x7f20e00a4de0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f20f010f4f0 tx=0x7f20dc0073d0 comp rx=0 tx=0).stop 2024-03-18T22:55:23.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.546+0000 7f20f70d0700 1 -- 172.21.15.52:0/3614511133 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f20f0102360 msgr2=0x7f20f019ad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:23.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.546+0000 7f20f70d0700 1 --2- 172.21.15.52:0/3614511133 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f20f0102360 0x7f20f019ad50 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f20e400e9c0 tx=0x7f20e400ecd0 comp rx=0 tx=0).stop 2024-03-18T22:55:23.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.546+0000 7f20f566d700 1 -- 172.21.15.52:0/3614511133 reap_dead start 2024-03-18T22:55:23.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.546+0000 7f20f70d0700 1 -- 172.21.15.52:0/3614511133 shutdown_connections 2024-03-18T22:55:23.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.546+0000 7f20f70d0700 1 -- 172.21.15.52:0/3614511133 >> 172.21.15.52:0/3614511133 conn(0x7f20f0079440 msgr2=0x7f20f0103ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:23.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.546+0000 7f20f70d0700 1 -- 172.21.15.52:0/3614511133 shutdown_connections 2024-03-18T22:55:23.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:23.546+0000 7f20f70d0700 1 -- 172.21.15.52:0/3614511133 wait complete. 2024-03-18T22:55:24.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:24 smithi052 ceph-mon[32520]: pgmap v303: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 5 op/s 2024-03-18T22:55:24.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:24 smithi181 ceph-mon[67256]: pgmap v303: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 5 op/s 2024-03-18T22:55:24.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:24 smithi099 ceph-mon[36725]: pgmap v303: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 5 op/s 2024-03-18T22:55:25.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.794+0000 7fc436fec700 1 -- 172.21.15.52:0/2427120996 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc4301064f0 msgr2=0x7fc43010e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:25.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.794+0000 7fc436fec700 1 --2- 172.21.15.52:0/2427120996 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc4301064f0 0x7fc43010e0c0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fc42800b0d0 tx=0x7fc42800b3e0 comp rx=0 tx=0).stop 2024-03-18T22:55:25.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.794+0000 7fc436fec700 1 -- 172.21.15.52:0/2427120996 shutdown_connections 2024-03-18T22:55:25.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.794+0000 7fc436fec700 1 --2- 172.21.15.52:0/2427120996 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc4301064f0 0x7fc43010e0c0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:25.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.794+0000 7fc436fec700 1 --2- 172.21.15.52:0/2427120996 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4301014a0 0x7fc430101880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:25.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.794+0000 7fc436fec700 1 --2- 172.21.15.52:0/2427120996 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc430101e50 0x7fc430105e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:25.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.794+0000 7fc436fec700 1 -- 172.21.15.52:0/2427120996 >> 172.21.15.52:0/2427120996 conn(0x7fc430077260 msgr2=0x7fc430077670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:25.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.794+0000 7fc436fec700 1 -- 172.21.15.52:0/2427120996 shutdown_connections 2024-03-18T22:55:25.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.794+0000 7fc436fec700 1 -- 172.21.15.52:0/2427120996 wait complete. 2024-03-18T22:55:25.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.795+0000 7fc436fec700 1 Processor -- start 2024-03-18T22:55:25.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.795+0000 7fc436fec700 1 -- start start 2024-03-18T22:55:25.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.795+0000 7fc436fec700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4301014a0 0x7fc43019d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:25.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.795+0000 7fc436fec700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc430101e50 0x7fc43019dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:25.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.795+0000 7fc436fec700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc4301064f0 0x7fc430197880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:25.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.795+0000 7fc436fec700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc430111640 con 0x7fc430101e50 2024-03-18T22:55:25.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.795+0000 7fc436fec700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fc4301114c0 con 0x7fc4301014a0 2024-03-18T22:55:25.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.795+0000 7fc436fec700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fc4301117c0 con 0x7fc4301064f0 2024-03-18T22:55:25.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.795+0000 7fc42ffff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc430101e50 0x7fc43019dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:25.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.795+0000 7fc42ffff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc430101e50 0x7fc43019dbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:43810/0 (socket says 172.21.15.52:43810) 2024-03-18T22:55:25.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.795+0000 7fc42ffff700 1 -- 172.21.15.52:0/1980181758 learned_addr learned my addr 172.21.15.52:0/1980181758 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:25.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.795+0000 7fc435589700 1 --2- 172.21.15.52:0/1980181758 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc4301064f0 0x7fc430197880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:25.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.795+0000 7fc434d88700 1 --2- 172.21.15.52:0/1980181758 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4301014a0 0x7fc43019d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:25.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.796+0000 7fc42ffff700 1 -- 172.21.15.52:0/1980181758 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc4301064f0 msgr2=0x7fc430197880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:25.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.796+0000 7fc42ffff700 1 --2- 172.21.15.52:0/1980181758 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc4301064f0 0x7fc430197880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:25.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.796+0000 7fc42ffff700 1 -- 172.21.15.52:0/1980181758 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4301014a0 msgr2=0x7fc43019d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:25.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.796+0000 7fc42ffff700 1 --2- 172.21.15.52:0/1980181758 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4301014a0 0x7fc43019d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:25.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.796+0000 7fc42ffff700 1 -- 172.21.15.52:0/1980181758 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc430198060 con 0x7fc430101e50 2024-03-18T22:55:25.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.796+0000 7fc435589700 1 --2- 172.21.15.52:0/1980181758 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc4301064f0 0x7fc430197880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:55:25.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.796+0000 7fc434d88700 1 --2- 172.21.15.52:0/1980181758 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc4301014a0 0x7fc43019d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:55:25.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.796+0000 7fc42ffff700 1 --2- 172.21.15.52:0/1980181758 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc430101e50 0x7fc43019dbf0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fc41c00eb00 tx=0x7fc41c00ee10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:25.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.796+0000 7fc42dffb700 1 -- 172.21.15.52:0/1980181758 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc41c00b9c0 con 0x7fc430101e50 2024-03-18T22:55:25.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.796+0000 7fc42dffb700 1 -- 172.21.15.52:0/1980181758 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc41c004d30 con 0x7fc430101e50 2024-03-18T22:55:25.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.796+0000 7fc436fec700 1 -- 172.21.15.52:0/1980181758 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc430198350 con 0x7fc430101e50 2024-03-18T22:55:25.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.796+0000 7fc42dffb700 1 -- 172.21.15.52:0/1980181758 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc41c017410 con 0x7fc430101e50 2024-03-18T22:55:25.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.796+0000 7fc436fec700 1 -- 172.21.15.52:0/1980181758 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc43006a850 con 0x7fc430101e50 2024-03-18T22:55:25.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.797+0000 7fc436fec700 1 -- 172.21.15.52:0/1980181758 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc43006ae00 con 0x7fc430101e50 2024-03-18T22:55:25.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.798+0000 7fc42dffb700 1 -- 172.21.15.52:0/1980181758 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fc41c004750 con 0x7fc430101e50 2024-03-18T22:55:25.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.799+0000 7fc42dffb700 1 --2- 172.21.15.52:0/1980181758 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc4200a29a0 0x7fc4200a4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:25.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.799+0000 7fc434d88700 1 --2- 172.21.15.52:0/1980181758 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc4200a29a0 0x7fc4200a4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:25.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.799+0000 7fc42dffb700 1 -- 172.21.15.52:0/1980181758 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7fc41c0cea60 con 0x7fc430101e50 2024-03-18T22:55:25.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.799+0000 7fc42dffb700 1 --2- 172.21.15.52:0/1980181758 >> [v2:172.21.15.99:6800/500160796,v1:172.21.15.99:6801/500160796] conn(0x7fc4200ac180 0x7fc4200ae5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:25.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.799+0000 7fc42dffb700 1 -- 172.21.15.52:0/1980181758 --> [v2:172.21.15.99:6800/500160796,v1:172.21.15.99:6801/500160796] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc41c026ea0 con 0x7fc4200ac180 2024-03-18T22:55:25.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.799+0000 7fc42dffb700 1 -- 172.21.15.52:0/1980181758 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7fc41c0cef40 con 0x7fc430101e50 2024-03-18T22:55:25.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.799+0000 7fc434d88700 1 --2- 172.21.15.52:0/1980181758 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc4200a29a0 0x7fc4200a4e60 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fc424011490 tx=0x7fc424009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:25.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.799+0000 7fc435589700 1 --2- 172.21.15.52:0/1980181758 >> [v2:172.21.15.99:6800/500160796,v1:172.21.15.99:6801/500160796] conn(0x7fc4200ac180 0x7fc4200ae5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:25.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.800+0000 7fc435589700 1 --2- 172.21.15.52:0/1980181758 >> [v2:172.21.15.99:6800/500160796,v1:172.21.15.99:6801/500160796] conn(0x7fc4200ac180 0x7fc4200ae5a0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:25.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.800+0000 7fc42dffb700 1 -- 172.21.15.52:0/1980181758 <== osd.1 v2:172.21.15.99:6800/500160796 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc41c026ea0 con 0x7fc4200ac180 2024-03-18T22:55:25.818 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.817+0000 7fc436fec700 1 -- 172.21.15.52:0/1980181758 --> [v2:172.21.15.99:6800/500160796,v1:172.21.15.99:6801/500160796] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc43006b280 con 0x7fc4200ac180 2024-03-18T22:55:25.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.817+0000 7fc42dffb700 1 -- 172.21.15.52:0/1980181758 <== osd.1 v2:172.21.15.99:6800/500160796 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fc43006b280 con 0x7fc4200ac180 2024-03-18T22:55:25.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.817+0000 7fc436fec700 1 -- 172.21.15.52:0/1980181758 >> [v2:172.21.15.99:6800/500160796,v1:172.21.15.99:6801/500160796] conn(0x7fc4200ac180 msgr2=0x7fc4200ae5a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:25.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.817+0000 7fc436fec700 1 --2- 172.21.15.52:0/1980181758 >> [v2:172.21.15.99:6800/500160796,v1:172.21.15.99:6801/500160796] conn(0x7fc4200ac180 0x7fc4200ae5a0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:25.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.818+0000 7fc436fec700 1 -- 172.21.15.52:0/1980181758 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc4200a29a0 msgr2=0x7fc4200a4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:25.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.818+0000 7fc436fec700 1 --2- 172.21.15.52:0/1980181758 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc4200a29a0 0x7fc4200a4e60 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fc424011490 tx=0x7fc424009260 comp rx=0 tx=0).stop 2024-03-18T22:55:25.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.818+0000 7fc436fec700 1 -- 172.21.15.52:0/1980181758 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc430101e50 msgr2=0x7fc43019dbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:25.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.818+0000 7fc436fec700 1 --2- 172.21.15.52:0/1980181758 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc430101e50 0x7fc43019dbf0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fc41c00eb00 tx=0x7fc41c00ee10 comp rx=0 tx=0).stop 2024-03-18T22:55:25.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.818+0000 7fc435589700 1 -- 172.21.15.52:0/1980181758 reap_dead start 2024-03-18T22:55:25.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.818+0000 7fc436fec700 1 -- 172.21.15.52:0/1980181758 shutdown_connections 2024-03-18T22:55:25.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.818+0000 7fc436fec700 1 -- 172.21.15.52:0/1980181758 >> 172.21.15.52:0/1980181758 conn(0x7fc430077260 msgr2=0x7fc4300ff1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:25.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.818+0000 7fc436fec700 1 -- 172.21.15.52:0/1980181758 shutdown_connections 2024-03-18T22:55:25.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:25.818+0000 7fc436fec700 1 -- 172.21.15.52:0/1980181758 wait complete. 2024-03-18T22:55:26.474 INFO:teuthology.orchestra.run.smithi052.stdout:55834574918 2024-03-18T22:55:26.475 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.1 2024-03-18T22:55:26.574 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:26 smithi052 ceph-mon[32520]: pgmap v304: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 7 op/s 2024-03-18T22:55:26.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.677+0000 7fdf94b67700 1 -- 172.21.15.52:0/3324561536 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdf90101bb0 msgr2=0x7fdf9010e090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:26.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.677+0000 7fdf94b67700 1 --2- 172.21.15.52:0/3324561536 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdf90101bb0 0x7fdf9010e090 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fdf8800b0a0 tx=0x7fdf8800b3b0 comp rx=0 tx=0).stop 2024-03-18T22:55:26.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.677+0000 7fdf94b67700 1 -- 172.21.15.52:0/3324561536 shutdown_connections 2024-03-18T22:55:26.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.677+0000 7fdf94b67700 1 --2- 172.21.15.52:0/3324561536 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdf90101bb0 0x7fdf9010e090 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:26.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.677+0000 7fdf94b67700 1 --2- 172.21.15.52:0/3324561536 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdf90107250 0x7fdf90107630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:26.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.677+0000 7fdf94b67700 1 --2- 172.21.15.52:0/3324561536 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdf90101210 0x7fdf90101670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:26.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.677+0000 7fdf94b67700 1 -- 172.21.15.52:0/3324561536 >> 172.21.15.52:0/3324561536 conn(0x7fdf90078140 msgr2=0x7fdf90078550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:26.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.677+0000 7fdf94b67700 1 -- 172.21.15.52:0/3324561536 shutdown_connections 2024-03-18T22:55:26.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.677+0000 7fdf94b67700 1 -- 172.21.15.52:0/3324561536 wait complete. 2024-03-18T22:55:26.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.678+0000 7fdf94b67700 1 Processor -- start 2024-03-18T22:55:26.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.678+0000 7fdf94b67700 1 -- start start 2024-03-18T22:55:26.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.678+0000 7fdf94b67700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdf90101210 0x7fdf9019e700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:26.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.678+0000 7fdf94b67700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdf90101bb0 0x7fdf9019ec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:26.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.678+0000 7fdf94b67700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdf90107250 0x7fdf90198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:26.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.678+0000 7fdf94b67700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fdf901115f0 con 0x7fdf90107250 2024-03-18T22:55:26.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.678+0000 7fdf94b67700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fdf90111470 con 0x7fdf90101bb0 2024-03-18T22:55:26.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.678+0000 7fdf94b67700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fdf90111770 con 0x7fdf90101210 2024-03-18T22:55:26.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.678+0000 7fdf8ed9d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdf90107250 0x7fdf90198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:26.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.678+0000 7fdf8ed9d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdf90107250 0x7fdf90198910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:43826/0 (socket says 172.21.15.52:43826) 2024-03-18T22:55:26.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.678+0000 7fdf8ed9d700 1 -- 172.21.15.52:0/1072089755 learned_addr learned my addr 172.21.15.52:0/1072089755 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:26.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.678+0000 7fdf8dd9b700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdf90101bb0 0x7fdf9019ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:26.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.678+0000 7fdf8e59c700 1 --2- 172.21.15.52:0/1072089755 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdf90101210 0x7fdf9019e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:26.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.678+0000 7fdf8ed9d700 1 -- 172.21.15.52:0/1072089755 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdf90101210 msgr2=0x7fdf9019e700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:26.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.678+0000 7fdf8ed9d700 1 --2- 172.21.15.52:0/1072089755 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdf90101210 0x7fdf9019e700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:26.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.678+0000 7fdf8ed9d700 1 -- 172.21.15.52:0/1072089755 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdf90101bb0 msgr2=0x7fdf9019ec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:26.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.678+0000 7fdf8ed9d700 1 --2- 172.21.15.52:0/1072089755 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdf90101bb0 0x7fdf9019ec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:26.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.678+0000 7fdf8ed9d700 1 -- 172.21.15.52:0/1072089755 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf90199070 con 0x7fdf90107250 2024-03-18T22:55:26.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.678+0000 7fdf8dd9b700 1 --2- 172.21.15.52:0/1072089755 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdf90101bb0 0x7fdf9019ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:55:26.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.678+0000 7fdf8ed9d700 1 --2- 172.21.15.52:0/1072089755 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdf90107250 0x7fdf90198910 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fdf8800b070 tx=0x7fdf88004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:26.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.678+0000 7fdf7f7fe700 1 -- 172.21.15.52:0/1072089755 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf88021070 con 0x7fdf90107250 2024-03-18T22:55:26.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.679+0000 7fdf94b67700 1 -- 172.21.15.52:0/1072089755 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf90199300 con 0x7fdf90107250 2024-03-18T22:55:26.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.679+0000 7fdf7f7fe700 1 -- 172.21.15.52:0/1072089755 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fdf88007b80 con 0x7fdf90107250 2024-03-18T22:55:26.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.679+0000 7fdf7f7fe700 1 -- 172.21.15.52:0/1072089755 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf880052a0 con 0x7fdf90107250 2024-03-18T22:55:26.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.679+0000 7fdf94b67700 1 -- 172.21.15.52:0/1072089755 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf901a55d0 con 0x7fdf90107250 2024-03-18T22:55:26.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.679+0000 7fdf94b67700 1 -- 172.21.15.52:0/1072089755 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fdf90105350 con 0x7fdf90107250 2024-03-18T22:55:26.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.681+0000 7fdf7f7fe700 1 -- 172.21.15.52:0/1072089755 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fdf88024070 con 0x7fdf90107250 2024-03-18T22:55:26.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.681+0000 7fdf7f7fe700 1 --2- 172.21.15.52:0/1072089755 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fdf780a2920 0x7fdf780a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:26.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.681+0000 7fdf8e59c700 1 --2- 172.21.15.52:0/1072089755 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fdf780a2920 0x7fdf780a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:26.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.681+0000 7fdf7f7fe700 1 -- 172.21.15.52:0/1072089755 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7fdf8800f020 con 0x7fdf90107250 2024-03-18T22:55:26.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.682+0000 7fdf7f7fe700 1 --2- 172.21.15.52:0/1072089755 >> [v2:172.21.15.99:6824/14598206,v1:172.21.15.99:6825/14598206] conn(0x7fdf780abfd0 0x7fdf780ae3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:26.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.682+0000 7fdf7f7fe700 1 -- 172.21.15.52:0/1072089755 --> [v2:172.21.15.99:6824/14598206,v1:172.21.15.99:6825/14598206] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fdf8801ae50 con 0x7fdf780abfd0 2024-03-18T22:55:26.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.682+0000 7fdf7f7fe700 1 -- 172.21.15.52:0/1072089755 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7fdf880d05b0 con 0x7fdf90107250 2024-03-18T22:55:26.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.682+0000 7fdf8dd9b700 1 --2- 172.21.15.52:0/1072089755 >> [v2:172.21.15.99:6824/14598206,v1:172.21.15.99:6825/14598206] conn(0x7fdf780abfd0 0x7fdf780ae3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:26.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.682+0000 7fdf8e59c700 1 --2- 172.21.15.52:0/1072089755 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fdf780a2920 0x7fdf780a4de0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fdf900ff9e0 tx=0x7fdf84009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:26.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.682+0000 7fdf8dd9b700 1 --2- 172.21.15.52:0/1072089755 >> [v2:172.21.15.99:6824/14598206,v1:172.21.15.99:6825/14598206] conn(0x7fdf780abfd0 0x7fdf780ae3f0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:26.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.683+0000 7fdf7f7fe700 1 -- 172.21.15.52:0/1072089755 <== osd.10 v2:172.21.15.99:6824/14598206 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fdf8801ae50 con 0x7fdf780abfd0 2024-03-18T22:55:26.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.700+0000 7fdf94b67700 1 -- 172.21.15.52:0/1072089755 --> [v2:172.21.15.99:6824/14598206,v1:172.21.15.99:6825/14598206] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fdf90102900 con 0x7fdf780abfd0 2024-03-18T22:55:26.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.700+0000 7fdf7f7fe700 1 -- 172.21.15.52:0/1072089755 <== osd.10 v2:172.21.15.99:6824/14598206 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fdf90102900 con 0x7fdf780abfd0 2024-03-18T22:55:26.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.700+0000 7fdf94b67700 1 -- 172.21.15.52:0/1072089755 >> [v2:172.21.15.99:6824/14598206,v1:172.21.15.99:6825/14598206] conn(0x7fdf780abfd0 msgr2=0x7fdf780ae3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:26.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.700+0000 7fdf94b67700 1 --2- 172.21.15.52:0/1072089755 >> [v2:172.21.15.99:6824/14598206,v1:172.21.15.99:6825/14598206] conn(0x7fdf780abfd0 0x7fdf780ae3f0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:26.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.700+0000 7fdf94b67700 1 -- 172.21.15.52:0/1072089755 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fdf780a2920 msgr2=0x7fdf780a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:26.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.700+0000 7fdf94b67700 1 --2- 172.21.15.52:0/1072089755 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fdf780a2920 0x7fdf780a4de0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fdf900ff9e0 tx=0x7fdf84009260 comp rx=0 tx=0).stop 2024-03-18T22:55:26.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.700+0000 7fdf94b67700 1 -- 172.21.15.52:0/1072089755 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdf90107250 msgr2=0x7fdf90198910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:26.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.700+0000 7fdf94b67700 1 --2- 172.21.15.52:0/1072089755 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdf90107250 0x7fdf90198910 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fdf8800b070 tx=0x7fdf88004d00 comp rx=0 tx=0).stop 2024-03-18T22:55:26.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.700+0000 7fdf8ed9d700 1 -- 172.21.15.52:0/1072089755 reap_dead start 2024-03-18T22:55:26.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.700+0000 7fdf94b67700 1 -- 172.21.15.52:0/1072089755 shutdown_connections 2024-03-18T22:55:26.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.700+0000 7fdf94b67700 1 -- 172.21.15.52:0/1072089755 >> 172.21.15.52:0/1072089755 conn(0x7fdf90078140 msgr2=0x7fdf90100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:26.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.700+0000 7fdf94b67700 1 -- 172.21.15.52:0/1072089755 shutdown_connections 2024-03-18T22:55:26.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:26.701+0000 7fdf94b67700 1 -- 172.21.15.52:0/1072089755 wait complete. 2024-03-18T22:55:26.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:26 smithi181 ceph-mon[67256]: pgmap v304: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 7 op/s 2024-03-18T22:55:26.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:26 smithi099 ceph-mon[36725]: pgmap v304: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 7 op/s 2024-03-18T22:55:27.541 INFO:teuthology.orchestra.run.smithi052.stdout:322122547226 2024-03-18T22:55:27.541 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.10 2024-03-18T22:55:28.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:28 smithi052 ceph-mon[32520]: pgmap v305: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-18T22:55:28.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:28 smithi181 ceph-mon[67256]: pgmap v305: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-18T22:55:28.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:28 smithi099 ceph-mon[36725]: pgmap v305: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-18T22:55:30.359 INFO:teuthology.orchestra.run.smithi052.stdout:77309411392 2024-03-18T22:55:30.359 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.2 2024-03-18T22:55:30.574 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:30 smithi052 ceph-mon[32520]: pgmap v306: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T22:55:30.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:30 smithi181 ceph-mon[67256]: pgmap v306: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T22:55:30.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:30 smithi099 ceph-mon[36725]: pgmap v306: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T22:55:31.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.924+0000 7f3afae13700 1 -- 172.21.15.52:0/1111492744 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3af406aa10 msgr2=0x7f3af406ae70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:31.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.924+0000 7f3afae13700 1 --2- 172.21.15.52:0/1111492744 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3af406aa10 0x7f3af406ae70 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f3ae40099c0 tx=0x7f3ae4009cd0 comp rx=0 tx=0).stop 2024-03-18T22:55:31.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.924+0000 7f3afae13700 1 -- 172.21.15.52:0/1111492744 shutdown_connections 2024-03-18T22:55:31.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.924+0000 7f3afae13700 1 --2- 172.21.15.52:0/1111492744 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3af406b3b0 0x7f3af410f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:31.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.924+0000 7f3afae13700 1 --2- 172.21.15.52:0/1111492744 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3af4108390 0x7f3af4108770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:31.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.924+0000 7f3afae13700 1 --2- 172.21.15.52:0/1111492744 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3af406aa10 0x7f3af406ae70 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:31.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.924+0000 7f3afae13700 1 -- 172.21.15.52:0/1111492744 >> 172.21.15.52:0/1111492744 conn(0x7f3af4077230 msgr2=0x7f3af4077640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:31.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.924+0000 7f3afae13700 1 -- 172.21.15.52:0/1111492744 shutdown_connections 2024-03-18T22:55:31.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.925+0000 7f3afae13700 1 -- 172.21.15.52:0/1111492744 wait complete. 2024-03-18T22:55:31.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.925+0000 7f3afae13700 1 Processor -- start 2024-03-18T22:55:31.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.925+0000 7f3afae13700 1 -- start start 2024-03-18T22:55:31.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.926+0000 7f3afae13700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3af406aa10 0x7f3af419e880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:31.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.926+0000 7f3afae13700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3af406b3b0 0x7f3af419edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:31.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.926+0000 7f3afae13700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3af4108390 0x7f3af4198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:31.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.926+0000 7f3afae13700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f3af41126e0 con 0x7f3af406b3b0 2024-03-18T22:55:31.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.926+0000 7f3afae13700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f3af4112560 con 0x7f3af4108390 2024-03-18T22:55:31.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.926+0000 7f3afae13700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f3af4112860 con 0x7f3af406aa10 2024-03-18T22:55:31.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.926+0000 7f3af3fff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3af406b3b0 0x7f3af419edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:31.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.926+0000 7f3af8baf700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3af406aa10 0x7f3af419e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:31.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.926+0000 7f3af3fff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3af406b3b0 0x7f3af419edc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41954/0 (socket says 172.21.15.52:41954) 2024-03-18T22:55:31.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.926+0000 7f3af3fff700 1 -- 172.21.15.52:0/267774884 learned_addr learned my addr 172.21.15.52:0/267774884 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:31.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.926+0000 7f3af93b0700 1 --2- 172.21.15.52:0/267774884 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3af4108390 0x7f3af4198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:31.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.926+0000 7f3af3fff700 1 -- 172.21.15.52:0/267774884 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3af406aa10 msgr2=0x7f3af419e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:31.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.926+0000 7f3af3fff700 1 --2- 172.21.15.52:0/267774884 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3af406aa10 0x7f3af419e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:31.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.926+0000 7f3af3fff700 1 -- 172.21.15.52:0/267774884 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3af4108390 msgr2=0x7f3af4198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:31.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.926+0000 7f3af3fff700 1 --2- 172.21.15.52:0/267774884 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3af4108390 0x7f3af4198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:31.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.926+0000 7f3af3fff700 1 -- 172.21.15.52:0/267774884 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3af41991a0 con 0x7f3af406b3b0 2024-03-18T22:55:31.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.926+0000 7f3af3fff700 1 --2- 172.21.15.52:0/267774884 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3af406b3b0 0x7f3af419edc0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f3ae40059d0 tx=0x7f3ae400f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:31.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.926+0000 7f3af1ffb700 1 -- 172.21.15.52:0/267774884 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ae4027070 con 0x7f3af406b3b0 2024-03-18T22:55:31.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.926+0000 7f3af1ffb700 1 -- 172.21.15.52:0/267774884 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3ae400be40 con 0x7f3af406b3b0 2024-03-18T22:55:31.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.926+0000 7f3afae13700 1 -- 172.21.15.52:0/267774884 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3af4199430 con 0x7f3af406b3b0 2024-03-18T22:55:31.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.926+0000 7f3af1ffb700 1 -- 172.21.15.52:0/267774884 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ae40173f0 con 0x7f3af406b3b0 2024-03-18T22:55:31.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.927+0000 7f3afae13700 1 -- 172.21.15.52:0/267774884 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3af41a5750 con 0x7f3af406b3b0 2024-03-18T22:55:31.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.927+0000 7f3afae13700 1 -- 172.21.15.52:0/267774884 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3af4062a20 con 0x7f3af406b3b0 2024-03-18T22:55:31.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.929+0000 7f3af1ffb700 1 -- 172.21.15.52:0/267774884 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f3ae402a070 con 0x7f3af406b3b0 2024-03-18T22:55:31.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.930+0000 7f3af1ffb700 1 --2- 172.21.15.52:0/267774884 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3ae00a2920 0x7f3ae00a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:31.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.930+0000 7f3af8baf700 1 --2- 172.21.15.52:0/267774884 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3ae00a2920 0x7f3ae00a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:31.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.930+0000 7f3af1ffb700 1 -- 172.21.15.52:0/267774884 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7f3ae40cfaa0 con 0x7f3af406b3b0 2024-03-18T22:55:31.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.930+0000 7f3af1ffb700 1 --2- 172.21.15.52:0/267774884 >> [v2:172.21.15.52:6810/2095210395,v1:172.21.15.52:6811/2095210395] conn(0x7f3ae00ac100 0x7f3ae00ae520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:31.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.930+0000 7f3af1ffb700 1 -- 172.21.15.52:0/267774884 --> [v2:172.21.15.52:6810/2095210395,v1:172.21.15.52:6811/2095210395] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3ae400eea0 con 0x7f3ae00ac100 2024-03-18T22:55:31.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.930+0000 7f3af1ffb700 1 -- 172.21.15.52:0/267774884 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7f3ae40cff80 con 0x7f3af406b3b0 2024-03-18T22:55:31.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.930+0000 7f3af93b0700 1 --2- 172.21.15.52:0/267774884 >> [v2:172.21.15.52:6810/2095210395,v1:172.21.15.52:6811/2095210395] conn(0x7f3ae00ac100 0x7f3ae00ae520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:31.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.930+0000 7f3af8baf700 1 --2- 172.21.15.52:0/267774884 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3ae00a2920 0x7f3ae00a4de0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f3af4199b80 tx=0x7f3aec00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:31.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.930+0000 7f3af93b0700 1 --2- 172.21.15.52:0/267774884 >> [v2:172.21.15.52:6810/2095210395,v1:172.21.15.52:6811/2095210395] conn(0x7f3ae00ac100 0x7f3ae00ae520 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:31.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.931+0000 7f3af1ffb700 1 -- 172.21.15.52:0/267774884 <== osd.3 v2:172.21.15.52:6810/2095210395 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3ae400eea0 con 0x7f3ae00ac100 2024-03-18T22:55:31.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.947+0000 7f3afae13700 1 -- 172.21.15.52:0/267774884 --> [v2:172.21.15.52:6810/2095210395,v1:172.21.15.52:6811/2095210395] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3af4062ea0 con 0x7f3ae00ac100 2024-03-18T22:55:31.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.948+0000 7f3af1ffb700 1 -- 172.21.15.52:0/267774884 <== osd.3 v2:172.21.15.52:6810/2095210395 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f3af4062ea0 con 0x7f3ae00ac100 2024-03-18T22:55:31.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.948+0000 7f3afae13700 1 -- 172.21.15.52:0/267774884 >> [v2:172.21.15.52:6810/2095210395,v1:172.21.15.52:6811/2095210395] conn(0x7f3ae00ac100 msgr2=0x7f3ae00ae520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:31.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.948+0000 7f3afae13700 1 --2- 172.21.15.52:0/267774884 >> [v2:172.21.15.52:6810/2095210395,v1:172.21.15.52:6811/2095210395] conn(0x7f3ae00ac100 0x7f3ae00ae520 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:31.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.948+0000 7f3afae13700 1 -- 172.21.15.52:0/267774884 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3ae00a2920 msgr2=0x7f3ae00a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:31.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.948+0000 7f3afae13700 1 --2- 172.21.15.52:0/267774884 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3ae00a2920 0x7f3ae00a4de0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f3af4199b80 tx=0x7f3aec00b040 comp rx=0 tx=0).stop 2024-03-18T22:55:31.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.948+0000 7f3afae13700 1 -- 172.21.15.52:0/267774884 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3af406b3b0 msgr2=0x7f3af419edc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:31.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.948+0000 7f3afae13700 1 --2- 172.21.15.52:0/267774884 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3af406b3b0 0x7f3af419edc0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f3ae40059d0 tx=0x7f3ae400f690 comp rx=0 tx=0).stop 2024-03-18T22:55:31.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.948+0000 7f3af93b0700 1 -- 172.21.15.52:0/267774884 reap_dead start 2024-03-18T22:55:31.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.949+0000 7f3afae13700 1 -- 172.21.15.52:0/267774884 shutdown_connections 2024-03-18T22:55:31.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.949+0000 7f3afae13700 1 -- 172.21.15.52:0/267774884 >> 172.21.15.52:0/267774884 conn(0x7f3af4077230 msgr2=0x7f3af40fffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:31.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.949+0000 7f3afae13700 1 -- 172.21.15.52:0/267774884 shutdown_connections 2024-03-18T22:55:31.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:30.949+0000 7f3afae13700 1 -- 172.21.15.52:0/267774884 wait complete. 2024-03-18T22:55:31.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.041+0000 7f4cc0bc5700 1 -- 172.21.15.52:0/504120612 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cbc102390 msgr2=0x7f4cbc102810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:31.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.041+0000 7f4cc0bc5700 1 --2- 172.21.15.52:0/504120612 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cbc102390 0x7f4cbc102810 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f4ca4009990 tx=0x7f4ca4009ca0 comp rx=0 tx=0).stop 2024-03-18T22:55:31.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.041+0000 7f4cc0bc5700 1 -- 172.21.15.52:0/504120612 shutdown_connections 2024-03-18T22:55:31.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.041+0000 7f4cc0bc5700 1 --2- 172.21.15.52:0/504120612 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4cbc102d50 0x7f4cbc10f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:31.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.041+0000 7f4cc0bc5700 1 --2- 172.21.15.52:0/504120612 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4cbc108470 0x7f4cbc108850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:31.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.041+0000 7f4cc0bc5700 1 --2- 172.21.15.52:0/504120612 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cbc102390 0x7f4cbc102810 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:31.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.041+0000 7f4cc0bc5700 1 -- 172.21.15.52:0/504120612 >> 172.21.15.52:0/504120612 conn(0x7f4cbc0793d0 msgr2=0x7f4cbc0797e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:31.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.041+0000 7f4cc0bc5700 1 -- 172.21.15.52:0/504120612 shutdown_connections 2024-03-18T22:55:31.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.041+0000 7f4cc0bc5700 1 -- 172.21.15.52:0/504120612 wait complete. 2024-03-18T22:55:31.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.042+0000 7f4cc0bc5700 1 Processor -- start 2024-03-18T22:55:31.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.042+0000 7f4cc0bc5700 1 -- start start 2024-03-18T22:55:31.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.042+0000 7f4cc0bc5700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4cbc102390 0x7f4cbc19e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:31.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.042+0000 7f4cc0bc5700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4cbc102d50 0x7f4cbc19ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:31.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.042+0000 7f4cc0bc5700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cbc108470 0x7f4cbc198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:31.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.042+0000 7f4cc0bc5700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4cbc112730 con 0x7f4cbc108470 2024-03-18T22:55:31.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.042+0000 7f4cc0bc5700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f4cbc1125b0 con 0x7f4cbc102d50 2024-03-18T22:55:31.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.042+0000 7f4cc0bc5700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f4cbc1128b0 con 0x7f4cbc102390 2024-03-18T22:55:31.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.042+0000 7f4cbad9d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cbc108470 0x7f4cbc198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:31.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.042+0000 7f4cbad9d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cbc108470 0x7f4cbc198990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41970/0 (socket says 172.21.15.52:41970) 2024-03-18T22:55:31.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.042+0000 7f4cbad9d700 1 -- 172.21.15.52:0/3505870451 learned_addr learned my addr 172.21.15.52:0/3505870451 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:31.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.042+0000 7f4cba59c700 1 --2- 172.21.15.52:0/3505870451 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4cbc102390 0x7f4cbc19e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:31.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.042+0000 7f4cb9d9b700 1 --2- 172.21.15.52:0/3505870451 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4cbc102d50 0x7f4cbc19ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:31.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.042+0000 7f4cbad9d700 1 -- 172.21.15.52:0/3505870451 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4cbc102390 msgr2=0x7f4cbc19e7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:31.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.042+0000 7f4cbad9d700 1 --2- 172.21.15.52:0/3505870451 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4cbc102390 0x7f4cbc19e7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:31.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.042+0000 7f4cbad9d700 1 -- 172.21.15.52:0/3505870451 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4cbc102d50 msgr2=0x7f4cbc19ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:31.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.042+0000 7f4cbad9d700 1 --2- 172.21.15.52:0/3505870451 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4cbc102d50 0x7f4cbc19ed10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:31.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.042+0000 7f4cbad9d700 1 -- 172.21.15.52:0/3505870451 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cbc1990f0 con 0x7f4cbc108470 2024-03-18T22:55:31.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.043+0000 7f4cbad9d700 1 --2- 172.21.15.52:0/3505870451 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cbc108470 0x7f4cbc198990 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f4cb400ef30 tx=0x7f4cb400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:31.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.043+0000 7f4cb37fe700 1 -- 172.21.15.52:0/3505870451 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cb40092e0 con 0x7f4cbc108470 2024-03-18T22:55:31.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.043+0000 7f4cc0bc5700 1 -- 172.21.15.52:0/3505870451 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4cbc199380 con 0x7f4cbc108470 2024-03-18T22:55:31.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.043+0000 7f4cb37fe700 1 -- 172.21.15.52:0/3505870451 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4cb4004bb0 con 0x7f4cbc108470 2024-03-18T22:55:31.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.043+0000 7f4cc0bc5700 1 -- 172.21.15.52:0/3505870451 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4cbc1a56a0 con 0x7f4cbc108470 2024-03-18T22:55:31.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.043+0000 7f4cb37fe700 1 -- 172.21.15.52:0/3505870451 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cb4004280 con 0x7f4cbc108470 2024-03-18T22:55:31.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.043+0000 7f4cc0bc5700 1 -- 172.21.15.52:0/3505870451 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4cbc062aa0 con 0x7f4cbc108470 2024-03-18T22:55:31.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.045+0000 7f4cb37fe700 1 -- 172.21.15.52:0/3505870451 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f4cb401b030 con 0x7f4cbc108470 2024-03-18T22:55:31.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.045+0000 7f4cb37fe700 1 --2- 172.21.15.52:0/3505870451 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f4ca80a2920 0x7f4ca80a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:31.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.045+0000 7f4cba59c700 1 --2- 172.21.15.52:0/3505870451 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f4ca80a2920 0x7f4ca80a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:31.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.045+0000 7f4cb37fe700 1 -- 172.21.15.52:0/3505870451 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7f4cb40cef90 con 0x7f4cbc108470 2024-03-18T22:55:31.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.046+0000 7f4cb37fe700 1 --2- 172.21.15.52:0/3505870451 >> [v2:172.21.15.181:6824/3442115308,v1:172.21.15.181:6825/3442115308] conn(0x7f4ca80ac100 0x7f4ca80ae520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:31.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.046+0000 7f4cb37fe700 1 -- 172.21.15.52:0/3505870451 --> [v2:172.21.15.181:6824/3442115308,v1:172.21.15.181:6825/3442115308] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4cb401fe50 con 0x7f4ca80ac100 2024-03-18T22:55:31.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.046+0000 7f4cb37fe700 1 -- 172.21.15.52:0/3505870451 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7f4cb40cf340 con 0x7f4cbc108470 2024-03-18T22:55:31.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.046+0000 7f4cb9d9b700 1 --2- 172.21.15.52:0/3505870451 >> [v2:172.21.15.181:6824/3442115308,v1:172.21.15.181:6825/3442115308] conn(0x7f4ca80ac100 0x7f4ca80ae520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:31.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.046+0000 7f4cba59c700 1 --2- 172.21.15.52:0/3505870451 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f4ca80a2920 0x7f4ca80a4de0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f4cbc199ad0 tx=0x7f4cac009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:31.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.046+0000 7f4cb9d9b700 1 --2- 172.21.15.52:0/3505870451 >> [v2:172.21.15.181:6824/3442115308,v1:172.21.15.181:6825/3442115308] conn(0x7f4ca80ac100 0x7f4ca80ae520 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:31.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.047+0000 7f4cb37fe700 1 -- 172.21.15.52:0/3505870451 <== osd.11 v2:172.21.15.181:6824/3442115308 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f4cb401fe50 con 0x7f4ca80ac100 2024-03-18T22:55:31.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.063+0000 7f4cc0bc5700 1 -- 172.21.15.52:0/3505870451 --> [v2:172.21.15.181:6824/3442115308,v1:172.21.15.181:6825/3442115308] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4cbc062f20 con 0x7f4ca80ac100 2024-03-18T22:55:31.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.064+0000 7f4cb37fe700 1 -- 172.21.15.52:0/3505870451 <== osd.11 v2:172.21.15.181:6824/3442115308 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f4cbc062f20 con 0x7f4ca80ac100 2024-03-18T22:55:31.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.064+0000 7f4cc0bc5700 1 -- 172.21.15.52:0/3505870451 >> [v2:172.21.15.181:6824/3442115308,v1:172.21.15.181:6825/3442115308] conn(0x7f4ca80ac100 msgr2=0x7f4ca80ae520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:31.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.064+0000 7f4cc0bc5700 1 --2- 172.21.15.52:0/3505870451 >> [v2:172.21.15.181:6824/3442115308,v1:172.21.15.181:6825/3442115308] conn(0x7f4ca80ac100 0x7f4ca80ae520 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:31.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.064+0000 7f4cc0bc5700 1 -- 172.21.15.52:0/3505870451 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f4ca80a2920 msgr2=0x7f4ca80a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:31.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.064+0000 7f4cc0bc5700 1 --2- 172.21.15.52:0/3505870451 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f4ca80a2920 0x7f4ca80a4de0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f4cbc199ad0 tx=0x7f4cac009260 comp rx=0 tx=0).stop 2024-03-18T22:55:31.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.064+0000 7f4cc0bc5700 1 -- 172.21.15.52:0/3505870451 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cbc108470 msgr2=0x7f4cbc198990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:31.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.064+0000 7f4cc0bc5700 1 --2- 172.21.15.52:0/3505870451 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cbc108470 0x7f4cbc198990 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f4cb400ef30 tx=0x7f4cb400c3a0 comp rx=0 tx=0).stop 2024-03-18T22:55:31.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.064+0000 7f4cbad9d700 1 -- 172.21.15.52:0/3505870451 reap_dead start 2024-03-18T22:55:31.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.064+0000 7f4cc0bc5700 1 -- 172.21.15.52:0/3505870451 shutdown_connections 2024-03-18T22:55:31.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.064+0000 7f4cc0bc5700 1 -- 172.21.15.52:0/3505870451 >> 172.21.15.52:0/3505870451 conn(0x7f4cbc0793d0 msgr2=0x7f4cbc100e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:31.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.064+0000 7f4cc0bc5700 1 -- 172.21.15.52:0/3505870451 shutdown_connections 2024-03-18T22:55:31.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:31.064+0000 7f4cc0bc5700 1 -- 172.21.15.52:0/3505870451 wait complete. 2024-03-18T22:55:31.980 INFO:teuthology.orchestra.run.smithi052.stdout:201863462955 2024-03-18T22:55:31.980 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.6 2024-03-18T22:55:32.481 INFO:teuthology.orchestra.run.smithi052.stdout:356482285589 2024-03-18T22:55:32.482 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.11 2024-03-18T22:55:32.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:32 smithi052 ceph-mon[32520]: pgmap v307: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T22:55:32.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:32 smithi181 ceph-mon[67256]: pgmap v307: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T22:55:32.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:32 smithi099 ceph-mon[36725]: pgmap v307: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T22:55:33.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.917+0000 7fbb42718700 1 -- 172.21.15.52:0/2212828399 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbb3c102360 msgr2=0x7fbb3c1027e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:33.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.917+0000 7fbb42718700 1 --2- 172.21.15.52:0/2212828399 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbb3c102360 0x7fbb3c1027e0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fbb300099c0 tx=0x7fbb30009cd0 comp rx=0 tx=0).stop 2024-03-18T22:55:33.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.917+0000 7fbb42718700 1 -- 172.21.15.52:0/2212828399 shutdown_connections 2024-03-18T22:55:33.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.917+0000 7fbb42718700 1 --2- 172.21.15.52:0/2212828399 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb3c102d20 0x7fbb3c10f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:33.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.917+0000 7fbb42718700 1 --2- 172.21.15.52:0/2212828399 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbb3c108340 0x7fbb3c108720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:33.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.917+0000 7fbb42718700 1 --2- 172.21.15.52:0/2212828399 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbb3c102360 0x7fbb3c1027e0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:33.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.917+0000 7fbb42718700 1 -- 172.21.15.52:0/2212828399 >> 172.21.15.52:0/2212828399 conn(0x7fbb3c079440 msgr2=0x7fbb3c079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:33.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.917+0000 7fbb42718700 1 -- 172.21.15.52:0/2212828399 shutdown_connections 2024-03-18T22:55:33.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.917+0000 7fbb42718700 1 -- 172.21.15.52:0/2212828399 wait complete. 2024-03-18T22:55:33.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.917+0000 7fbb42718700 1 Processor -- start 2024-03-18T22:55:33.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.917+0000 7fbb42718700 1 -- start start 2024-03-18T22:55:33.921 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.918+0000 7fbb42718700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbb3c102360 0x7fbb3c19e720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:33.921 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.918+0000 7fbb42718700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb3c102d20 0x7fbb3c19ec60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:33.921 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.918+0000 7fbb42718700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbb3c108340 0x7fbb3c1988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:33.921 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.918+0000 7fbb42718700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fbb3c1126e0 con 0x7fbb3c108340 2024-03-18T22:55:33.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.918+0000 7fbb42718700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fbb3c112560 con 0x7fbb3c102360 2024-03-18T22:55:33.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.918+0000 7fbb42718700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fbb3c112860 con 0x7fbb3c102d20 2024-03-18T22:55:33.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.918+0000 7fbb40cb5700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbb3c108340 0x7fbb3c1988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:33.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.918+0000 7fbb3bfff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbb3c102360 0x7fbb3c19e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:33.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.918+0000 7fbb3b7fe700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb3c102d20 0x7fbb3c19ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:33.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.918+0000 7fbb40cb5700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbb3c108340 0x7fbb3c1988e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41986/0 (socket says 172.21.15.52:41986) 2024-03-18T22:55:33.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.918+0000 7fbb40cb5700 1 -- 172.21.15.52:0/261775202 learned_addr learned my addr 172.21.15.52:0/261775202 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:33.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.918+0000 7fbb40cb5700 1 -- 172.21.15.52:0/261775202 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb3c102d20 msgr2=0x7fbb3c19ec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:33.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.918+0000 7fbb40cb5700 1 --2- 172.21.15.52:0/261775202 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb3c102d20 0x7fbb3c19ec60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:33.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.918+0000 7fbb40cb5700 1 -- 172.21.15.52:0/261775202 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbb3c102360 msgr2=0x7fbb3c19e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:33.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.918+0000 7fbb40cb5700 1 --2- 172.21.15.52:0/261775202 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbb3c102360 0x7fbb3c19e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:33.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.918+0000 7fbb40cb5700 1 -- 172.21.15.52:0/261775202 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb3c199040 con 0x7fbb3c108340 2024-03-18T22:55:33.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.918+0000 7fbb3bfff700 1 --2- 172.21.15.52:0/261775202 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbb3c102360 0x7fbb3c19e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:55:33.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.918+0000 7fbb40cb5700 1 --2- 172.21.15.52:0/261775202 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbb3c108340 0x7fbb3c1988e0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fbb3400ef30 tx=0x7fbb3400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:33.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.919+0000 7fbb397fa700 1 -- 172.21.15.52:0/261775202 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb340092e0 con 0x7fbb3c108340 2024-03-18T22:55:33.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.919+0000 7fbb42718700 1 -- 172.21.15.52:0/261775202 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb3c1992d0 con 0x7fbb3c108340 2024-03-18T22:55:33.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.919+0000 7fbb397fa700 1 -- 172.21.15.52:0/261775202 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fbb34004bb0 con 0x7fbb3c108340 2024-03-18T22:55:33.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.919+0000 7fbb397fa700 1 -- 172.21.15.52:0/261775202 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb34004280 con 0x7fbb3c108340 2024-03-18T22:55:33.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.919+0000 7fbb42718700 1 -- 172.21.15.52:0/261775202 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb3c1a55f0 con 0x7fbb3c108340 2024-03-18T22:55:33.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.919+0000 7fbb42718700 1 -- 172.21.15.52:0/261775202 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fbb3c062a20 con 0x7fbb3c108340 2024-03-18T22:55:33.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.921+0000 7fbb397fa700 1 -- 172.21.15.52:0/261775202 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fbb3401b030 con 0x7fbb3c108340 2024-03-18T22:55:33.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.921+0000 7fbb397fa700 1 --2- 172.21.15.52:0/261775202 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fbb240a2920 0x7fbb240a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:33.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.921+0000 7fbb3bfff700 1 --2- 172.21.15.52:0/261775202 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fbb240a2920 0x7fbb240a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:33.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.921+0000 7fbb397fa700 1 -- 172.21.15.52:0/261775202 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7fbb340cee90 con 0x7fbb3c108340 2024-03-18T22:55:33.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.921+0000 7fbb397fa700 1 --2- 172.21.15.52:0/261775202 >> [v2:172.21.15.181:6816/644322337,v1:172.21.15.181:6817/644322337] conn(0x7fbb240ac100 0x7fbb240ae520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:33.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.921+0000 7fbb397fa700 1 -- 172.21.15.52:0/261775202 --> [v2:172.21.15.181:6816/644322337,v1:172.21.15.181:6817/644322337] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fbb3401fe50 con 0x7fbb240ac100 2024-03-18T22:55:33.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.922+0000 7fbb397fa700 1 -- 172.21.15.52:0/261775202 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7fbb340cf370 con 0x7fbb3c108340 2024-03-18T22:55:33.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.922+0000 7fbb3bfff700 1 --2- 172.21.15.52:0/261775202 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fbb240a2920 0x7fbb240a4de0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fbb3c199a20 tx=0x7fbb2c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:33.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.922+0000 7fbb3b7fe700 1 --2- 172.21.15.52:0/261775202 >> [v2:172.21.15.181:6816/644322337,v1:172.21.15.181:6817/644322337] conn(0x7fbb240ac100 0x7fbb240ae520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:33.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.922+0000 7fbb3b7fe700 1 --2- 172.21.15.52:0/261775202 >> [v2:172.21.15.181:6816/644322337,v1:172.21.15.181:6817/644322337] conn(0x7fbb240ac100 0x7fbb240ae520 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:33.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.923+0000 7fbb397fa700 1 -- 172.21.15.52:0/261775202 <== osd.8 v2:172.21.15.181:6816/644322337 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fbb3401fe50 con 0x7fbb240ac100 2024-03-18T22:55:33.940 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.939+0000 7fbb42718700 1 -- 172.21.15.52:0/261775202 --> [v2:172.21.15.181:6816/644322337,v1:172.21.15.181:6817/644322337] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fbb3c062ea0 con 0x7fbb240ac100 2024-03-18T22:55:33.941 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.939+0000 7fbb397fa700 1 -- 172.21.15.52:0/261775202 <== osd.8 v2:172.21.15.181:6816/644322337 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fbb3c062ea0 con 0x7fbb240ac100 2024-03-18T22:55:33.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.939+0000 7fbb42718700 1 -- 172.21.15.52:0/261775202 >> [v2:172.21.15.181:6816/644322337,v1:172.21.15.181:6817/644322337] conn(0x7fbb240ac100 msgr2=0x7fbb240ae520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:33.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.940+0000 7fbb42718700 1 --2- 172.21.15.52:0/261775202 >> [v2:172.21.15.181:6816/644322337,v1:172.21.15.181:6817/644322337] conn(0x7fbb240ac100 0x7fbb240ae520 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:33.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.940+0000 7fbb42718700 1 -- 172.21.15.52:0/261775202 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fbb240a2920 msgr2=0x7fbb240a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:33.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.940+0000 7fbb42718700 1 --2- 172.21.15.52:0/261775202 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fbb240a2920 0x7fbb240a4de0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fbb3c199a20 tx=0x7fbb2c009260 comp rx=0 tx=0).stop 2024-03-18T22:55:33.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.940+0000 7fbb42718700 1 -- 172.21.15.52:0/261775202 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbb3c108340 msgr2=0x7fbb3c1988e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:33.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.940+0000 7fbb42718700 1 --2- 172.21.15.52:0/261775202 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbb3c108340 0x7fbb3c1988e0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fbb3400ef30 tx=0x7fbb3400c3a0 comp rx=0 tx=0).stop 2024-03-18T22:55:33.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.940+0000 7fbb40cb5700 1 -- 172.21.15.52:0/261775202 reap_dead start 2024-03-18T22:55:33.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.940+0000 7fbb42718700 1 -- 172.21.15.52:0/261775202 shutdown_connections 2024-03-18T22:55:33.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.940+0000 7fbb42718700 1 -- 172.21.15.52:0/261775202 >> 172.21.15.52:0/261775202 conn(0x7fbb3c079440 msgr2=0x7fbb3c100ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:33.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.940+0000 7fbb42718700 1 -- 172.21.15.52:0/261775202 shutdown_connections 2024-03-18T22:55:33.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:33.940+0000 7fbb42718700 1 -- 172.21.15.52:0/261775202 wait complete. 2024-03-18T22:55:34.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.115+0000 7ff8ace58700 1 -- 172.21.15.52:0/1800577174 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8a8106590 msgr2=0x7ff8a810e160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:34.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.115+0000 7ff8ace58700 1 --2- 172.21.15.52:0/1800577174 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8a8106590 0x7ff8a810e160 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7ff8a000b0d0 tx=0x7ff8a000b3e0 comp rx=0 tx=0).stop 2024-03-18T22:55:34.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.115+0000 7ff8ace58700 1 -- 172.21.15.52:0/1800577174 shutdown_connections 2024-03-18T22:55:34.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.115+0000 7ff8ace58700 1 --2- 172.21.15.52:0/1800577174 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8a8106590 0x7ff8a810e160 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:34.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.115+0000 7ff8ace58700 1 --2- 172.21.15.52:0/1800577174 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff8a8101c70 0x7ff8a8102050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:34.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.115+0000 7ff8ace58700 1 --2- 172.21.15.52:0/1800577174 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff8a8102620 0x7ff8a8105eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:34.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.115+0000 7ff8ace58700 1 -- 172.21.15.52:0/1800577174 >> 172.21.15.52:0/1800577174 conn(0x7ff8a8077810 msgr2=0x7ff8a80fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:34.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.115+0000 7ff8ace58700 1 -- 172.21.15.52:0/1800577174 shutdown_connections 2024-03-18T22:55:34.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.115+0000 7ff8ace58700 1 -- 172.21.15.52:0/1800577174 wait complete. 2024-03-18T22:55:34.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.116+0000 7ff8ace58700 1 Processor -- start 2024-03-18T22:55:34.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.116+0000 7ff8ace58700 1 -- start start 2024-03-18T22:55:34.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.116+0000 7ff8ace58700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8a8101c70 0x7ff8a80fccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:34.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.116+0000 7ff8ace58700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff8a8102620 0x7ff8a80fd230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:34.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.116+0000 7ff8ace58700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff8a8106590 0x7ff8a80fd770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:34.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.116+0000 7ff8ace58700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff8a81116c0 con 0x7ff8a8101c70 2024-03-18T22:55:34.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.116+0000 7ff8ace58700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7ff8a8111540 con 0x7ff8a8106590 2024-03-18T22:55:34.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.116+0000 7ff8ace58700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7ff8a8111840 con 0x7ff8a8102620 2024-03-18T22:55:34.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.117+0000 7ff8a659c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8a8101c70 0x7ff8a80fccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:34.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.117+0000 7ff8a659c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8a8101c70 0x7ff8a80fccf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:42008/0 (socket says 172.21.15.52:42008) 2024-03-18T22:55:34.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.117+0000 7ff8a659c700 1 -- 172.21.15.52:0/3031642082 learned_addr learned my addr 172.21.15.52:0/3031642082 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:34.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.117+0000 7ff8a5d9b700 1 --2- 172.21.15.52:0/3031642082 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff8a8102620 0x7ff8a80fd230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:34.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.117+0000 7ff8a6d9d700 1 --2- 172.21.15.52:0/3031642082 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff8a8106590 0x7ff8a80fd770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:34.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.117+0000 7ff8a659c700 1 -- 172.21.15.52:0/3031642082 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff8a8102620 msgr2=0x7ff8a80fd230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:34.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.117+0000 7ff8a659c700 1 --2- 172.21.15.52:0/3031642082 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff8a8102620 0x7ff8a80fd230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:34.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.117+0000 7ff8a659c700 1 -- 172.21.15.52:0/3031642082 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff8a8106590 msgr2=0x7ff8a80fd770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:34.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.117+0000 7ff8a659c700 1 --2- 172.21.15.52:0/3031642082 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff8a8106590 0x7ff8a80fd770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:34.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.117+0000 7ff8a659c700 1 -- 172.21.15.52:0/3031642082 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8a81a7050 con 0x7ff8a8101c70 2024-03-18T22:55:34.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.117+0000 7ff8a659c700 1 --2- 172.21.15.52:0/3031642082 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8a8101c70 0x7ff8a80fccf0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7ff89800d980 tx=0x7ff89800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:34.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.117+0000 7ff89f7fe700 1 -- 172.21.15.52:0/3031642082 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff898016070 con 0x7ff8a8101c70 2024-03-18T22:55:34.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.117+0000 7ff89f7fe700 1 -- 172.21.15.52:0/3031642082 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff898004d30 con 0x7ff8a8101c70 2024-03-18T22:55:34.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.117+0000 7ff8ace58700 1 -- 172.21.15.52:0/3031642082 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8a81a7340 con 0x7ff8a8101c70 2024-03-18T22:55:34.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.117+0000 7ff89f7fe700 1 -- 172.21.15.52:0/3031642082 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8980056c0 con 0x7ff8a8101c70 2024-03-18T22:55:34.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.117+0000 7ff8ace58700 1 -- 172.21.15.52:0/3031642082 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8a81a7880 con 0x7ff8a8101c70 2024-03-18T22:55:34.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.118+0000 7ff8ace58700 1 -- 172.21.15.52:0/3031642082 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff8a8062a20 con 0x7ff8a8101c70 2024-03-18T22:55:34.122 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.119+0000 7ff89f7fe700 1 -- 172.21.15.52:0/3031642082 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7ff898004750 con 0x7ff8a8101c70 2024-03-18T22:55:34.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.120+0000 7ff89f7fe700 1 --2- 172.21.15.52:0/3031642082 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff8940a2920 0x7ff8940a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:34.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.120+0000 7ff8a5d9b700 1 --2- 172.21.15.52:0/3031642082 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff8940a2920 0x7ff8940a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:34.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.120+0000 7ff89f7fe700 1 -- 172.21.15.52:0/3031642082 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7ff8980cee40 con 0x7ff8a8101c70 2024-03-18T22:55:34.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.120+0000 7ff89f7fe700 1 --2- 172.21.15.52:0/3031642082 >> [v2:172.21.15.52:6802/4259078413,v1:172.21.15.52:6803/4259078413] conn(0x7ff8940ac100 0x7ff8940ae520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:34.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.120+0000 7ff89f7fe700 1 -- 172.21.15.52:0/3031642082 --> [v2:172.21.15.52:6802/4259078413,v1:172.21.15.52:6803/4259078413] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff898015ec0 con 0x7ff8940ac100 2024-03-18T22:55:34.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.120+0000 7ff89f7fe700 1 -- 172.21.15.52:0/3031642082 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7ff8980cf320 con 0x7ff8a8101c70 2024-03-18T22:55:34.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.120+0000 7ff8a6d9d700 1 --2- 172.21.15.52:0/3031642082 >> [v2:172.21.15.52:6802/4259078413,v1:172.21.15.52:6803/4259078413] conn(0x7ff8940ac100 0x7ff8940ae520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:34.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.121+0000 7ff8a5d9b700 1 --2- 172.21.15.52:0/3031642082 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff8940a2920 0x7ff8940a4de0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7ff8a8100260 tx=0x7ff89000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:34.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.121+0000 7ff8a6d9d700 1 --2- 172.21.15.52:0/3031642082 >> [v2:172.21.15.52:6802/4259078413,v1:172.21.15.52:6803/4259078413] conn(0x7ff8940ac100 0x7ff8940ae520 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:34.124 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.121+0000 7ff89f7fe700 1 -- 172.21.15.52:0/3031642082 <== osd.0 v2:172.21.15.52:6802/4259078413 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff898015ec0 con 0x7ff8940ac100 2024-03-18T22:55:34.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.138+0000 7ff8ace58700 1 -- 172.21.15.52:0/3031642082 --> [v2:172.21.15.52:6802/4259078413,v1:172.21.15.52:6803/4259078413] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff8a8062e20 con 0x7ff8940ac100 2024-03-18T22:55:34.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.138+0000 7ff89f7fe700 1 -- 172.21.15.52:0/3031642082 <== osd.0 v2:172.21.15.52:6802/4259078413 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7ff8a8062e20 con 0x7ff8940ac100 2024-03-18T22:55:34.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.138+0000 7ff8ace58700 1 -- 172.21.15.52:0/3031642082 >> [v2:172.21.15.52:6802/4259078413,v1:172.21.15.52:6803/4259078413] conn(0x7ff8940ac100 msgr2=0x7ff8940ae520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:34.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.138+0000 7ff8ace58700 1 --2- 172.21.15.52:0/3031642082 >> [v2:172.21.15.52:6802/4259078413,v1:172.21.15.52:6803/4259078413] conn(0x7ff8940ac100 0x7ff8940ae520 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:34.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.138+0000 7ff8ace58700 1 -- 172.21.15.52:0/3031642082 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff8940a2920 msgr2=0x7ff8940a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:34.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.138+0000 7ff8ace58700 1 --2- 172.21.15.52:0/3031642082 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff8940a2920 0x7ff8940a4de0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7ff8a8100260 tx=0x7ff89000b410 comp rx=0 tx=0).stop 2024-03-18T22:55:34.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.138+0000 7ff8ace58700 1 -- 172.21.15.52:0/3031642082 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8a8101c70 msgr2=0x7ff8a80fccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:34.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.138+0000 7ff8ace58700 1 --2- 172.21.15.52:0/3031642082 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8a8101c70 0x7ff8a80fccf0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7ff89800d980 tx=0x7ff89800dc90 comp rx=0 tx=0).stop 2024-03-18T22:55:34.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.139+0000 7ff8a6d9d700 1 -- 172.21.15.52:0/3031642082 reap_dead start 2024-03-18T22:55:34.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.139+0000 7ff8ace58700 1 -- 172.21.15.52:0/3031642082 shutdown_connections 2024-03-18T22:55:34.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.139+0000 7ff8ace58700 1 -- 172.21.15.52:0/3031642082 >> 172.21.15.52:0/3031642082 conn(0x7ff8a8077810 msgr2=0x7ff8a8100aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:34.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.139+0000 7ff8ace58700 1 -- 172.21.15.52:0/3031642082 shutdown_connections 2024-03-18T22:55:34.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:34.139+0000 7ff8ace58700 1 -- 172.21.15.52:0/3031642082 wait complete. 2024-03-18T22:55:34.731 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:34 smithi052 ceph-mon[32520]: pgmap v308: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:55:34.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:34 smithi181 ceph-mon[67256]: pgmap v308: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:55:34.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:34 smithi099 ceph-mon[36725]: pgmap v308: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:55:35.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.346+0000 7ff7c24d6700 1 -- 172.21.15.52:0/703920111 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff7bc107400 msgr2=0x7ff7bc1077e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:35.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.346+0000 7ff7c24d6700 1 --2- 172.21.15.52:0/703920111 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff7bc107400 0x7ff7bc1077e0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7ff7ac009990 tx=0x7ff7ac009ca0 comp rx=0 tx=0).stop 2024-03-18T22:55:35.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.347+0000 7ff7c24d6700 1 -- 172.21.15.52:0/703920111 shutdown_connections 2024-03-18T22:55:35.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.347+0000 7ff7c24d6700 1 --2- 172.21.15.52:0/703920111 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff7bc101eb0 0x7ff7bc10e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:35.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.347+0000 7ff7c24d6700 1 --2- 172.21.15.52:0/703920111 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff7bc107400 0x7ff7bc1077e0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:35.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.347+0000 7ff7c24d6700 1 --2- 172.21.15.52:0/703920111 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff7bc1014f0 0x7ff7bc101970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:35.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.347+0000 7ff7c24d6700 1 -- 172.21.15.52:0/703920111 >> 172.21.15.52:0/703920111 conn(0x7ff7bc078070 msgr2=0x7ff7bc078480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:35.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.347+0000 7ff7c24d6700 1 -- 172.21.15.52:0/703920111 shutdown_connections 2024-03-18T22:55:35.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.347+0000 7ff7c24d6700 1 -- 172.21.15.52:0/703920111 wait complete. 2024-03-18T22:55:35.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.347+0000 7ff7c24d6700 1 Processor -- start 2024-03-18T22:55:35.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.347+0000 7ff7c24d6700 1 -- start start 2024-03-18T22:55:35.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.348+0000 7ff7c24d6700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff7bc1014f0 0x7ff7bc199a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:35.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.348+0000 7ff7c24d6700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff7bc101eb0 0x7ff7bc199fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:35.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.348+0000 7ff7c24d6700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff7bc107400 0x7ff7bc1a4af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:35.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.348+0000 7ff7c24d6700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff7bc1116d0 con 0x7ff7bc101eb0 2024-03-18T22:55:35.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.348+0000 7ff7c24d6700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7ff7bc111550 con 0x7ff7bc1014f0 2024-03-18T22:55:35.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.348+0000 7ff7c24d6700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7ff7bc111850 con 0x7ff7bc107400 2024-03-18T22:55:35.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.348+0000 7ff7bb7fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff7bc101eb0 0x7ff7bc199fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:35.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.348+0000 7ff7bb7fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff7bc101eb0 0x7ff7bc199fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:42032/0 (socket says 172.21.15.52:42032) 2024-03-18T22:55:35.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.348+0000 7ff7bb7fe700 1 -- 172.21.15.52:0/3636213907 learned_addr learned my addr 172.21.15.52:0/3636213907 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:35.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.348+0000 7ff7bbfff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff7bc1014f0 0x7ff7bc199a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:35.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.348+0000 7ff7c0a73700 1 --2- 172.21.15.52:0/3636213907 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff7bc107400 0x7ff7bc1a4af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:35.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.348+0000 7ff7bb7fe700 1 -- 172.21.15.52:0/3636213907 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff7bc107400 msgr2=0x7ff7bc1a4af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:35.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.348+0000 7ff7bb7fe700 1 --2- 172.21.15.52:0/3636213907 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff7bc107400 0x7ff7bc1a4af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:35.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.348+0000 7ff7bb7fe700 1 -- 172.21.15.52:0/3636213907 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff7bc1014f0 msgr2=0x7ff7bc199a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:35.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.348+0000 7ff7bb7fe700 1 --2- 172.21.15.52:0/3636213907 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff7bc1014f0 0x7ff7bc199a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:35.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.348+0000 7ff7bb7fe700 1 -- 172.21.15.52:0/3636213907 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7bc1a5030 con 0x7ff7bc101eb0 2024-03-18T22:55:35.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.348+0000 7ff7bbfff700 1 --2- 172.21.15.52:0/3636213907 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff7bc1014f0 0x7ff7bc199a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:55:35.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.348+0000 7ff7bb7fe700 1 --2- 172.21.15.52:0/3636213907 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff7bc101eb0 0x7ff7bc199fb0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7ff7b000e9a0 tx=0x7ff7b000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:35.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.348+0000 7ff7b97fa700 1 -- 172.21.15.52:0/3636213907 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7b000ca10 con 0x7ff7bc101eb0 2024-03-18T22:55:35.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.348+0000 7ff7c24d6700 1 -- 172.21.15.52:0/3636213907 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7bc1a5200 con 0x7ff7bc101eb0 2024-03-18T22:55:35.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.348+0000 7ff7b97fa700 1 -- 172.21.15.52:0/3636213907 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff7b000cbb0 con 0x7ff7bc101eb0 2024-03-18T22:55:35.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.348+0000 7ff7b97fa700 1 -- 172.21.15.52:0/3636213907 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7b0018710 con 0x7ff7bc101eb0 2024-03-18T22:55:35.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.349+0000 7ff7c24d6700 1 -- 172.21.15.52:0/3636213907 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7bc1a5710 con 0x7ff7bc101eb0 2024-03-18T22:55:35.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.349+0000 7ff7c24d6700 1 -- 172.21.15.52:0/3636213907 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff7bc062a20 con 0x7ff7bc101eb0 2024-03-18T22:55:35.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.351+0000 7ff7b97fa700 1 -- 172.21.15.52:0/3636213907 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7ff7b0010430 con 0x7ff7bc101eb0 2024-03-18T22:55:35.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.351+0000 7ff7b97fa700 1 --2- 172.21.15.52:0/3636213907 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff7a40a2920 0x7ff7a40a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:35.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.351+0000 7ff7bbfff700 1 --2- 172.21.15.52:0/3636213907 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff7a40a2920 0x7ff7a40a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:35.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.351+0000 7ff7b97fa700 1 -- 172.21.15.52:0/3636213907 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7ff7b00cf6d0 con 0x7ff7bc101eb0 2024-03-18T22:55:35.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.351+0000 7ff7b97fa700 1 --2- 172.21.15.52:0/3636213907 >> [v2:172.21.15.52:6826/2018024971,v1:172.21.15.52:6827/2018024971] conn(0x7ff7a40ac100 0x7ff7a40ae520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:35.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.351+0000 7ff7b97fa700 1 -- 172.21.15.52:0/3636213907 --> [v2:172.21.15.52:6826/2018024971,v1:172.21.15.52:6827/2018024971] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff7a40aebd0 con 0x7ff7a40ac100 2024-03-18T22:55:35.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.351+0000 7ff7b97fa700 1 -- 172.21.15.52:0/3636213907 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7ff7b00cfbb0 con 0x7ff7bc101eb0 2024-03-18T22:55:35.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.352+0000 7ff7c0a73700 1 --2- 172.21.15.52:0/3636213907 >> [v2:172.21.15.52:6826/2018024971,v1:172.21.15.52:6827/2018024971] conn(0x7ff7a40ac100 0x7ff7a40ae520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:35.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.352+0000 7ff7bbfff700 1 --2- 172.21.15.52:0/3636213907 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff7a40a2920 0x7ff7a40a4de0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7ff7ac00b2e0 tx=0x7ff7ac01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:35.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.352+0000 7ff7c0a73700 1 --2- 172.21.15.52:0/3636213907 >> [v2:172.21.15.52:6826/2018024971,v1:172.21.15.52:6827/2018024971] conn(0x7ff7a40ac100 0x7ff7a40ae520 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:35.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.353+0000 7ff7b97fa700 1 -- 172.21.15.52:0/3636213907 <== osd.9 v2:172.21.15.52:6826/2018024971 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff7a40aebd0 con 0x7ff7a40ac100 2024-03-18T22:55:35.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.369+0000 7ff7c24d6700 1 -- 172.21.15.52:0/3636213907 --> [v2:172.21.15.52:6826/2018024971,v1:172.21.15.52:6827/2018024971] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff7bc062e20 con 0x7ff7a40ac100 2024-03-18T22:55:35.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.369+0000 7ff7b97fa700 1 -- 172.21.15.52:0/3636213907 <== osd.9 v2:172.21.15.52:6826/2018024971 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7ff7bc062e20 con 0x7ff7a40ac100 2024-03-18T22:55:35.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.370+0000 7ff7c24d6700 1 -- 172.21.15.52:0/3636213907 >> [v2:172.21.15.52:6826/2018024971,v1:172.21.15.52:6827/2018024971] conn(0x7ff7a40ac100 msgr2=0x7ff7a40ae520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:35.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.370+0000 7ff7c24d6700 1 --2- 172.21.15.52:0/3636213907 >> [v2:172.21.15.52:6826/2018024971,v1:172.21.15.52:6827/2018024971] conn(0x7ff7a40ac100 0x7ff7a40ae520 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:35.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.370+0000 7ff7c24d6700 1 -- 172.21.15.52:0/3636213907 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff7a40a2920 msgr2=0x7ff7a40a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:35.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.370+0000 7ff7c24d6700 1 --2- 172.21.15.52:0/3636213907 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff7a40a2920 0x7ff7a40a4de0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7ff7ac00b2e0 tx=0x7ff7ac01a040 comp rx=0 tx=0).stop 2024-03-18T22:55:35.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.370+0000 7ff7c24d6700 1 -- 172.21.15.52:0/3636213907 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff7bc101eb0 msgr2=0x7ff7bc199fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:35.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.370+0000 7ff7c24d6700 1 --2- 172.21.15.52:0/3636213907 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff7bc101eb0 0x7ff7bc199fb0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7ff7b000e9a0 tx=0x7ff7b000ecb0 comp rx=0 tx=0).stop 2024-03-18T22:55:35.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.370+0000 7ff7c0a73700 1 -- 172.21.15.52:0/3636213907 reap_dead start 2024-03-18T22:55:35.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.370+0000 7ff7c24d6700 1 -- 172.21.15.52:0/3636213907 shutdown_connections 2024-03-18T22:55:35.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.370+0000 7ff7c24d6700 1 -- 172.21.15.52:0/3636213907 >> 172.21.15.52:0/3636213907 conn(0x7ff7bc078070 msgr2=0x7ff7bc0fffc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:35.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.370+0000 7ff7c24d6700 1 -- 172.21.15.52:0/3636213907 shutdown_connections 2024-03-18T22:55:35.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:35.370+0000 7ff7c24d6700 1 -- 172.21.15.52:0/3636213907 wait complete. 2024-03-18T22:55:35.748 INFO:teuthology.orchestra.run.smithi052.stdout:107374182461 2024-03-18T22:55:35.748 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.3 2024-03-18T22:55:36.178 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.176+0000 7f6d9467f700 1 -- 172.21.15.52:0/1686720189 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6d8c101bb0 msgr2=0x7f6d8c10e090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:36.178 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.176+0000 7f6d9467f700 1 --2- 172.21.15.52:0/1686720189 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6d8c101bb0 0x7f6d8c10e090 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f6d7c009990 tx=0x7f6d7c009ca0 comp rx=0 tx=0).stop 2024-03-18T22:55:36.178 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.176+0000 7f6d9467f700 1 -- 172.21.15.52:0/1686720189 shutdown_connections 2024-03-18T22:55:36.178 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.176+0000 7f6d9467f700 1 --2- 172.21.15.52:0/1686720189 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6d8c101bb0 0x7f6d8c10e090 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:36.178 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.176+0000 7f6d9467f700 1 --2- 172.21.15.52:0/1686720189 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6d8c107250 0x7f6d8c107630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:36.178 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.176+0000 7f6d9467f700 1 --2- 172.21.15.52:0/1686720189 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6d8c101210 0x7f6d8c101670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:36.178 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.176+0000 7f6d9467f700 1 -- 172.21.15.52:0/1686720189 >> 172.21.15.52:0/1686720189 conn(0x7f6d8c078140 msgr2=0x7f6d8c078550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:36.178 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.176+0000 7f6d9467f700 1 -- 172.21.15.52:0/1686720189 shutdown_connections 2024-03-18T22:55:36.178 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.176+0000 7f6d9467f700 1 -- 172.21.15.52:0/1686720189 wait complete. 2024-03-18T22:55:36.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.177+0000 7f6d9467f700 1 Processor -- start 2024-03-18T22:55:36.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.177+0000 7f6d9467f700 1 -- start start 2024-03-18T22:55:36.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.177+0000 7f6d9467f700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6d8c101210 0x7f6d8c199910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:36.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.177+0000 7f6d9467f700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6d8c101bb0 0x7f6d8c199e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:36.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.177+0000 7f6d9467f700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6d8c107250 0x7f6d8c1a4990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:36.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.177+0000 7f6d9467f700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f6d8c1115f0 con 0x7f6d8c101210 2024-03-18T22:55:36.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.177+0000 7f6d9467f700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f6d8c111470 con 0x7f6d8c101bb0 2024-03-18T22:55:36.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.177+0000 7f6d9467f700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f6d8c111770 con 0x7f6d8c107250 2024-03-18T22:55:36.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.177+0000 7f6d9241b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6d8c101210 0x7f6d8c199910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:36.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.177+0000 7f6d9241b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6d8c101210 0x7f6d8c199910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:42056/0 (socket says 172.21.15.52:42056) 2024-03-18T22:55:36.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.177+0000 7f6d9241b700 1 -- 172.21.15.52:0/1182305276 learned_addr learned my addr 172.21.15.52:0/1182305276 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:36.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.177+0000 7f6d92c1c700 1 --2- 172.21.15.52:0/1182305276 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6d8c107250 0x7f6d8c1a4990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:36.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.177+0000 7f6d91c1a700 1 --2- 172.21.15.52:0/1182305276 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6d8c101bb0 0x7f6d8c199e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:36.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.177+0000 7f6d9241b700 1 -- 172.21.15.52:0/1182305276 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6d8c107250 msgr2=0x7f6d8c1a4990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:36.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.177+0000 7f6d9241b700 1 --2- 172.21.15.52:0/1182305276 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6d8c107250 0x7f6d8c1a4990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:36.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.177+0000 7f6d9241b700 1 -- 172.21.15.52:0/1182305276 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6d8c101bb0 msgr2=0x7f6d8c199e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:36.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.177+0000 7f6d9241b700 1 --2- 172.21.15.52:0/1182305276 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6d8c101bb0 0x7f6d8c199e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:36.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.177+0000 7f6d9241b700 1 -- 172.21.15.52:0/1182305276 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d8c1a4ed0 con 0x7f6d8c101210 2024-03-18T22:55:36.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.178+0000 7f6d9241b700 1 --2- 172.21.15.52:0/1182305276 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6d8c101210 0x7f6d8c199910 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f6d8400ef10 tx=0x7f6d8400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:36.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.178+0000 7f6d8b7fe700 1 -- 172.21.15.52:0/1182305276 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d8400c9c0 con 0x7f6d8c101210 2024-03-18T22:55:36.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.178+0000 7f6d8b7fe700 1 -- 172.21.15.52:0/1182305276 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6d84019070 con 0x7f6d8c101210 2024-03-18T22:55:36.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.178+0000 7f6d9467f700 1 -- 172.21.15.52:0/1182305276 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d8c1a50a0 con 0x7f6d8c101210 2024-03-18T22:55:36.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.178+0000 7f6d8b7fe700 1 -- 172.21.15.52:0/1182305276 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d840146e0 con 0x7f6d8c101210 2024-03-18T22:55:36.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.178+0000 7f6d9467f700 1 -- 172.21.15.52:0/1182305276 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d8c1a55e0 con 0x7f6d8c101210 2024-03-18T22:55:36.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.179+0000 7f6d9467f700 1 -- 172.21.15.52:0/1182305276 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6d8c062a20 con 0x7f6d8c101210 2024-03-18T22:55:36.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.180+0000 7f6d8b7fe700 1 -- 172.21.15.52:0/1182305276 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f6d84012050 con 0x7f6d8c101210 2024-03-18T22:55:36.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.180+0000 7f6d8b7fe700 1 --2- 172.21.15.52:0/1182305276 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f6d740a2920 0x7f6d740a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:36.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.180+0000 7f6d91c1a700 1 --2- 172.21.15.52:0/1182305276 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f6d740a2920 0x7f6d740a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:36.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.181+0000 7f6d8b7fe700 1 -- 172.21.15.52:0/1182305276 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7f6d840ce960 con 0x7f6d8c101210 2024-03-18T22:55:36.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.181+0000 7f6d8b7fe700 1 --2- 172.21.15.52:0/1182305276 >> [v2:172.21.15.99:6808/2287333294,v1:172.21.15.99:6809/2287333294] conn(0x7f6d740ac100 0x7f6d740ae520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:36.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.181+0000 7f6d8b7fe700 1 -- 172.21.15.52:0/1182305276 --> [v2:172.21.15.99:6808/2287333294,v1:172.21.15.99:6809/2287333294] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6d84008ec0 con 0x7f6d740ac100 2024-03-18T22:55:36.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.181+0000 7f6d8b7fe700 1 -- 172.21.15.52:0/1182305276 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7f6d840d32c0 con 0x7f6d8c101210 2024-03-18T22:55:36.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.181+0000 7f6d91c1a700 1 --2- 172.21.15.52:0/1182305276 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f6d740a2920 0x7f6d740a4de0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f6d8c0786d0 tx=0x7f6d80009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:36.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.181+0000 7f6d92c1c700 1 --2- 172.21.15.52:0/1182305276 >> [v2:172.21.15.99:6808/2287333294,v1:172.21.15.99:6809/2287333294] conn(0x7f6d740ac100 0x7f6d740ae520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:36.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.181+0000 7f6d92c1c700 1 --2- 172.21.15.52:0/1182305276 >> [v2:172.21.15.99:6808/2287333294,v1:172.21.15.99:6809/2287333294] conn(0x7f6d740ac100 0x7f6d740ae520 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:36.184 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.182+0000 7f6d8b7fe700 1 -- 172.21.15.52:0/1182305276 <== osd.4 v2:172.21.15.99:6808/2287333294 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6d84008ec0 con 0x7f6d740ac100 2024-03-18T22:55:36.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.198+0000 7f6d9467f700 1 -- 172.21.15.52:0/1182305276 --> [v2:172.21.15.99:6808/2287333294,v1:172.21.15.99:6809/2287333294] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f6d8c062ea0 con 0x7f6d740ac100 2024-03-18T22:55:36.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.199+0000 7f6d8b7fe700 1 -- 172.21.15.52:0/1182305276 <== osd.4 v2:172.21.15.99:6808/2287333294 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f6d8c062ea0 con 0x7f6d740ac100 2024-03-18T22:55:36.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.199+0000 7f6d9467f700 1 -- 172.21.15.52:0/1182305276 >> [v2:172.21.15.99:6808/2287333294,v1:172.21.15.99:6809/2287333294] conn(0x7f6d740ac100 msgr2=0x7f6d740ae520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:36.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.199+0000 7f6d9467f700 1 --2- 172.21.15.52:0/1182305276 >> [v2:172.21.15.99:6808/2287333294,v1:172.21.15.99:6809/2287333294] conn(0x7f6d740ac100 0x7f6d740ae520 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:36.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.199+0000 7f6d9467f700 1 -- 172.21.15.52:0/1182305276 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f6d740a2920 msgr2=0x7f6d740a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:36.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.199+0000 7f6d9467f700 1 --2- 172.21.15.52:0/1182305276 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f6d740a2920 0x7f6d740a4de0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f6d8c0786d0 tx=0x7f6d80009260 comp rx=0 tx=0).stop 2024-03-18T22:55:36.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.199+0000 7f6d9467f700 1 -- 172.21.15.52:0/1182305276 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6d8c101210 msgr2=0x7f6d8c199910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:36.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.199+0000 7f6d9467f700 1 --2- 172.21.15.52:0/1182305276 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6d8c101210 0x7f6d8c199910 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f6d8400ef10 tx=0x7f6d8400c3a0 comp rx=0 tx=0).stop 2024-03-18T22:55:36.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.199+0000 7f6d92c1c700 1 -- 172.21.15.52:0/1182305276 reap_dead start 2024-03-18T22:55:36.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.199+0000 7f6d9467f700 1 -- 172.21.15.52:0/1182305276 shutdown_connections 2024-03-18T22:55:36.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.199+0000 7f6d9467f700 1 -- 172.21.15.52:0/1182305276 >> 172.21.15.52:0/1182305276 conn(0x7f6d8c078140 msgr2=0x7f6d8c0ffd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:36.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.199+0000 7f6d9467f700 1 -- 172.21.15.52:0/1182305276 shutdown_connections 2024-03-18T22:55:36.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:36.199+0000 7f6d9467f700 1 -- 172.21.15.52:0/1182305276 wait complete. 2024-03-18T22:55:36.741 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:36 smithi052 ceph-mon[32520]: pgmap v309: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T22:55:36.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:36 smithi181 ceph-mon[67256]: pgmap v309: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T22:55:36.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:36 smithi099 ceph-mon[36725]: pgmap v309: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T22:55:36.787 INFO:teuthology.orchestra.run.smithi052.stdout:296352743456 2024-03-18T22:55:36.788 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.9 2024-03-18T22:55:37.219 INFO:teuthology.orchestra.run.smithi052.stdout:261993005094 2024-03-18T22:55:37.219 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.8 2024-03-18T22:55:37.471 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:55:37.850 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:55:37.881 INFO:teuthology.orchestra.run.smithi052.stdout:34359738444 2024-03-18T22:55:37.882 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.0 2024-03-18T22:55:38.662 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:55:38.698 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:38 smithi052 ceph-mon[32520]: pgmap v310: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:55:38.699 INFO:teuthology.orchestra.run.smithi052.stdout:141733920826 2024-03-18T22:55:38.699 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.4 2024-03-18T22:55:38.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:38 smithi181 ceph-mon[67256]: pgmap v310: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:55:38.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:38 smithi099 ceph-mon[36725]: pgmap v310: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:55:39.055 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:55:40.665 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:40 smithi052 ceph-mon[32520]: pgmap v311: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 5 op/s 2024-03-18T22:55:40.675 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:55:40.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:40 smithi181 ceph-mon[67256]: pgmap v311: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 5 op/s 2024-03-18T22:55:40.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:40 smithi099 ceph-mon[36725]: pgmap v311: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 5 op/s 2024-03-18T22:55:41.107 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:55:41.524 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:55:41.524 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:55:41.524 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:55:41.525 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:55:42.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:42 smithi052 ceph-mon[32520]: pgmap v312: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T22:55:42.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:42 smithi181 ceph-mon[67256]: pgmap v312: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T22:55:42.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:42 smithi099 ceph-mon[36725]: pgmap v312: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T22:55:43.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.890+0000 7f8486053700 1 -- 172.21.15.52:0/2201012201 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8480107620 msgr2=0x7f848010f1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:43.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.890+0000 7f8486053700 1 --2- 172.21.15.52:0/2201012201 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8480107620 0x7f848010f1d0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f847800b0a0 tx=0x7f847800b3b0 comp rx=0 tx=0).stop 2024-03-18T22:55:43.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.890+0000 7f8486053700 1 -- 172.21.15.52:0/2201012201 shutdown_connections 2024-03-18T22:55:43.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.890+0000 7f8486053700 1 --2- 172.21.15.52:0/2201012201 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8480107620 0x7f848010f1d0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:43.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.890+0000 7f8486053700 1 --2- 172.21.15.52:0/2201012201 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f848006aab0 0x7f848006ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:43.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.890+0000 7f8486053700 1 --2- 172.21.15.52:0/2201012201 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f848006b460 0x7f8480106f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:43.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.890+0000 7f8486053700 1 -- 172.21.15.52:0/2201012201 >> 172.21.15.52:0/2201012201 conn(0x7f8480077260 msgr2=0x7f8480077670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:43.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.890+0000 7f8486053700 1 -- 172.21.15.52:0/2201012201 shutdown_connections 2024-03-18T22:55:43.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.890+0000 7f8486053700 1 -- 172.21.15.52:0/2201012201 wait complete. 2024-03-18T22:55:43.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.891+0000 7f8486053700 1 Processor -- start 2024-03-18T22:55:43.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.891+0000 7f8486053700 1 -- start start 2024-03-18T22:55:43.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.891+0000 7f8486053700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f848006aab0 0x7f848019e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:43.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.891+0000 7f8486053700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f848006b460 0x7f848019ec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:43.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.891+0000 7f8486053700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8480107620 0x7f8480198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:43.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.891+0000 7f8486053700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f8480112740 con 0x7f848006b460 2024-03-18T22:55:43.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.891+0000 7f8486053700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f84801125c0 con 0x7f8480107620 2024-03-18T22:55:43.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.891+0000 7f8486053700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f84801128c0 con 0x7f848006aab0 2024-03-18T22:55:43.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.891+0000 7f847effd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f848006b460 0x7f848019ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:43.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.891+0000 7f847effd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f848006b460 0x7f848019ec30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:44166/0 (socket says 172.21.15.52:44166) 2024-03-18T22:55:43.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.891+0000 7f847effd700 1 -- 172.21.15.52:0/3775646273 learned_addr learned my addr 172.21.15.52:0/3775646273 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:43.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.892+0000 7f847f7fe700 1 --2- 172.21.15.52:0/3775646273 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f848006aab0 0x7f848019e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:43.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.892+0000 7f847ffff700 1 --2- 172.21.15.52:0/3775646273 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8480107620 0x7f8480198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:43.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.892+0000 7f847effd700 1 -- 172.21.15.52:0/3775646273 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f848006aab0 msgr2=0x7f848019e6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:43.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.892+0000 7f847effd700 1 --2- 172.21.15.52:0/3775646273 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f848006aab0 0x7f848019e6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:43.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.892+0000 7f847effd700 1 -- 172.21.15.52:0/3775646273 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8480107620 msgr2=0x7f8480198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:43.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.892+0000 7f847effd700 1 --2- 172.21.15.52:0/3775646273 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8480107620 0x7f8480198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:43.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.892+0000 7f847effd700 1 -- 172.21.15.52:0/3775646273 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8480199060 con 0x7f848006b460 2024-03-18T22:55:43.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.892+0000 7f847effd700 1 --2- 172.21.15.52:0/3775646273 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f848006b460 0x7f848019ec30 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f847400ea30 tx=0x7f847400ed40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:43.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.892+0000 7f847cff9700 1 -- 172.21.15.52:0/3775646273 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f847400cbd0 con 0x7f848006b460 2024-03-18T22:55:43.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.892+0000 7f847cff9700 1 -- 172.21.15.52:0/3775646273 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8474004520 con 0x7f848006b460 2024-03-18T22:55:43.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.892+0000 7f847cff9700 1 -- 172.21.15.52:0/3775646273 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8474010430 con 0x7f848006b460 2024-03-18T22:55:43.897 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.892+0000 7f8486053700 1 -- 172.21.15.52:0/3775646273 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8480199350 con 0x7f848006b460 2024-03-18T22:55:43.897 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.892+0000 7f8486053700 1 -- 172.21.15.52:0/3775646273 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84801a55c0 con 0x7f848006b460 2024-03-18T22:55:43.898 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.893+0000 7f8486053700 1 -- 172.21.15.52:0/3775646273 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8480068fd0 con 0x7f848006b460 2024-03-18T22:55:43.898 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.895+0000 7f847cff9700 1 -- 172.21.15.52:0/3775646273 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f8474003f10 con 0x7f848006b460 2024-03-18T22:55:43.898 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.895+0000 7f847cff9700 1 --2- 172.21.15.52:0/3775646273 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f84680a29a0 0x7f84680a4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:43.898 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.896+0000 7f847f7fe700 1 --2- 172.21.15.52:0/3775646273 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f84680a29a0 0x7f84680a4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:43.898 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.896+0000 7f847cff9700 1 -- 172.21.15.52:0/3775646273 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7f84740ceca0 con 0x7f848006b460 2024-03-18T22:55:43.898 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.896+0000 7f847f7fe700 1 --2- 172.21.15.52:0/3775646273 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f84680a29a0 0x7f84680a4e60 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f8480107410 tx=0x7f8470009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:43.900 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:43.899+0000 7f847cff9700 1 -- 172.21.15.52:0/3775646273 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f847409bd20 con 0x7f848006b460 2024-03-18T22:55:44.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:44.118+0000 7f8486053700 1 -- 172.21.15.52:0/3775646273 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f848002dbb0 con 0x7f848006b460 2024-03-18T22:55:44.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:44.119+0000 7f847cff9700 1 -- 172.21.15.52:0/3775646273 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f847409b620 con 0x7f848006b460 2024-03-18T22:55:44.120 INFO:teuthology.orchestra.run.smithi052.stdout:167503724598 2024-03-18T22:55:44.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:44.121+0000 7f8486053700 1 -- 172.21.15.52:0/3775646273 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f84680a29a0 msgr2=0x7f84680a4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:44.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:44.121+0000 7f8486053700 1 --2- 172.21.15.52:0/3775646273 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f84680a29a0 0x7f84680a4e60 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f8480107410 tx=0x7f8470009260 comp rx=0 tx=0).stop 2024-03-18T22:55:44.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:44.121+0000 7f8486053700 1 -- 172.21.15.52:0/3775646273 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f848006b460 msgr2=0x7f848019ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:44.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:44.121+0000 7f8486053700 1 --2- 172.21.15.52:0/3775646273 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f848006b460 0x7f848019ec30 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f847400ea30 tx=0x7f847400ed40 comp rx=0 tx=0).stop 2024-03-18T22:55:44.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:44.121+0000 7f8486053700 1 -- 172.21.15.52:0/3775646273 shutdown_connections 2024-03-18T22:55:44.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:44.121+0000 7f8486053700 1 --2- 172.21.15.52:0/3775646273 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f84680a29a0 0x7f84680a4e60 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:44.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:44.121+0000 7f8486053700 1 --2- 172.21.15.52:0/3775646273 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8480107620 0x7f8480198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:44.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:44.121+0000 7f8486053700 1 --2- 172.21.15.52:0/3775646273 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f848006aab0 0x7f848019e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:44.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:44.121+0000 7f8486053700 1 --2- 172.21.15.52:0/3775646273 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f848006b460 0x7f848019ec30 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:44.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:44.121+0000 7f8486053700 1 -- 172.21.15.52:0/3775646273 >> 172.21.15.52:0/3775646273 conn(0x7f8480077260 msgr2=0x7f84800ff1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:44.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:44.121+0000 7f8486053700 1 -- 172.21.15.52:0/3775646273 shutdown_connections 2024-03-18T22:55:44.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:44.121+0000 7f8486053700 1 -- 172.21.15.52:0/3775646273 wait complete. 2024-03-18T22:55:44.614 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:44 smithi052 ceph-mon[32520]: pgmap v313: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:55:44.614 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:44 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3775646273' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-18T22:55:44.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:44 smithi181 ceph-mon[67256]: pgmap v313: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:55:44.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:44 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3775646273' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-18T22:55:44.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:44 smithi099 ceph-mon[36725]: pgmap v313: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:55:44.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:44 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3775646273' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-18T22:55:46.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:46 smithi052 ceph-mon[32520]: pgmap v314: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T22:55:46.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:46 smithi181 ceph-mon[67256]: pgmap v314: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T22:55:46.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:46 smithi099 ceph-mon[36725]: pgmap v314: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T22:55:46.816 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724593 got 167503724598 for osd.5 2024-03-18T22:55:46.817 DEBUG:teuthology.parallel:result is None 2024-03-18T22:55:47.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.544+0000 7f0128569700 1 -- 172.21.15.52:0/885618672 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0120107250 msgr2=0x7f0120107630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:47.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.544+0000 7f0128569700 1 --2- 172.21.15.52:0/885618672 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0120107250 0x7f0120107630 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f011c009990 tx=0x7f011c009ca0 comp rx=0 tx=0).stop 2024-03-18T22:55:47.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.544+0000 7f0128569700 1 -- 172.21.15.52:0/885618672 shutdown_connections 2024-03-18T22:55:47.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.544+0000 7f0128569700 1 --2- 172.21.15.52:0/885618672 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0120101bb0 0x7f012010e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:47.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.544+0000 7f0128569700 1 --2- 172.21.15.52:0/885618672 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0120107250 0x7f0120107630 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:47.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.544+0000 7f0128569700 1 --2- 172.21.15.52:0/885618672 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0120101210 0x7f0120101670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:47.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.544+0000 7f0128569700 1 -- 172.21.15.52:0/885618672 >> 172.21.15.52:0/885618672 conn(0x7f0120078140 msgr2=0x7f0120078550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:47.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.545+0000 7f0128569700 1 -- 172.21.15.52:0/885618672 shutdown_connections 2024-03-18T22:55:47.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.545+0000 7f0128569700 1 -- 172.21.15.52:0/885618672 wait complete. 2024-03-18T22:55:47.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.545+0000 7f0128569700 1 Processor -- start 2024-03-18T22:55:47.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.546+0000 7f0128569700 1 -- start start 2024-03-18T22:55:47.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.546+0000 7f0128569700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0120101210 0x7f012019ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:47.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.546+0000 7f0128569700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0120101bb0 0x7f012019b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:47.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.546+0000 7f0128569700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0120107250 0x7f012019f600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:47.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.546+0000 7f0128569700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f01201115f0 con 0x7f0120101bb0 2024-03-18T22:55:47.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.546+0000 7f0128569700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f0120111470 con 0x7f0120101210 2024-03-18T22:55:47.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.546+0000 7f0128569700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f0120111770 con 0x7f0120107250 2024-03-18T22:55:47.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.546+0000 7f0126305700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0120101210 0x7f012019ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:47.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.546+0000 7f0125b04700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0120101bb0 0x7f012019b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:47.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.546+0000 7f0125b04700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0120101bb0 0x7f012019b2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51464/0 (socket says 172.21.15.52:51464) 2024-03-18T22:55:47.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.546+0000 7f0126305700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0120101210 0x7f012019ad80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.52:58896/0 (socket says 172.21.15.52:58896) 2024-03-18T22:55:47.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.546+0000 7f0125b04700 1 -- 172.21.15.52:0/3193924100 learned_addr learned my addr 172.21.15.52:0/3193924100 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:47.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.546+0000 7f0126b06700 1 --2- 172.21.15.52:0/3193924100 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0120107250 0x7f012019f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:47.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.547+0000 7f0125b04700 1 -- 172.21.15.52:0/3193924100 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0120107250 msgr2=0x7f012019f600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:47.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.547+0000 7f0125b04700 1 --2- 172.21.15.52:0/3193924100 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0120107250 0x7f012019f600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:47.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.547+0000 7f0125b04700 1 -- 172.21.15.52:0/3193924100 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0120101210 msgr2=0x7f012019ad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:47.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.547+0000 7f0125b04700 1 --2- 172.21.15.52:0/3193924100 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0120101210 0x7f012019ad80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:47.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.547+0000 7f0125b04700 1 -- 172.21.15.52:0/3193924100 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f012019fd40 con 0x7f0120101bb0 2024-03-18T22:55:47.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.547+0000 7f0126b06700 1 --2- 172.21.15.52:0/3193924100 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0120107250 0x7f012019f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:55:47.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.547+0000 7f0125b04700 1 --2- 172.21.15.52:0/3193924100 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0120101bb0 0x7f012019b2c0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f011000e9c0 tx=0x7f011000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:47.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.547+0000 7f01177fe700 1 -- 172.21.15.52:0/3193924100 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f011000cbd0 con 0x7f0120101bb0 2024-03-18T22:55:47.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.547+0000 7f01177fe700 1 -- 172.21.15.52:0/3193924100 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f011000ee60 con 0x7f0120101bb0 2024-03-18T22:55:47.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.547+0000 7f0128569700 1 -- 172.21.15.52:0/3193924100 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01201a0030 con 0x7f0120101bb0 2024-03-18T22:55:47.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.548+0000 7f01177fe700 1 -- 172.21.15.52:0/3193924100 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0110010430 con 0x7f0120101bb0 2024-03-18T22:55:47.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.548+0000 7f0128569700 1 -- 172.21.15.52:0/3193924100 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01201a78b0 con 0x7f0120101bb0 2024-03-18T22:55:47.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.549+0000 7f0128569700 1 -- 172.21.15.52:0/3193924100 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0120068fd0 con 0x7f0120101bb0 2024-03-18T22:55:47.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.550+0000 7f01177fe700 1 -- 172.21.15.52:0/3193924100 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f0110004750 con 0x7f0120101bb0 2024-03-18T22:55:47.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.551+0000 7f01177fe700 1 --2- 172.21.15.52:0/3193924100 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f010c0a2a20 0x7f010c0a4ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:47.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.551+0000 7f01177fe700 1 -- 172.21.15.52:0/3193924100 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7f01100cef40 con 0x7f0120101bb0 2024-03-18T22:55:47.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.551+0000 7f0126305700 1 --2- 172.21.15.52:0/3193924100 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f010c0a2a20 0x7f010c0a4ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:47.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.551+0000 7f0126305700 1 --2- 172.21.15.52:0/3193924100 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f010c0a2a20 0x7f010c0a4ee0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f011c006010 tx=0x7f011c00b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:47.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.555+0000 7f01177fe700 1 -- 172.21.15.52:0/3193924100 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f0110053740 con 0x7f0120101bb0 2024-03-18T22:55:47.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.767+0000 7f0128569700 1 -- 172.21.15.52:0/3193924100 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f01201a7b40 con 0x7f0120101bb0 2024-03-18T22:55:47.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.767+0000 7f01177fe700 1 -- 172.21.15.52:0/3193924100 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f011009bf30 con 0x7f0120101bb0 2024-03-18T22:55:47.768 INFO:teuthology.orchestra.run.smithi052.stdout:322122547230 2024-03-18T22:55:47.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.769+0000 7f0128569700 1 -- 172.21.15.52:0/3193924100 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f010c0a2a20 msgr2=0x7f010c0a4ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:47.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.769+0000 7f0128569700 1 --2- 172.21.15.52:0/3193924100 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f010c0a2a20 0x7f010c0a4ee0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f011c006010 tx=0x7f011c00b280 comp rx=0 tx=0).stop 2024-03-18T22:55:47.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.769+0000 7f0128569700 1 -- 172.21.15.52:0/3193924100 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0120101bb0 msgr2=0x7f012019b2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:47.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.769+0000 7f0128569700 1 --2- 172.21.15.52:0/3193924100 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0120101bb0 0x7f012019b2c0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f011000e9c0 tx=0x7f011000ecd0 comp rx=0 tx=0).stop 2024-03-18T22:55:47.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.769+0000 7f0128569700 1 -- 172.21.15.52:0/3193924100 shutdown_connections 2024-03-18T22:55:47.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.769+0000 7f0128569700 1 --2- 172.21.15.52:0/3193924100 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f010c0a2a20 0x7f010c0a4ee0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:47.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.769+0000 7f0128569700 1 --2- 172.21.15.52:0/3193924100 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0120107250 0x7f012019f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:47.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.769+0000 7f0128569700 1 --2- 172.21.15.52:0/3193924100 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0120101210 0x7f012019ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:47.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.769+0000 7f0128569700 1 --2- 172.21.15.52:0/3193924100 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0120101bb0 0x7f012019b2c0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:47.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.769+0000 7f0128569700 1 -- 172.21.15.52:0/3193924100 >> 172.21.15.52:0/3193924100 conn(0x7f0120078140 msgr2=0x7f01200ffc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:47.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.769+0000 7f0128569700 1 -- 172.21.15.52:0/3193924100 shutdown_connections 2024-03-18T22:55:47.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:47.769+0000 7f0128569700 1 -- 172.21.15.52:0/3193924100 wait complete. 2024-03-18T22:55:48.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:48 smithi052 ceph-mon[32520]: pgmap v315: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:55:48.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:48 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3193924100' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-03-18T22:55:48.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:48 smithi181 ceph-mon[67256]: pgmap v315: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:55:48.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:48 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3193924100' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-03-18T22:55:48.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:48 smithi099 ceph-mon[36725]: pgmap v315: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:55:48.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:48 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3193924100' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-03-18T22:55:50.088 INFO:tasks.cephadm.ceph_manager.ceph:need seq 322122547226 got 322122547230 for osd.10 2024-03-18T22:55:50.088 DEBUG:teuthology.parallel:result is None 2024-03-18T22:55:50.199 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:55:50.696 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:50 smithi052 ceph-mon[32520]: pgmap v316: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T22:55:50.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:50 smithi181 ceph-mon[67256]: pgmap v316: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T22:55:50.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:50 smithi099 ceph-mon[36725]: pgmap v316: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T22:55:51.932 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.931+0000 7fca878ba700 1 -- 172.21.15.52:0/4044748199 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fca80106520 msgr2=0x7fca8010e0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:51.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.931+0000 7fca878ba700 1 --2- 172.21.15.52:0/4044748199 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fca80106520 0x7fca8010e0f0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fca7800b0a0 tx=0x7fca7800b3b0 comp rx=0 tx=0).stop 2024-03-18T22:55:51.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.932+0000 7fca878ba700 1 -- 172.21.15.52:0/4044748199 shutdown_connections 2024-03-18T22:55:51.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.932+0000 7fca878ba700 1 --2- 172.21.15.52:0/4044748199 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fca80106520 0x7fca8010e0f0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:51.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.932+0000 7fca878ba700 1 --2- 172.21.15.52:0/4044748199 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fca801014a0 0x7fca80101880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:51.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.932+0000 7fca878ba700 1 --2- 172.21.15.52:0/4044748199 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fca80101e50 0x7fca80105e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:51.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.932+0000 7fca878ba700 1 -- 172.21.15.52:0/4044748199 >> 172.21.15.52:0/4044748199 conn(0x7fca80077250 msgr2=0x7fca80077660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:51.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.932+0000 7fca878ba700 1 -- 172.21.15.52:0/4044748199 shutdown_connections 2024-03-18T22:55:51.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.932+0000 7fca878ba700 1 -- 172.21.15.52:0/4044748199 wait complete. 2024-03-18T22:55:51.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.932+0000 7fca878ba700 1 Processor -- start 2024-03-18T22:55:51.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.932+0000 7fca878ba700 1 -- start start 2024-03-18T22:55:51.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.933+0000 7fca878ba700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fca801014a0 0x7fca80102ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:51.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.933+0000 7fca878ba700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fca80101e50 0x7fca80103420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:51.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.933+0000 7fca878ba700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fca80106520 0x7fca80103960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:51.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.933+0000 7fca878ba700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fca80111660 con 0x7fca80106520 2024-03-18T22:55:51.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.933+0000 7fca878ba700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fca801114e0 con 0x7fca801014a0 2024-03-18T22:55:51.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.933+0000 7fca878ba700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fca801117e0 con 0x7fca80101e50 2024-03-18T22:55:51.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.933+0000 7fca85e57700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fca80106520 0x7fca80103960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:51.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.933+0000 7fca85656700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fca801014a0 0x7fca80102ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:51.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.933+0000 7fca85e57700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fca80106520 0x7fca80103960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51488/0 (socket says 172.21.15.52:51488) 2024-03-18T22:55:51.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.933+0000 7fca85e57700 1 -- 172.21.15.52:0/1651620100 learned_addr learned my addr 172.21.15.52:0/1651620100 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:51.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.933+0000 7fca84e55700 1 --2- 172.21.15.52:0/1651620100 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fca80101e50 0x7fca80103420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:51.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.933+0000 7fca85e57700 1 -- 172.21.15.52:0/1651620100 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fca80101e50 msgr2=0x7fca80103420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:51.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.933+0000 7fca85e57700 1 --2- 172.21.15.52:0/1651620100 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fca80101e50 0x7fca80103420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:51.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.933+0000 7fca85e57700 1 -- 172.21.15.52:0/1651620100 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fca801014a0 msgr2=0x7fca80102ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:51.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.933+0000 7fca85e57700 1 --2- 172.21.15.52:0/1651620100 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fca801014a0 0x7fca80102ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:51.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.933+0000 7fca85e57700 1 -- 172.21.15.52:0/1651620100 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca801a7050 con 0x7fca80106520 2024-03-18T22:55:51.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.933+0000 7fca85656700 1 --2- 172.21.15.52:0/1651620100 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fca801014a0 0x7fca80102ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:55:51.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.933+0000 7fca85e57700 1 --2- 172.21.15.52:0/1651620100 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fca80106520 0x7fca80103960 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fca7800b070 tx=0x7fca78004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:51.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.934+0000 7fca767fc700 1 -- 172.21.15.52:0/1651620100 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca78021070 con 0x7fca80106520 2024-03-18T22:55:51.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.934+0000 7fca878ba700 1 -- 172.21.15.52:0/1651620100 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca801a72e0 con 0x7fca80106520 2024-03-18T22:55:51.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.934+0000 7fca767fc700 1 -- 172.21.15.52:0/1651620100 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fca78007b80 con 0x7fca80106520 2024-03-18T22:55:51.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.934+0000 7fca767fc700 1 -- 172.21.15.52:0/1651620100 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca780052a0 con 0x7fca80106520 2024-03-18T22:55:51.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.934+0000 7fca878ba700 1 -- 172.21.15.52:0/1651620100 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca801a77e0 con 0x7fca80106520 2024-03-18T22:55:51.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.935+0000 7fca878ba700 1 -- 172.21.15.52:0/1651620100 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca80068fd0 con 0x7fca80106520 2024-03-18T22:55:51.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.936+0000 7fca767fc700 1 -- 172.21.15.52:0/1651620100 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fca78024070 con 0x7fca80106520 2024-03-18T22:55:51.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.936+0000 7fca767fc700 1 --2- 172.21.15.52:0/1651620100 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fca6c0a2920 0x7fca6c0a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:51.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.936+0000 7fca85656700 1 --2- 172.21.15.52:0/1651620100 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fca6c0a2920 0x7fca6c0a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:51.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.936+0000 7fca767fc700 1 -- 172.21.15.52:0/1651620100 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7fca7800f020 con 0x7fca80106520 2024-03-18T22:55:51.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.937+0000 7fca85656700 1 --2- 172.21.15.52:0/1651620100 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fca6c0a2920 0x7fca6c0a4de0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fca7c011490 tx=0x7fca7c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:51.941 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:51.941+0000 7fca767fc700 1 -- 172.21.15.52:0/1651620100 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fca7802b020 con 0x7fca80106520 2024-03-18T22:55:52.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.129+0000 7f87fdcc9700 1 -- 172.21.15.52:0/4024969614 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f87f8108360 msgr2=0x7f87f8108740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:52.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.129+0000 7f87fdcc9700 1 --2- 172.21.15.52:0/4024969614 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f87f8108360 0x7f87f8108740 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f87e80099c0 tx=0x7f87e8009cd0 comp rx=0 tx=0).stop 2024-03-18T22:55:52.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.129+0000 7f87fdcc9700 1 -- 172.21.15.52:0/4024969614 shutdown_connections 2024-03-18T22:55:52.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.129+0000 7f87fdcc9700 1 --2- 172.21.15.52:0/4024969614 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f87f806a960 0x7f87f810f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:52.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.129+0000 7f87fdcc9700 1 --2- 172.21.15.52:0/4024969614 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f87f8108360 0x7f87f8108740 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:52.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.129+0000 7f87fdcc9700 1 --2- 172.21.15.52:0/4024969614 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f87f8069fc0 0x7f87f806a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:52.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.129+0000 7f87fdcc9700 1 -- 172.21.15.52:0/4024969614 >> 172.21.15.52:0/4024969614 conn(0x7f87f8078140 msgr2=0x7f87f8078550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:52.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.129+0000 7f87fdcc9700 1 -- 172.21.15.52:0/4024969614 shutdown_connections 2024-03-18T22:55:52.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.129+0000 7f87fdcc9700 1 -- 172.21.15.52:0/4024969614 wait complete. 2024-03-18T22:55:52.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.130+0000 7f87fdcc9700 1 Processor -- start 2024-03-18T22:55:52.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.130+0000 7f87fdcc9700 1 -- start start 2024-03-18T22:55:52.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.130+0000 7f87fdcc9700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f87f8069fc0 0x7f87f819e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:52.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.130+0000 7f87fdcc9700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f87f806a960 0x7f87f819ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:52.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.130+0000 7f87fdcc9700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f87f8108360 0x7f87f8198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:52.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.130+0000 7f87fdcc9700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f87f8112690 con 0x7f87f8108360 2024-03-18T22:55:52.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.130+0000 7f87fdcc9700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f87f8112510 con 0x7f87f806a960 2024-03-18T22:55:52.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.130+0000 7f87fdcc9700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f87f8112810 con 0x7f87f8069fc0 2024-03-18T22:55:52.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.130+0000 7f87f7fff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f87f8108360 0x7f87f8198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:52.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.130+0000 7f87f77fe700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f87f8069fc0 0x7f87f819e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:52.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.130+0000 7f87f77fe700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f87f8069fc0 0x7f87f819e7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.52:41942/0 (socket says 172.21.15.52:41942) 2024-03-18T22:55:52.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.130+0000 7f87f6ffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f87f806a960 0x7f87f819ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:52.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.130+0000 7f87f77fe700 1 -- 172.21.15.52:0/1979987166 learned_addr learned my addr 172.21.15.52:0/1979987166 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:52.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.130+0000 7f87f7fff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f87f8108360 0x7f87f8198970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51506/0 (socket says 172.21.15.52:51506) 2024-03-18T22:55:52.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.131+0000 7f87f6ffd700 1 -- 172.21.15.52:0/1979987166 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f87f8069fc0 msgr2=0x7f87f819e7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:52.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.131+0000 7f87f6ffd700 1 --2- 172.21.15.52:0/1979987166 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f87f8069fc0 0x7f87f819e7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:52.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.131+0000 7f87f6ffd700 1 -- 172.21.15.52:0/1979987166 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f87f8108360 msgr2=0x7f87f8198970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:52.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.131+0000 7f87f6ffd700 1 --2- 172.21.15.52:0/1979987166 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f87f8108360 0x7f87f8198970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:52.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.131+0000 7f87f6ffd700 1 -- 172.21.15.52:0/1979987166 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87f81990d0 con 0x7f87f806a960 2024-03-18T22:55:52.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.131+0000 7f87f6ffd700 1 --2- 172.21.15.52:0/1979987166 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f87f806a960 0x7f87f819ecf0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f87ec00e9f0 tx=0x7f87ec00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:52.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.131+0000 7f87f4ff9700 1 -- 172.21.15.52:0/1979987166 <== mon.2 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87ec00c9c0 con 0x7f87f806a960 2024-03-18T22:55:52.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.131+0000 7f87f4ff9700 1 -- 172.21.15.52:0/1979987166 <== mon.2 v2:172.21.15.99:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f87ec00cb60 con 0x7f87f806a960 2024-03-18T22:55:52.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.131+0000 7f87f4ff9700 1 -- 172.21.15.52:0/1979987166 <== mon.2 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87ec018680 con 0x7f87f806a960 2024-03-18T22:55:52.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.131+0000 7f87fdcc9700 1 -- 172.21.15.52:0/1979987166 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87f81993c0 con 0x7f87f806a960 2024-03-18T22:55:52.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.131+0000 7f87fdcc9700 1 -- 172.21.15.52:0/1979987166 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87f81a5680 con 0x7f87f806a960 2024-03-18T22:55:52.135 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.132+0000 7f87fdcc9700 1 -- 172.21.15.52:0/1979987166 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87f8068fd0 con 0x7f87f806a960 2024-03-18T22:55:52.135 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.133+0000 7f87f4ff9700 1 -- 172.21.15.52:0/1979987166 <== mon.2 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f87ec018a30 con 0x7f87f806a960 2024-03-18T22:55:52.135 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.134+0000 7f87f4ff9700 1 --2- 172.21.15.52:0/1979987166 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f87e00a2920 0x7f87e00a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:52.135 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.134+0000 7f87f77fe700 1 --2- 172.21.15.52:0/1979987166 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f87e00a2920 0x7f87e00a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:52.135 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.134+0000 7f87f4ff9700 1 -- 172.21.15.52:0/1979987166 <== mon.2 v2:172.21.15.99:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7f87ec0cef60 con 0x7f87f806a960 2024-03-18T22:55:52.135 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.134+0000 7f87f77fe700 1 --2- 172.21.15.52:0/1979987166 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f87e00a2920 0x7f87e00a4de0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f87e8009990 tx=0x7f87e8005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:52.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.138+0000 7f87f4ff9700 1 -- 172.21.15.52:0/1979987166 <== mon.2 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f87ec09bf50 con 0x7f87f806a960 2024-03-18T22:55:52.151 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.150+0000 7fca878ba700 1 -- 172.21.15.52:0/1651620100 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7fca801a79b0 con 0x7fca80106520 2024-03-18T22:55:52.151 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.151+0000 7fca767fc700 1 -- 172.21.15.52:0/1651620100 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7fca7809cfd0 con 0x7fca80106520 2024-03-18T22:55:52.151 INFO:teuthology.orchestra.run.smithi052.stdout:356482285593 2024-03-18T22:55:52.154 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.153+0000 7fca878ba700 1 -- 172.21.15.52:0/1651620100 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fca6c0a2920 msgr2=0x7fca6c0a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:52.154 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.153+0000 7fca878ba700 1 --2- 172.21.15.52:0/1651620100 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fca6c0a2920 0x7fca6c0a4de0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fca7c011490 tx=0x7fca7c009260 comp rx=0 tx=0).stop 2024-03-18T22:55:52.154 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.153+0000 7fca878ba700 1 -- 172.21.15.52:0/1651620100 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fca80106520 msgr2=0x7fca80103960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:52.154 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.153+0000 7fca878ba700 1 --2- 172.21.15.52:0/1651620100 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fca80106520 0x7fca80103960 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fca7800b070 tx=0x7fca78004d00 comp rx=0 tx=0).stop 2024-03-18T22:55:52.154 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.153+0000 7fca878ba700 1 -- 172.21.15.52:0/1651620100 shutdown_connections 2024-03-18T22:55:52.154 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.153+0000 7fca878ba700 1 --2- 172.21.15.52:0/1651620100 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fca6c0a2920 0x7fca6c0a4de0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:52.154 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.153+0000 7fca878ba700 1 --2- 172.21.15.52:0/1651620100 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fca80106520 0x7fca80103960 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:52.155 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.153+0000 7fca878ba700 1 --2- 172.21.15.52:0/1651620100 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fca801014a0 0x7fca80102ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:52.155 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.153+0000 7fca878ba700 1 --2- 172.21.15.52:0/1651620100 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fca80101e50 0x7fca80103420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:52.155 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.153+0000 7fca878ba700 1 -- 172.21.15.52:0/1651620100 >> 172.21.15.52:0/1651620100 conn(0x7fca80077250 msgr2=0x7fca801050c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:52.155 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.153+0000 7fca878ba700 1 -- 172.21.15.52:0/1651620100 shutdown_connections 2024-03-18T22:55:52.155 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.153+0000 7fca878ba700 1 -- 172.21.15.52:0/1651620100 wait complete. 2024-03-18T22:55:52.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.347+0000 7f87fdcc9700 1 -- 172.21.15.52:0/1979987166 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f87f802dbb0 con 0x7f87f806a960 2024-03-18T22:55:52.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.347+0000 7f87f4ff9700 1 -- 172.21.15.52:0/1979987166 <== mon.2 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f87ec09b850 con 0x7f87f806a960 2024-03-18T22:55:52.348 INFO:teuthology.orchestra.run.smithi052.stdout:107374182465 2024-03-18T22:55:52.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.349+0000 7f87fdcc9700 1 -- 172.21.15.52:0/1979987166 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f87e00a2920 msgr2=0x7f87e00a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:52.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.349+0000 7f87fdcc9700 1 --2- 172.21.15.52:0/1979987166 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f87e00a2920 0x7f87e00a4de0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f87e8009990 tx=0x7f87e8005960 comp rx=0 tx=0).stop 2024-03-18T22:55:52.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.349+0000 7f87fdcc9700 1 -- 172.21.15.52:0/1979987166 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f87f806a960 msgr2=0x7f87f819ecf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:52.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.349+0000 7f87fdcc9700 1 --2- 172.21.15.52:0/1979987166 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f87f806a960 0x7f87f819ecf0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f87ec00e9f0 tx=0x7f87ec00ed00 comp rx=0 tx=0).stop 2024-03-18T22:55:52.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.349+0000 7f87fdcc9700 1 -- 172.21.15.52:0/1979987166 shutdown_connections 2024-03-18T22:55:52.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.349+0000 7f87fdcc9700 1 --2- 172.21.15.52:0/1979987166 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f87e00a2920 0x7f87e00a4de0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:52.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.349+0000 7f87fdcc9700 1 --2- 172.21.15.52:0/1979987166 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f87f8108360 0x7f87f8198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:52.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.349+0000 7f87fdcc9700 1 --2- 172.21.15.52:0/1979987166 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f87f8069fc0 0x7f87f819e7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:52.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.349+0000 7f87fdcc9700 1 --2- 172.21.15.52:0/1979987166 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f87f806a960 0x7f87f819ecf0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:52.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.349+0000 7f87fdcc9700 1 -- 172.21.15.52:0/1979987166 >> 172.21.15.52:0/1979987166 conn(0x7f87f8078140 msgr2=0x7f87f80ffe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:52.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.350+0000 7f87fdcc9700 1 -- 172.21.15.52:0/1979987166 shutdown_connections 2024-03-18T22:55:52.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.350+0000 7f87fdcc9700 1 -- 172.21.15.52:0/1979987166 wait complete. 2024-03-18T22:55:52.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:52 smithi052 ceph-mon[32520]: pgmap v317: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T22:55:52.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:52 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1651620100' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-03-18T22:55:52.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:52 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1979987166' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-18T22:55:52.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:52 smithi181 ceph-mon[67256]: pgmap v317: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T22:55:52.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:52 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/1651620100' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-03-18T22:55:52.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:52 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/1979987166' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-18T22:55:52.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:52 smithi099 ceph-mon[36725]: pgmap v317: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T22:55:52.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:52 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/1651620100' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-03-18T22:55:52.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:52 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/1979987166' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-18T22:55:52.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.962+0000 7fa6c19de700 1 -- 172.21.15.52:0/469536769 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa6bc102d80 msgr2=0x7fa6bc10f170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:52.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.962+0000 7fa6c19de700 1 --2- 172.21.15.52:0/469536769 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa6bc102d80 0x7fa6bc10f170 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fa6b400b0a0 tx=0x7fa6b400b3b0 comp rx=0 tx=0).stop 2024-03-18T22:55:52.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.962+0000 7fa6c19de700 1 -- 172.21.15.52:0/469536769 shutdown_connections 2024-03-18T22:55:52.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.962+0000 7fa6c19de700 1 --2- 172.21.15.52:0/469536769 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa6bc102d80 0x7fa6bc10f170 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:52.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.962+0000 7fa6c19de700 1 --2- 172.21.15.52:0/469536769 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa6bc108430 0x7fa6bc108810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:52.964 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.962+0000 7fa6c19de700 1 --2- 172.21.15.52:0/469536769 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa6bc1023c0 0x7fa6bc102840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:52.964 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.962+0000 7fa6c19de700 1 -- 172.21.15.52:0/469536769 >> 172.21.15.52:0/469536769 conn(0x7fa6bc0793e0 msgr2=0x7fa6bc0797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:52.964 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.962+0000 7fa6c19de700 1 -- 172.21.15.52:0/469536769 shutdown_connections 2024-03-18T22:55:52.964 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.962+0000 7fa6c19de700 1 -- 172.21.15.52:0/469536769 wait complete. 2024-03-18T22:55:52.966 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.963+0000 7fa6c19de700 1 Processor -- start 2024-03-18T22:55:52.966 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.963+0000 7fa6c19de700 1 -- start start 2024-03-18T22:55:52.966 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.963+0000 7fa6c19de700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa6bc1023c0 0x7fa6bc074610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:52.966 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.963+0000 7fa6c19de700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa6bc102d80 0x7fa6bc074b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:52.966 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.963+0000 7fa6c19de700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa6bc108430 0x7fa6bc075090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:52.966 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.963+0000 7fa6c19de700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa6bc1127c0 con 0x7fa6bc1023c0 2024-03-18T22:55:52.966 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.963+0000 7fa6c19de700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fa6bc112640 con 0x7fa6bc108430 2024-03-18T22:55:52.966 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.963+0000 7fa6c19de700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fa6bc112940 con 0x7fa6bc102d80 2024-03-18T22:55:52.966 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.963+0000 7fa6ba7fc700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa6bc102d80 0x7fa6bc074b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:52.967 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.963+0000 7fa6baffd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa6bc1023c0 0x7fa6bc074610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:52.967 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.963+0000 7fa6ba7fc700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa6bc102d80 0x7fa6bc074b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.52:41960/0 (socket says 172.21.15.52:41960) 2024-03-18T22:55:52.967 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.963+0000 7fa6ba7fc700 1 -- 172.21.15.52:0/4521734 learned_addr learned my addr 172.21.15.52:0/4521734 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:52.967 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.963+0000 7fa6bb7fe700 1 --2- 172.21.15.52:0/4521734 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa6bc108430 0x7fa6bc075090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:52.967 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.964+0000 7fa6ba7fc700 1 -- 172.21.15.52:0/4521734 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa6bc108430 msgr2=0x7fa6bc075090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:52.967 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.964+0000 7fa6ba7fc700 1 --2- 172.21.15.52:0/4521734 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa6bc108430 0x7fa6bc075090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:52.967 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.964+0000 7fa6ba7fc700 1 -- 172.21.15.52:0/4521734 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa6bc1023c0 msgr2=0x7fa6bc074610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:52.967 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.964+0000 7fa6ba7fc700 1 --2- 172.21.15.52:0/4521734 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa6bc1023c0 0x7fa6bc074610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:52.967 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.964+0000 7fa6ba7fc700 1 -- 172.21.15.52:0/4521734 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6bc1a7100 con 0x7fa6bc102d80 2024-03-18T22:55:52.967 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.964+0000 7fa6ba7fc700 1 --2- 172.21.15.52:0/4521734 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa6bc102d80 0x7fa6bc074b50 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fa6b000e9c0 tx=0x7fa6b000ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:52.967 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.964+0000 7fa6c09dc700 1 -- 172.21.15.52:0/4521734 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6b000cbd0 con 0x7fa6bc102d80 2024-03-18T22:55:52.968 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.964+0000 7fa6c09dc700 1 -- 172.21.15.52:0/4521734 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa6b000ee60 con 0x7fa6bc102d80 2024-03-18T22:55:52.968 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.964+0000 7fa6c19de700 1 -- 172.21.15.52:0/4521734 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6bc1a73f0 con 0x7fa6bc102d80 2024-03-18T22:55:52.968 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.964+0000 7fa6c09dc700 1 -- 172.21.15.52:0/4521734 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6b0010430 con 0x7fa6bc102d80 2024-03-18T22:55:52.968 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.964+0000 7fa6c19de700 1 -- 172.21.15.52:0/4521734 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6bc1a78e0 con 0x7fa6bc102d80 2024-03-18T22:55:52.968 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.965+0000 7fa6c19de700 1 -- 172.21.15.52:0/4521734 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6bc068fd0 con 0x7fa6bc102d80 2024-03-18T22:55:52.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.967+0000 7fa6c09dc700 1 -- 172.21.15.52:0/4521734 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fa6b0004750 con 0x7fa6bc102d80 2024-03-18T22:55:52.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.967+0000 7fa6c09dc700 1 --2- 172.21.15.52:0/4521734 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa6a40a2920 0x7fa6a40a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:52.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.968+0000 7fa6baffd700 1 --2- 172.21.15.52:0/4521734 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa6a40a2920 0x7fa6a40a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:52.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.968+0000 7fa6c09dc700 1 -- 172.21.15.52:0/4521734 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7fa6b00cf020 con 0x7fa6bc102d80 2024-03-18T22:55:52.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.968+0000 7fa6baffd700 1 --2- 172.21.15.52:0/4521734 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa6a40a2920 0x7fa6a40a4de0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fa6ac009be0 tx=0x7fa6ac009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:52.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:52.975+0000 7fa6c09dc700 1 -- 172.21.15.52:0/4521734 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fa6b0053740 con 0x7fa6bc102d80 2024-03-18T22:55:53.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.186+0000 7fa6c19de700 1 -- 172.21.15.52:0/4521734 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fa6bc02dbb0 con 0x7fa6bc102d80 2024-03-18T22:55:53.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.187+0000 7fa6c09dc700 1 -- 172.21.15.52:0/4521734 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fa6b009c010 con 0x7fa6bc102d80 2024-03-18T22:55:53.188 INFO:teuthology.orchestra.run.smithi052.stdout:34359738447 2024-03-18T22:55:53.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.189+0000 7fa6c19de700 1 -- 172.21.15.52:0/4521734 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa6a40a2920 msgr2=0x7fa6a40a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:53.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.189+0000 7fa6c19de700 1 --2- 172.21.15.52:0/4521734 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa6a40a2920 0x7fa6a40a4de0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fa6ac009be0 tx=0x7fa6ac009260 comp rx=0 tx=0).stop 2024-03-18T22:55:53.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.189+0000 7fa6c19de700 1 -- 172.21.15.52:0/4521734 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa6bc102d80 msgr2=0x7fa6bc074b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:53.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.189+0000 7fa6c19de700 1 --2- 172.21.15.52:0/4521734 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa6bc102d80 0x7fa6bc074b50 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fa6b000e9c0 tx=0x7fa6b000ecd0 comp rx=0 tx=0).stop 2024-03-18T22:55:53.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.189+0000 7fa6c19de700 1 -- 172.21.15.52:0/4521734 shutdown_connections 2024-03-18T22:55:53.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.189+0000 7fa6c19de700 1 --2- 172.21.15.52:0/4521734 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa6a40a2920 0x7fa6a40a4de0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:53.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.189+0000 7fa6c19de700 1 --2- 172.21.15.52:0/4521734 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa6bc108430 0x7fa6bc075090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:53.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.189+0000 7fa6c19de700 1 --2- 172.21.15.52:0/4521734 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa6bc1023c0 0x7fa6bc074610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:53.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.189+0000 7fa6c19de700 1 --2- 172.21.15.52:0/4521734 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa6bc102d80 0x7fa6bc074b50 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:53.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.189+0000 7fa6c19de700 1 -- 172.21.15.52:0/4521734 >> 172.21.15.52:0/4521734 conn(0x7fa6bc0793e0 msgr2=0x7fa6bc100e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:53.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.189+0000 7fa6c19de700 1 -- 172.21.15.52:0/4521734 shutdown_connections 2024-03-18T22:55:53.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.190+0000 7fa6c19de700 1 -- 172.21.15.52:0/4521734 wait complete. 2024-03-18T22:55:53.689 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:53 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:55:53.690 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:53 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/4521734' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-18T22:55:53.690 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:53 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]: dispatch 2024-03-18T22:55:53.690 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:53 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2024-03-18T22:55:53.690 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:53 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]: dispatch 2024-03-18T22:55:53.691 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:53 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 1]}]: dispatch 2024-03-18T22:55:53.691 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:53 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-03-18T22:55:53.691 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:53 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]: dispatch 2024-03-18T22:55:53.691 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:53 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [5, 9]}]: dispatch 2024-03-18T22:55:53.691 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:53 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]: dispatch 2024-03-18T22:55:53.692 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:53 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]: dispatch 2024-03-18T22:55:53.692 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:53 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 7]}]: dispatch 2024-03-18T22:55:53.749 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:53 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:55:53.750 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:53 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/4521734' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-18T22:55:53.750 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:53 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]: dispatch 2024-03-18T22:55:53.750 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:53 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2024-03-18T22:55:53.750 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:53 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]: dispatch 2024-03-18T22:55:53.750 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:53 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 1]}]: dispatch 2024-03-18T22:55:53.750 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:53 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-03-18T22:55:53.750 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:53 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]: dispatch 2024-03-18T22:55:53.750 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:53 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [5, 9]}]: dispatch 2024-03-18T22:55:53.750 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:53 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]: dispatch 2024-03-18T22:55:53.750 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:53 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]: dispatch 2024-03-18T22:55:53.750 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:53 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 7]}]: dispatch 2024-03-18T22:55:53.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:53 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:55:53.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:53 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/4521734' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-18T22:55:53.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:53 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]: dispatch 2024-03-18T22:55:53.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:53 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2024-03-18T22:55:53.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:53 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]: dispatch 2024-03-18T22:55:53.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:53 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 1]}]: dispatch 2024-03-18T22:55:53.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:53 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-03-18T22:55:53.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:53 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]: dispatch 2024-03-18T22:55:53.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:53 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [5, 9]}]: dispatch 2024-03-18T22:55:53.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:53 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]: dispatch 2024-03-18T22:55:53.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:53 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]: dispatch 2024-03-18T22:55:53.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:53 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 7]}]: dispatch 2024-03-18T22:55:53.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.791+0000 7f9956de1700 1 -- 172.21.15.52:0/4204598314 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f99501064f0 msgr2=0x7f995010e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:53.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.791+0000 7f9956de1700 1 --2- 172.21.15.52:0/4204598314 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f99501064f0 0x7f995010e0c0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f994800b0d0 tx=0x7f994800b3e0 comp rx=0 tx=0).stop 2024-03-18T22:55:53.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.791+0000 7f9956de1700 1 -- 172.21.15.52:0/4204598314 shutdown_connections 2024-03-18T22:55:53.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.791+0000 7f9956de1700 1 --2- 172.21.15.52:0/4204598314 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f99501064f0 0x7f995010e0c0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:53.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.791+0000 7f9956de1700 1 --2- 172.21.15.52:0/4204598314 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f99501014a0 0x7f9950101880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:53.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.791+0000 7f9956de1700 1 --2- 172.21.15.52:0/4204598314 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9950101e50 0x7f9950105e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:53.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.791+0000 7f9956de1700 1 -- 172.21.15.52:0/4204598314 >> 172.21.15.52:0/4204598314 conn(0x7f9950077260 msgr2=0x7f9950077670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:53.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.791+0000 7f9956de1700 1 -- 172.21.15.52:0/4204598314 shutdown_connections 2024-03-18T22:55:53.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.791+0000 7f9956de1700 1 -- 172.21.15.52:0/4204598314 wait complete. 2024-03-18T22:55:53.794 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.792+0000 7f9956de1700 1 Processor -- start 2024-03-18T22:55:53.794 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.792+0000 7f9956de1700 1 -- start start 2024-03-18T22:55:53.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.792+0000 7f9956de1700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f99501014a0 0x7f995019d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:53.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.792+0000 7f9956de1700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9950101e50 0x7f995019dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:53.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.792+0000 7f9956de1700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f99501064f0 0x7f9950197890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:53.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.792+0000 7f9956de1700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9950111670 con 0x7f99501014a0 2024-03-18T22:55:53.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.792+0000 7f9956de1700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f99501114f0 con 0x7f99501064f0 2024-03-18T22:55:53.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.792+0000 7f9956de1700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f99501117f0 con 0x7f9950101e50 2024-03-18T22:55:53.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.792+0000 7f9954b7d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f99501014a0 0x7f995019d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:53.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.792+0000 7f9954b7d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f99501014a0 0x7f995019d6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51538/0 (socket says 172.21.15.52:51538) 2024-03-18T22:55:53.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.792+0000 7f9954b7d700 1 -- 172.21.15.52:0/942755944 learned_addr learned my addr 172.21.15.52:0/942755944 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:53.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.792+0000 7f994ffff700 1 --2- 172.21.15.52:0/942755944 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9950101e50 0x7f995019dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:53.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.792+0000 7f995537e700 1 --2- 172.21.15.52:0/942755944 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f99501064f0 0x7f9950197890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:53.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.792+0000 7f9954b7d700 1 -- 172.21.15.52:0/942755944 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9950101e50 msgr2=0x7f995019dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:53.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.792+0000 7f9954b7d700 1 --2- 172.21.15.52:0/942755944 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9950101e50 0x7f995019dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:53.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.792+0000 7f9954b7d700 1 -- 172.21.15.52:0/942755944 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f99501064f0 msgr2=0x7f9950197890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:53.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.792+0000 7f9954b7d700 1 --2- 172.21.15.52:0/942755944 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f99501064f0 0x7f9950197890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:53.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.792+0000 7f9954b7d700 1 -- 172.21.15.52:0/942755944 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9950198070 con 0x7f99501014a0 2024-03-18T22:55:53.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.793+0000 7f9954b7d700 1 --2- 172.21.15.52:0/942755944 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f99501014a0 0x7f995019d6c0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f994400e9a0 tx=0x7f994400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:53.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.793+0000 7f994dffb700 1 -- 172.21.15.52:0/942755944 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f994400ca10 con 0x7f99501014a0 2024-03-18T22:55:53.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.793+0000 7f994dffb700 1 -- 172.21.15.52:0/942755944 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f994400cbb0 con 0x7f99501014a0 2024-03-18T22:55:53.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.793+0000 7f9956de1700 1 -- 172.21.15.52:0/942755944 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9950198360 con 0x7f99501014a0 2024-03-18T22:55:53.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.793+0000 7f994dffb700 1 -- 172.21.15.52:0/942755944 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9944018710 con 0x7f99501014a0 2024-03-18T22:55:53.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.793+0000 7f9956de1700 1 -- 172.21.15.52:0/942755944 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f995006a850 con 0x7f99501014a0 2024-03-18T22:55:53.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.794+0000 7f9956de1700 1 -- 172.21.15.52:0/942755944 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99501028f0 con 0x7f99501014a0 2024-03-18T22:55:53.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.795+0000 7f994dffb700 1 -- 172.21.15.52:0/942755944 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f9944010430 con 0x7f99501014a0 2024-03-18T22:55:53.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.796+0000 7f994dffb700 1 --2- 172.21.15.52:0/942755944 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f99400a29a0 0x7f99400a4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:53.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.796+0000 7f994ffff700 1 --2- 172.21.15.52:0/942755944 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f99400a29a0 0x7f99400a4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:53.798 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.796+0000 7f994dffb700 1 -- 172.21.15.52:0/942755944 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8269+0+0 (secure 0 0 0) 0x7f99440cf220 con 0x7f99501014a0 2024-03-18T22:55:53.798 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.796+0000 7f994ffff700 1 --2- 172.21.15.52:0/942755944 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f99400a29a0 0x7f99400a4e60 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f99501078e0 tx=0x7f993c00f040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:53.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:53.799+0000 7f994dffb700 1 -- 172.21.15.52:0/942755944 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f994409c0e0 con 0x7f99501014a0 2024-03-18T22:55:54.006 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.006+0000 7f9956de1700 1 -- 172.21.15.52:0/942755944 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f995006b320 con 0x7f99501014a0 2024-03-18T22:55:54.006 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.006+0000 7f994dffb700 1 -- 172.21.15.52:0/942755944 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f994409b9e0 con 0x7f99501014a0 2024-03-18T22:55:54.007 INFO:teuthology.orchestra.run.smithi052.stdout:77309411398 2024-03-18T22:55:54.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.008+0000 7f9956de1700 1 -- 172.21.15.52:0/942755944 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f99400a29a0 msgr2=0x7f99400a4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:54.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.008+0000 7f9956de1700 1 --2- 172.21.15.52:0/942755944 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f99400a29a0 0x7f99400a4e60 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f99501078e0 tx=0x7f993c00f040 comp rx=0 tx=0).stop 2024-03-18T22:55:54.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.008+0000 7f9956de1700 1 -- 172.21.15.52:0/942755944 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f99501014a0 msgr2=0x7f995019d6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:54.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.008+0000 7f9956de1700 1 --2- 172.21.15.52:0/942755944 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f99501014a0 0x7f995019d6c0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f994400e9a0 tx=0x7f994400ecb0 comp rx=0 tx=0).stop 2024-03-18T22:55:54.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.008+0000 7f9956de1700 1 -- 172.21.15.52:0/942755944 shutdown_connections 2024-03-18T22:55:54.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.008+0000 7f9956de1700 1 --2- 172.21.15.52:0/942755944 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f99400a29a0 0x7f99400a4e60 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:54.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.008+0000 7f9956de1700 1 --2- 172.21.15.52:0/942755944 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f99501064f0 0x7f9950197890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:54.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.008+0000 7f9956de1700 1 --2- 172.21.15.52:0/942755944 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f99501014a0 0x7f995019d6c0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:54.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.008+0000 7f9956de1700 1 --2- 172.21.15.52:0/942755944 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9950101e50 0x7f995019dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:54.010 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.008+0000 7f9956de1700 1 -- 172.21.15.52:0/942755944 >> 172.21.15.52:0/942755944 conn(0x7f9950077260 msgr2=0x7f99500ff1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:54.010 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.008+0000 7f9956de1700 1 -- 172.21.15.52:0/942755944 shutdown_connections 2024-03-18T22:55:54.010 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.008+0000 7f9956de1700 1 -- 172.21.15.52:0/942755944 wait complete. 2024-03-18T22:55:54.654 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:54 smithi052 ceph-mon[32520]: pgmap v318: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:55:54.655 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:54 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]': finished 2024-03-18T22:55:54.655 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:54 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2024-03-18T22:55:54.655 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:54 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]': finished 2024-03-18T22:55:54.655 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:54 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 1]}]': finished 2024-03-18T22:55:54.655 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:54 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-03-18T22:55:54.655 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:54 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]': finished 2024-03-18T22:55:54.655 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:54 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [5, 9]}]': finished 2024-03-18T22:55:54.655 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:54 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]': finished 2024-03-18T22:55:54.655 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:54 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]': finished 2024-03-18T22:55:54.655 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:54 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 7]}]': finished 2024-03-18T22:55:54.655 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:54 smithi052 ceph-mon[32520]: osdmap e89: 12 total, 12 up, 12 in 2024-03-18T22:55:54.655 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:54 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/942755944' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-18T22:55:54.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.759+0000 7f70fd7d3700 1 -- 172.21.15.52:0/3610169815 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f70f8102f00 msgr2=0x7f70f8106f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:54.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.759+0000 7f70fd7d3700 1 --2- 172.21.15.52:0/3610169815 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f70f8102f00 0x7f70f8106f50 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f70e00099c0 tx=0x7f70e0009cd0 comp rx=0 tx=0).stop 2024-03-18T22:55:54.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.759+0000 7f70fd7d3700 1 -- 172.21.15.52:0/3610169815 shutdown_connections 2024-03-18T22:55:54.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.759+0000 7f70fd7d3700 1 --2- 172.21.15.52:0/3610169815 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f70f8107630 0x7f70f810f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:54.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.759+0000 7f70fd7d3700 1 --2- 172.21.15.52:0/3610169815 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f70f8102550 0x7f70f8102930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:54.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.759+0000 7f70fd7d3700 1 --2- 172.21.15.52:0/3610169815 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f70f8102f00 0x7f70f8106f50 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:54.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.759+0000 7f70fd7d3700 1 -- 172.21.15.52:0/3610169815 >> 172.21.15.52:0/3610169815 conn(0x7f70f80fddc0 msgr2=0x7f70f81001e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:54.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.759+0000 7f70fd7d3700 1 -- 172.21.15.52:0/3610169815 shutdown_connections 2024-03-18T22:55:54.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.759+0000 7f70fd7d3700 1 -- 172.21.15.52:0/3610169815 wait complete. 2024-03-18T22:55:54.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.760+0000 7f70fd7d3700 1 Processor -- start 2024-03-18T22:55:54.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.760+0000 7f70fd7d3700 1 -- start start 2024-03-18T22:55:54.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.760+0000 7f70fd7d3700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f70f8102550 0x7f70f819e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:54.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.760+0000 7f70fd7d3700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f70f8102f00 0x7f70f819ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:54.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.760+0000 7f70fd7d3700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f70f8107630 0x7f70f81989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:54.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.760+0000 7f70fd7d3700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f70f8112700 con 0x7f70f8102f00 2024-03-18T22:55:54.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.760+0000 7f70fd7d3700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f70f8112580 con 0x7f70f8107630 2024-03-18T22:55:54.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.760+0000 7f70fd7d3700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f70f8112880 con 0x7f70f8102550 2024-03-18T22:55:54.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.760+0000 7f70f67fc700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f70f8102f00 0x7f70f819ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:54.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.760+0000 7f70f67fc700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f70f8102f00 0x7f70f819ed40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51548/0 (socket says 172.21.15.52:51548) 2024-03-18T22:55:54.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.760+0000 7f70f67fc700 1 -- 172.21.15.52:0/4096923500 learned_addr learned my addr 172.21.15.52:0/4096923500 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:54.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.760+0000 7f70f6ffd700 1 --2- 172.21.15.52:0/4096923500 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f70f8102550 0x7f70f819e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:54.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.760+0000 7f70f77fe700 1 --2- 172.21.15.52:0/4096923500 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f70f8107630 0x7f70f81989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:54.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.760+0000 7f70f67fc700 1 -- 172.21.15.52:0/4096923500 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f70f8102550 msgr2=0x7f70f819e800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:54.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.760+0000 7f70f67fc700 1 --2- 172.21.15.52:0/4096923500 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f70f8102550 0x7f70f819e800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:54.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.760+0000 7f70f67fc700 1 -- 172.21.15.52:0/4096923500 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f70f8107630 msgr2=0x7f70f81989c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:54.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.760+0000 7f70f67fc700 1 --2- 172.21.15.52:0/4096923500 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f70f8107630 0x7f70f81989c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:54.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.760+0000 7f70f67fc700 1 -- 172.21.15.52:0/4096923500 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70f8199120 con 0x7f70f8102f00 2024-03-18T22:55:54.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.761+0000 7f70f67fc700 1 --2- 172.21.15.52:0/4096923500 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f70f8102f00 0x7f70f819ed40 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f70e000bc60 tx=0x7f70e000f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:54.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.761+0000 7f70effff700 1 -- 172.21.15.52:0/4096923500 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70e0027070 con 0x7f70f8102f00 2024-03-18T22:55:54.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.761+0000 7f70fd7d3700 1 -- 172.21.15.52:0/4096923500 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70f81993b0 con 0x7f70f8102f00 2024-03-18T22:55:54.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.761+0000 7f70effff700 1 -- 172.21.15.52:0/4096923500 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f70e000be40 con 0x7f70f8102f00 2024-03-18T22:55:54.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.761+0000 7f70effff700 1 -- 172.21.15.52:0/4096923500 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70e00173f0 con 0x7f70f8102f00 2024-03-18T22:55:54.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.761+0000 7f70fd7d3700 1 -- 172.21.15.52:0/4096923500 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70f81a56d0 con 0x7f70f8102f00 2024-03-18T22:55:54.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.762+0000 7f70fd7d3700 1 -- 172.21.15.52:0/4096923500 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70f8068fd0 con 0x7f70f8102f00 2024-03-18T22:55:54.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:54 smithi099 ceph-mon[36725]: pgmap v318: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:55:54.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:54 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]': finished 2024-03-18T22:55:54.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:54 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2024-03-18T22:55:54.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:54 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]': finished 2024-03-18T22:55:54.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:54 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 1]}]': finished 2024-03-18T22:55:54.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:54 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-03-18T22:55:54.766 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:54 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]': finished 2024-03-18T22:55:54.766 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:54 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [5, 9]}]': finished 2024-03-18T22:55:54.766 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:54 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]': finished 2024-03-18T22:55:54.766 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:54 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]': finished 2024-03-18T22:55:54.766 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:54 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 7]}]': finished 2024-03-18T22:55:54.766 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:54 smithi099 ceph-mon[36725]: osdmap e89: 12 total, 12 up, 12 in 2024-03-18T22:55:54.766 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:54 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/942755944' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-18T22:55:54.766 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:54 smithi181 ceph-mon[67256]: pgmap v318: 97 pgs: 97 active+clean; 638 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:55:54.766 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:54 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]': finished 2024-03-18T22:55:54.766 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:54 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2024-03-18T22:55:54.766 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:54 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]': finished 2024-03-18T22:55:54.766 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:54 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 1]}]': finished 2024-03-18T22:55:54.767 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:54 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-03-18T22:55:54.767 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:54 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]': finished 2024-03-18T22:55:54.767 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:54 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [5, 9]}]': finished 2024-03-18T22:55:54.767 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:54 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]': finished 2024-03-18T22:55:54.767 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:54 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]': finished 2024-03-18T22:55:54.767 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:54 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 7]}]': finished 2024-03-18T22:55:54.767 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:54 smithi181 ceph-mon[67256]: osdmap e89: 12 total, 12 up, 12 in 2024-03-18T22:55:54.767 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:54 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/942755944' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-18T22:55:54.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.763+0000 7f70effff700 1 -- 172.21.15.52:0/4096923500 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f70e002a070 con 0x7f70f8102f00 2024-03-18T22:55:54.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.764+0000 7f70effff700 1 --2- 172.21.15.52:0/4096923500 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f70e40a2920 0x7f70e40a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:54.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.764+0000 7f70f6ffd700 1 --2- 172.21.15.52:0/4096923500 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f70e40a2920 0x7f70e40a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:54.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.764+0000 7f70effff700 1 -- 172.21.15.52:0/4096923500 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f70e00cffd0 con 0x7f70f8102f00 2024-03-18T22:55:54.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.764+0000 7f70f6ffd700 1 --2- 172.21.15.52:0/4096923500 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f70e40a2920 0x7f70e40a4de0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f70f8199b00 tx=0x7f70f000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:54.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.767+0000 7f70effff700 1 -- 172.21.15.52:0/4096923500 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f70e0031070 con 0x7f70f8102f00 2024-03-18T22:55:54.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.971+0000 7f70fd7d3700 1 -- 172.21.15.52:0/4096923500 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f70f802dbb0 con 0x7f70f8102f00 2024-03-18T22:55:54.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.972+0000 7f70effff700 1 -- 172.21.15.52:0/4096923500 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f70e0013070 con 0x7f70f8102f00 2024-03-18T22:55:54.973 INFO:teuthology.orchestra.run.smithi052.stdout:227633266734 2024-03-18T22:55:54.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.974+0000 7f70fd7d3700 1 -- 172.21.15.52:0/4096923500 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f70e40a2920 msgr2=0x7f70e40a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:54.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.974+0000 7f70fd7d3700 1 --2- 172.21.15.52:0/4096923500 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f70e40a2920 0x7f70e40a4de0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f70f8199b00 tx=0x7f70f000b040 comp rx=0 tx=0).stop 2024-03-18T22:55:54.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.974+0000 7f70fd7d3700 1 -- 172.21.15.52:0/4096923500 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f70f8102f00 msgr2=0x7f70f819ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:54.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.974+0000 7f70fd7d3700 1 --2- 172.21.15.52:0/4096923500 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f70f8102f00 0x7f70f819ed40 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f70e000bc60 tx=0x7f70e000f690 comp rx=0 tx=0).stop 2024-03-18T22:55:54.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.974+0000 7f70fd7d3700 1 -- 172.21.15.52:0/4096923500 shutdown_connections 2024-03-18T22:55:54.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.974+0000 7f70fd7d3700 1 --2- 172.21.15.52:0/4096923500 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f70e40a2920 0x7f70e40a4de0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:54.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.974+0000 7f70fd7d3700 1 --2- 172.21.15.52:0/4096923500 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f70f8107630 0x7f70f81989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:54.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.974+0000 7f70fd7d3700 1 --2- 172.21.15.52:0/4096923500 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f70f8102550 0x7f70f819e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:54.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.974+0000 7f70fd7d3700 1 --2- 172.21.15.52:0/4096923500 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f70f8102f00 0x7f70f819ed40 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:54.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.974+0000 7f70fd7d3700 1 -- 172.21.15.52:0/4096923500 >> 172.21.15.52:0/4096923500 conn(0x7f70f80fddc0 msgr2=0x7f70f81000b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:54.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.974+0000 7f70fd7d3700 1 -- 172.21.15.52:0/4096923500 shutdown_connections 2024-03-18T22:55:54.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:54.974+0000 7f70fd7d3700 1 -- 172.21.15.52:0/4096923500 wait complete. 2024-03-18T22:55:55.090 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411392 got 77309411398 for osd.2 2024-03-18T22:55:55.090 DEBUG:teuthology.parallel:result is None 2024-03-18T22:55:55.719 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:55 smithi052 ceph-mon[32520]: osdmap e90: 12 total, 12 up, 12 in 2024-03-18T22:55:55.719 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:55 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:55:55.719 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:55 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:55:55.719 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:55 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:55:55.719 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:55 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:55:55.719 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:55 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/4096923500' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-18T22:55:55.745 INFO:tasks.cephadm.ceph_manager.ceph:need seq 227633266728 got 227633266734 for osd.7 2024-03-18T22:55:55.745 DEBUG:teuthology.parallel:result is None 2024-03-18T22:55:55.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:55 smithi181 ceph-mon[67256]: osdmap e90: 12 total, 12 up, 12 in 2024-03-18T22:55:55.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:55 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:55:55.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:55 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:55:55.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:55 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:55:55.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:55 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:55:55.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:55 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/4096923500' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-18T22:55:55.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:55 smithi099 ceph-mon[36725]: osdmap e90: 12 total, 12 up, 12 in 2024-03-18T22:55:55.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:55 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:55:55.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:55 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:55:55.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:55 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:55:55.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:55 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:55:55.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:55 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/4096923500' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-18T22:55:56.000 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:55.999+0000 7f46c17e7700 1 -- 172.21.15.52:0/998771000 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46bc101e50 msgr2=0x7f46bc105e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:56.000 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:55.999+0000 7f46c17e7700 1 --2- 172.21.15.52:0/998771000 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46bc101e50 0x7f46bc105e10 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f46b00099c0 tx=0x7f46b0009cd0 comp rx=0 tx=0).stop 2024-03-18T22:55:56.000 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:55.999+0000 7f46c17e7700 1 -- 172.21.15.52:0/998771000 shutdown_connections 2024-03-18T22:55:56.000 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:55.999+0000 7f46c17e7700 1 --2- 172.21.15.52:0/998771000 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f46bc1064f0 0x7f46bc10e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:56.000 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:55.999+0000 7f46c17e7700 1 --2- 172.21.15.52:0/998771000 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f46bc1014a0 0x7f46bc101880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:56.000 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:55.999+0000 7f46c17e7700 1 --2- 172.21.15.52:0/998771000 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46bc101e50 0x7f46bc105e10 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:56.000 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:55.999+0000 7f46c17e7700 1 -- 172.21.15.52:0/998771000 >> 172.21.15.52:0/998771000 conn(0x7f46bc077260 msgr2=0x7f46bc077670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:56.000 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:55.999+0000 7f46c17e7700 1 -- 172.21.15.52:0/998771000 shutdown_connections 2024-03-18T22:55:56.000 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:55.999+0000 7f46c17e7700 1 -- 172.21.15.52:0/998771000 wait complete. 2024-03-18T22:55:56.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.000+0000 7f46c17e7700 1 Processor -- start 2024-03-18T22:55:56.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.000+0000 7f46c17e7700 1 -- start start 2024-03-18T22:55:56.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.000+0000 7f46c17e7700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46bc1014a0 0x7f46bc19ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:56.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.000+0000 7f46c17e7700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f46bc101e50 0x7f46bc19b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:56.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.000+0000 7f46c17e7700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f46bc1064f0 0x7f46bc19f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:56.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.000+0000 7f46c17e7700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f46bc111610 con 0x7f46bc1014a0 2024-03-18T22:55:56.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.000+0000 7f46c17e7700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f46bc111490 con 0x7f46bc101e50 2024-03-18T22:55:56.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.000+0000 7f46c17e7700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f46bc111790 con 0x7f46bc1064f0 2024-03-18T22:55:56.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.000+0000 7f46baffd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46bc1014a0 0x7f46bc19ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:56.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.000+0000 7f46baffd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46bc1014a0 0x7f46bc19ad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51552/0 (socket says 172.21.15.52:51552) 2024-03-18T22:55:56.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.000+0000 7f46baffd700 1 -- 172.21.15.52:0/2023782125 learned_addr learned my addr 172.21.15.52:0/2023782125 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:56.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.000+0000 7f46ba7fc700 1 --2- 172.21.15.52:0/2023782125 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f46bc101e50 0x7f46bc19b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:56.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.000+0000 7f46bb7fe700 1 --2- 172.21.15.52:0/2023782125 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f46bc1064f0 0x7f46bc19f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:56.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.001+0000 7f46baffd700 1 -- 172.21.15.52:0/2023782125 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f46bc1064f0 msgr2=0x7f46bc19f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:56.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.001+0000 7f46baffd700 1 --2- 172.21.15.52:0/2023782125 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f46bc1064f0 0x7f46bc19f620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:56.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.001+0000 7f46baffd700 1 -- 172.21.15.52:0/2023782125 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f46bc101e50 msgr2=0x7f46bc19b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:56.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.001+0000 7f46baffd700 1 --2- 172.21.15.52:0/2023782125 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f46bc101e50 0x7f46bc19b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:56.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.001+0000 7f46baffd700 1 -- 172.21.15.52:0/2023782125 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46bc19fd60 con 0x7f46bc1014a0 2024-03-18T22:55:56.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.001+0000 7f46ba7fc700 1 --2- 172.21.15.52:0/2023782125 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f46bc101e50 0x7f46bc19b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:55:56.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.001+0000 7f46baffd700 1 --2- 172.21.15.52:0/2023782125 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46bc1014a0 0x7f46bc19ad50 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f46ac00d980 tx=0x7f46ac00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:56.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.001+0000 7f46a3fff700 1 -- 172.21.15.52:0/2023782125 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46ac016070 con 0x7f46bc1014a0 2024-03-18T22:55:56.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.001+0000 7f46c17e7700 1 -- 172.21.15.52:0/2023782125 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46bc1a0050 con 0x7f46bc1014a0 2024-03-18T22:55:56.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.001+0000 7f46a3fff700 1 -- 172.21.15.52:0/2023782125 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f46ac004d30 con 0x7f46bc1014a0 2024-03-18T22:55:56.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.001+0000 7f46a3fff700 1 -- 172.21.15.52:0/2023782125 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46ac0056c0 con 0x7f46bc1014a0 2024-03-18T22:55:56.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.001+0000 7f46c17e7700 1 -- 172.21.15.52:0/2023782125 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46bc1a78d0 con 0x7f46bc1014a0 2024-03-18T22:55:56.005 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.002+0000 7f46c17e7700 1 -- 172.21.15.52:0/2023782125 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46bc068fd0 con 0x7f46bc1014a0 2024-03-18T22:55:56.005 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.003+0000 7f46a3fff700 1 -- 172.21.15.52:0/2023782125 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f46ac004750 con 0x7f46bc1014a0 2024-03-18T22:55:56.005 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.004+0000 7f46a3fff700 1 --2- 172.21.15.52:0/2023782125 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f46a40a2920 0x7f46a40a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:56.005 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.004+0000 7f46ba7fc700 1 --2- 172.21.15.52:0/2023782125 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f46a40a2920 0x7f46a40a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:56.005 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.004+0000 7f46a3fff700 1 -- 172.21.15.52:0/2023782125 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f46ac0cef00 con 0x7f46bc1014a0 2024-03-18T22:55:56.005 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.004+0000 7f46ba7fc700 1 --2- 172.21.15.52:0/2023782125 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f46a40a2920 0x7f46a40a4de0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f46b0006010 tx=0x7f46b0000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:56.008 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.007+0000 7f46a3fff700 1 -- 172.21.15.52:0/2023782125 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f46ac01f020 con 0x7f46bc1014a0 2024-03-18T22:55:56.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.212+0000 7f46c17e7700 1 -- 172.21.15.52:0/2023782125 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f46bc02dbb0 con 0x7f46bc1014a0 2024-03-18T22:55:56.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.212+0000 7f46a3fff700 1 -- 172.21.15.52:0/2023782125 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f46ac09be20 con 0x7f46bc1014a0 2024-03-18T22:55:56.213 INFO:teuthology.orchestra.run.smithi052.stdout:55834574924 2024-03-18T22:55:56.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.214+0000 7f46c17e7700 1 -- 172.21.15.52:0/2023782125 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f46a40a2920 msgr2=0x7f46a40a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:56.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.214+0000 7f46c17e7700 1 --2- 172.21.15.52:0/2023782125 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f46a40a2920 0x7f46a40a4de0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f46b0006010 tx=0x7f46b0000bc0 comp rx=0 tx=0).stop 2024-03-18T22:55:56.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.214+0000 7f46c17e7700 1 -- 172.21.15.52:0/2023782125 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46bc1014a0 msgr2=0x7f46bc19ad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:56.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.214+0000 7f46c17e7700 1 --2- 172.21.15.52:0/2023782125 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46bc1014a0 0x7f46bc19ad50 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f46ac00d980 tx=0x7f46ac00dc90 comp rx=0 tx=0).stop 2024-03-18T22:55:56.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.214+0000 7f46c17e7700 1 -- 172.21.15.52:0/2023782125 shutdown_connections 2024-03-18T22:55:56.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.214+0000 7f46c17e7700 1 --2- 172.21.15.52:0/2023782125 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f46a40a2920 0x7f46a40a4de0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:56.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.214+0000 7f46c17e7700 1 --2- 172.21.15.52:0/2023782125 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f46bc1064f0 0x7f46bc19f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:56.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.214+0000 7f46c17e7700 1 --2- 172.21.15.52:0/2023782125 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46bc1014a0 0x7f46bc19ad50 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:56.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.214+0000 7f46c17e7700 1 --2- 172.21.15.52:0/2023782125 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f46bc101e50 0x7f46bc19b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:56.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.214+0000 7f46c17e7700 1 -- 172.21.15.52:0/2023782125 >> 172.21.15.52:0/2023782125 conn(0x7f46bc077260 msgr2=0x7f46bc10cfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:56.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.214+0000 7f46c17e7700 1 -- 172.21.15.52:0/2023782125 shutdown_connections 2024-03-18T22:55:56.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:56.214+0000 7f46c17e7700 1 -- 172.21.15.52:0/2023782125 wait complete. 2024-03-18T22:55:56.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:56 smithi052 ceph-mon[32520]: pgmap v321: 97 pgs: 7 peering, 90 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-03-18T22:55:56.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:56 smithi052 ceph-mon[32520]: Health check failed: Reduced data availability: 2 pgs peering (PG_AVAILABILITY) 2024-03-18T22:55:56.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:56 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/2023782125' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-18T22:55:56.559 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738444 got 34359738447 for osd.0 2024-03-18T22:55:56.559 DEBUG:teuthology.parallel:result is None 2024-03-18T22:55:56.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:56 smithi181 ceph-mon[67256]: pgmap v321: 97 pgs: 7 peering, 90 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-03-18T22:55:56.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:56 smithi181 ceph-mon[67256]: Health check failed: Reduced data availability: 2 pgs peering (PG_AVAILABILITY) 2024-03-18T22:55:56.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:56 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/2023782125' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-18T22:55:56.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:56 smithi099 ceph-mon[36725]: pgmap v321: 97 pgs: 7 peering, 90 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-03-18T22:55:56.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:56 smithi099 ceph-mon[36725]: Health check failed: Reduced data availability: 2 pgs peering (PG_AVAILABILITY) 2024-03-18T22:55:56.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:56 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/2023782125' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-18T22:55:57.088 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574918 got 55834574924 for osd.1 2024-03-18T22:55:57.088 DEBUG:teuthology.parallel:result is None 2024-03-18T22:55:57.547 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182461 got 107374182465 for osd.3 2024-03-18T22:55:57.547 DEBUG:teuthology.parallel:result is None 2024-03-18T22:55:57.727 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.723+0000 7faa6702e700 1 -- 172.21.15.52:0/3491191070 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faa601072a0 msgr2=0x7faa60107680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:57.727 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.723+0000 7faa6702e700 1 --2- 172.21.15.52:0/3491191070 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faa601072a0 0x7faa60107680 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7faa54009990 tx=0x7faa54009ca0 comp rx=0 tx=0).stop 2024-03-18T22:55:57.727 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.723+0000 7faa6702e700 1 -- 172.21.15.52:0/3491191070 shutdown_connections 2024-03-18T22:55:57.728 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.723+0000 7faa6702e700 1 --2- 172.21.15.52:0/3491191070 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7faa60101bb0 0x7faa6010e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:57.728 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.723+0000 7faa6702e700 1 --2- 172.21.15.52:0/3491191070 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faa601072a0 0x7faa60107680 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:57.728 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.723+0000 7faa6702e700 1 --2- 172.21.15.52:0/3491191070 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faa601011f0 0x7faa60101670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:57.728 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.723+0000 7faa6702e700 1 -- 172.21.15.52:0/3491191070 >> 172.21.15.52:0/3491191070 conn(0x7faa60078220 msgr2=0x7faa60078630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:57.728 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.723+0000 7faa6702e700 1 -- 172.21.15.52:0/3491191070 shutdown_connections 2024-03-18T22:55:57.728 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.724+0000 7faa6702e700 1 -- 172.21.15.52:0/3491191070 wait complete. 2024-03-18T22:55:57.728 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.724+0000 7faa6702e700 1 Processor -- start 2024-03-18T22:55:57.728 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.724+0000 7faa6702e700 1 -- start start 2024-03-18T22:55:57.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.724+0000 7faa6702e700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7faa601011f0 0x7faa60199920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:57.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.724+0000 7faa6702e700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faa60101bb0 0x7faa60199e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:57.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.724+0000 7faa6702e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faa601072a0 0x7faa601a49a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:57.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.724+0000 7faa6702e700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7faa60111620 con 0x7faa601072a0 2024-03-18T22:55:57.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.724+0000 7faa6702e700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7faa601114a0 con 0x7faa601011f0 2024-03-18T22:55:57.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.724+0000 7faa6702e700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7faa601117a0 con 0x7faa60101bb0 2024-03-18T22:55:57.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.724+0000 7faa655cb700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faa601072a0 0x7faa601a49a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:57.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.724+0000 7faa655cb700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faa601072a0 0x7faa601a49a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46232/0 (socket says 172.21.15.52:46232) 2024-03-18T22:55:57.730 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.725+0000 7faa655cb700 1 -- 172.21.15.52:0/1959717194 learned_addr learned my addr 172.21.15.52:0/1959717194 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:57.730 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.725+0000 7faa5ffff700 1 --2- 172.21.15.52:0/1959717194 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faa60101bb0 0x7faa60199e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:57.730 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.725+0000 7faa64dca700 1 --2- 172.21.15.52:0/1959717194 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7faa601011f0 0x7faa60199920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:57.730 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.725+0000 7faa5ffff700 1 -- 172.21.15.52:0/1959717194 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7faa601011f0 msgr2=0x7faa60199920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:57.730 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.725+0000 7faa5ffff700 1 --2- 172.21.15.52:0/1959717194 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7faa601011f0 0x7faa60199920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:57.730 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.725+0000 7faa5ffff700 1 -- 172.21.15.52:0/1959717194 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faa601072a0 msgr2=0x7faa601a49a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:57.730 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.725+0000 7faa5ffff700 1 --2- 172.21.15.52:0/1959717194 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faa601072a0 0x7faa601a49a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:57.730 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.725+0000 7faa5ffff700 1 -- 172.21.15.52:0/1959717194 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa601a4ee0 con 0x7faa60101bb0 2024-03-18T22:55:57.730 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.725+0000 7faa655cb700 1 --2- 172.21.15.52:0/1959717194 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faa601072a0 0x7faa601a49a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:55:57.731 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.725+0000 7faa5ffff700 1 --2- 172.21.15.52:0/1959717194 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faa60101bb0 0x7faa60199e60 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7faa4c00e9f0 tx=0x7faa4c00ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:57.731 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.725+0000 7faa5dffb700 1 -- 172.21.15.52:0/1959717194 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa4c004220 con 0x7faa60101bb0 2024-03-18T22:55:57.731 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.725+0000 7faa6702e700 1 -- 172.21.15.52:0/1959717194 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa601a5170 con 0x7faa60101bb0 2024-03-18T22:55:57.731 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.725+0000 7faa5dffb700 1 -- 172.21.15.52:0/1959717194 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7faa4c004d30 con 0x7faa60101bb0 2024-03-18T22:55:57.731 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.725+0000 7faa5dffb700 1 -- 172.21.15.52:0/1959717194 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa4c005080 con 0x7faa60101bb0 2024-03-18T22:55:57.731 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.725+0000 7faa6702e700 1 -- 172.21.15.52:0/1959717194 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa601a5630 con 0x7faa60101bb0 2024-03-18T22:55:57.731 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.726+0000 7faa6702e700 1 -- 172.21.15.52:0/1959717194 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa60068fd0 con 0x7faa60101bb0 2024-03-18T22:55:57.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.727+0000 7faa5dffb700 1 -- 172.21.15.52:0/1959717194 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7faa4c004750 con 0x7faa60101bb0 2024-03-18T22:55:57.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.728+0000 7faa5dffb700 1 --2- 172.21.15.52:0/1959717194 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7faa500a2920 0x7faa500a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:57.733 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.728+0000 7faa64dca700 1 --2- 172.21.15.52:0/1959717194 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7faa500a2920 0x7faa500a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:57.733 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.728+0000 7faa5dffb700 1 -- 172.21.15.52:0/1959717194 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7faa4c0ceb30 con 0x7faa60101bb0 2024-03-18T22:55:57.733 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.728+0000 7faa64dca700 1 --2- 172.21.15.52:0/1959717194 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7faa500a2920 0x7faa500a4de0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7faa5400b2e0 tx=0x7faa54005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:57.734 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.733+0000 7faa5dffb700 1 -- 172.21.15.52:0/1959717194 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7faa4c09ba50 con 0x7faa60101bb0 2024-03-18T22:55:57.909 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.908+0000 7f9c5a345700 1 -- 172.21.15.52:0/1300982316 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c5406b460 msgr2=0x7f9c54106f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:57.909 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.908+0000 7f9c5a345700 1 --2- 172.21.15.52:0/1300982316 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c5406b460 0x7f9c54106f60 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f9c480098f0 tx=0x7f9c48009c00 comp rx=0 tx=0).stop 2024-03-18T22:55:57.909 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.908+0000 7f9c5a345700 1 -- 172.21.15.52:0/1300982316 shutdown_connections 2024-03-18T22:55:57.909 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.908+0000 7f9c5a345700 1 --2- 172.21.15.52:0/1300982316 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9c54107690 0x7f9c5410f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:57.910 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.908+0000 7f9c5a345700 1 --2- 172.21.15.52:0/1300982316 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9c5406aab0 0x7f9c5406ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:57.910 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.908+0000 7f9c5a345700 1 --2- 172.21.15.52:0/1300982316 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c5406b460 0x7f9c54106f60 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:57.910 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.908+0000 7f9c5a345700 1 -- 172.21.15.52:0/1300982316 >> 172.21.15.52:0/1300982316 conn(0x7f9c54077260 msgr2=0x7f9c54077670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:57.910 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.908+0000 7f9c5a345700 1 -- 172.21.15.52:0/1300982316 shutdown_connections 2024-03-18T22:55:57.910 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.908+0000 7f9c5a345700 1 -- 172.21.15.52:0/1300982316 wait complete. 2024-03-18T22:55:57.910 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.909+0000 7f9c5a345700 1 Processor -- start 2024-03-18T22:55:57.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.909+0000 7f9c5a345700 1 -- start start 2024-03-18T22:55:57.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.909+0000 7f9c5a345700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c5406aab0 0x7f9c5419e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:57.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.909+0000 7f9c5a345700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9c5406b460 0x7f9c5419eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:57.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.909+0000 7f9c5a345700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9c54107690 0x7f9c54198a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:57.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.910+0000 7f9c5a345700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9c54112740 con 0x7f9c54107690 2024-03-18T22:55:57.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.910+0000 7f9c5a345700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f9c541125c0 con 0x7f9c5406aab0 2024-03-18T22:55:57.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.910+0000 7f9c5a345700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f9c541128c0 con 0x7f9c5406b460 2024-03-18T22:55:57.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.910+0000 7f9c53fff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c5406aab0 0x7f9c5419e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:57.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.910+0000 7f9c588e2700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9c54107690 0x7f9c54198a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:57.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.910+0000 7f9c53fff700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c5406aab0 0x7f9c5419e860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.52:40528/0 (socket says 172.21.15.52:40528) 2024-03-18T22:55:57.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.910+0000 7f9c53fff700 1 -- 172.21.15.52:0/490380785 learned_addr learned my addr 172.21.15.52:0/490380785 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:55:57.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.910+0000 7f9c53fff700 1 -- 172.21.15.52:0/490380785 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9c5406b460 msgr2=0x7f9c5419eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:57.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.910+0000 7f9c537fe700 1 --2- 172.21.15.52:0/490380785 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9c5406b460 0x7f9c5419eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:57.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.910+0000 7f9c53fff700 1 --2- 172.21.15.52:0/490380785 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9c5406b460 0x7f9c5419eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:57.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.910+0000 7f9c53fff700 1 -- 172.21.15.52:0/490380785 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9c54107690 msgr2=0x7f9c54198a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:57.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.910+0000 7f9c53fff700 1 --2- 172.21.15.52:0/490380785 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9c54107690 0x7f9c54198a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:57.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.910+0000 7f9c53fff700 1 -- 172.21.15.52:0/490380785 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c54199180 con 0x7f9c5406aab0 2024-03-18T22:55:57.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.910+0000 7f9c588e2700 1 --2- 172.21.15.52:0/490380785 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9c54107690 0x7f9c54198a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:55:57.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.910+0000 7f9c537fe700 1 --2- 172.21.15.52:0/490380785 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9c5406b460 0x7f9c5419eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-18T22:55:57.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.910+0000 7f9c53fff700 1 --2- 172.21.15.52:0/490380785 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c5406aab0 0x7f9c5419e860 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f9c4400ec10 tx=0x7f9c4400ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:57.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.910+0000 7f9c517fa700 1 -- 172.21.15.52:0/490380785 <== mon.2 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c4400cc80 con 0x7f9c5406aab0 2024-03-18T22:55:57.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.911+0000 7f9c517fa700 1 -- 172.21.15.52:0/490380785 <== mon.2 v2:172.21.15.99:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9c44004520 con 0x7f9c5406aab0 2024-03-18T22:55:57.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.911+0000 7f9c5a345700 1 -- 172.21.15.52:0/490380785 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c54199470 con 0x7f9c5406aab0 2024-03-18T22:55:57.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.911+0000 7f9c517fa700 1 -- 172.21.15.52:0/490380785 <== mon.2 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c4401f3d0 con 0x7f9c5406aab0 2024-03-18T22:55:57.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.911+0000 7f9c5a345700 1 -- 172.21.15.52:0/490380785 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c54101240 con 0x7f9c5406aab0 2024-03-18T22:55:57.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.912+0000 7f9c5a345700 1 -- 172.21.15.52:0/490380785 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c5410a840 con 0x7f9c5406aab0 2024-03-18T22:55:57.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.913+0000 7f9c517fa700 1 -- 172.21.15.52:0/490380785 <== mon.2 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f9c44003f80 con 0x7f9c5406aab0 2024-03-18T22:55:57.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.913+0000 7f9c517fa700 1 --2- 172.21.15.52:0/490380785 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f9c3c0a29a0 0x7f9c3c0a4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:55:57.915 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:55:57.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.914+0000 7f9c517fa700 1 -- 172.21.15.52:0/490380785 <== mon.2 v2:172.21.15.99:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f9c440d77b0 con 0x7f9c5406aab0 2024-03-18T22:55:57.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.914+0000 7f9c537fe700 1 --2- 172.21.15.52:0/490380785 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f9c3c0a29a0 0x7f9c3c0a4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:55:57.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.914+0000 7f9c537fe700 1 --2- 172.21.15.52:0/490380785 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f9c3c0a29a0 0x7f9c3c0a4e60 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f9c54100e90 tx=0x7f9c48005b80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:55:57.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.919+0000 7f9c517fa700 1 -- 172.21.15.52:0/490380785 <== mon.2 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f9c440a47e0 con 0x7f9c5406aab0 2024-03-18T22:55:57.948 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.948+0000 7faa6702e700 1 -- 172.21.15.52:0/1959717194 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7faa6002dcd0 con 0x7faa60101bb0 2024-03-18T22:55:57.949 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.948+0000 7faa5dffb700 1 -- 172.21.15.52:0/1959717194 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7faa4c09b350 con 0x7faa60101bb0 2024-03-18T22:55:57.949 INFO:teuthology.orchestra.run.smithi052.stdout:201863462962 2024-03-18T22:55:57.951 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.951+0000 7faa6702e700 1 -- 172.21.15.52:0/1959717194 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7faa500a2920 msgr2=0x7faa500a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:57.952 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.951+0000 7faa6702e700 1 --2- 172.21.15.52:0/1959717194 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7faa500a2920 0x7faa500a4de0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7faa5400b2e0 tx=0x7faa54005960 comp rx=0 tx=0).stop 2024-03-18T22:55:57.952 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.951+0000 7faa6702e700 1 -- 172.21.15.52:0/1959717194 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faa60101bb0 msgr2=0x7faa60199e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:57.952 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.951+0000 7faa6702e700 1 --2- 172.21.15.52:0/1959717194 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faa60101bb0 0x7faa60199e60 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7faa4c00e9f0 tx=0x7faa4c00ed00 comp rx=0 tx=0).stop 2024-03-18T22:55:57.952 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.951+0000 7faa6702e700 1 -- 172.21.15.52:0/1959717194 shutdown_connections 2024-03-18T22:55:57.952 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.951+0000 7faa6702e700 1 --2- 172.21.15.52:0/1959717194 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7faa500a2920 0x7faa500a4de0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:57.952 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.951+0000 7faa6702e700 1 --2- 172.21.15.52:0/1959717194 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faa601072a0 0x7faa601a49a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:57.952 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.951+0000 7faa6702e700 1 --2- 172.21.15.52:0/1959717194 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7faa601011f0 0x7faa60199920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:57.952 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.951+0000 7faa6702e700 1 --2- 172.21.15.52:0/1959717194 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faa60101bb0 0x7faa60199e60 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:57.952 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.951+0000 7faa6702e700 1 -- 172.21.15.52:0/1959717194 >> 172.21.15.52:0/1959717194 conn(0x7faa60078220 msgr2=0x7faa600ffe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:57.952 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.951+0000 7faa6702e700 1 -- 172.21.15.52:0/1959717194 shutdown_connections 2024-03-18T22:55:57.952 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:57.951+0000 7faa6702e700 1 -- 172.21.15.52:0/1959717194 wait complete. 2024-03-18T22:55:58.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:58.135+0000 7f9c5a345700 1 -- 172.21.15.52:0/490380785 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7f9c5410a220 con 0x7f9c5406aab0 2024-03-18T22:55:58.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:58.135+0000 7f9c517fa700 1 -- 172.21.15.52:0/490380785 <== mon.2 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f9c4400ce20 con 0x7f9c5406aab0 2024-03-18T22:55:58.136 INFO:teuthology.orchestra.run.smithi052.stdout:296352743460 2024-03-18T22:55:58.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:58.137+0000 7f9c5a345700 1 -- 172.21.15.52:0/490380785 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f9c3c0a29a0 msgr2=0x7f9c3c0a4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:58.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:58.137+0000 7f9c5a345700 1 --2- 172.21.15.52:0/490380785 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f9c3c0a29a0 0x7f9c3c0a4e60 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f9c54100e90 tx=0x7f9c48005b80 comp rx=0 tx=0).stop 2024-03-18T22:55:58.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:58.137+0000 7f9c5a345700 1 -- 172.21.15.52:0/490380785 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c5406aab0 msgr2=0x7f9c5419e860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:55:58.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:58.137+0000 7f9c5a345700 1 --2- 172.21.15.52:0/490380785 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c5406aab0 0x7f9c5419e860 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f9c4400ec10 tx=0x7f9c4400ef20 comp rx=0 tx=0).stop 2024-03-18T22:55:58.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:58.138+0000 7f9c5a345700 1 -- 172.21.15.52:0/490380785 shutdown_connections 2024-03-18T22:55:58.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:58.138+0000 7f9c5a345700 1 --2- 172.21.15.52:0/490380785 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f9c3c0a29a0 0x7f9c3c0a4e60 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:58.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:58.138+0000 7f9c5a345700 1 --2- 172.21.15.52:0/490380785 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9c54107690 0x7f9c54198a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:58.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:58.138+0000 7f9c5a345700 1 --2- 172.21.15.52:0/490380785 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c5406aab0 0x7f9c5419e860 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:58.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:58.138+0000 7f9c5a345700 1 --2- 172.21.15.52:0/490380785 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9c5406b460 0x7f9c5419eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:55:58.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:58.138+0000 7f9c5a345700 1 -- 172.21.15.52:0/490380785 >> 172.21.15.52:0/490380785 conn(0x7f9c54077260 msgr2=0x7f9c540ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:55:58.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:58.138+0000 7f9c5a345700 1 -- 172.21.15.52:0/490380785 shutdown_connections 2024-03-18T22:55:58.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:55:58.138+0000 7f9c5a345700 1 -- 172.21.15.52:0/490380785 wait complete. 2024-03-18T22:55:58.698 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:58 smithi052 ceph-mon[32520]: pgmap v322: 97 pgs: 7 peering, 90 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s rd, 3 op/s 2024-03-18T22:55:58.698 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:58 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1959717194' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-18T22:55:58.698 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:58 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/490380785' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-03-18T22:55:58.699 INFO:tasks.cephadm.ceph_manager.ceph:need seq 356482285589 got 356482285593 for osd.11 2024-03-18T22:55:58.699 DEBUG:teuthology.parallel:result is None 2024-03-18T22:55:58.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:58 smithi181 ceph-mon[67256]: pgmap v322: 97 pgs: 7 peering, 90 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s rd, 3 op/s 2024-03-18T22:55:58.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:58 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/1959717194' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-18T22:55:58.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:58 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/490380785' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-03-18T22:55:58.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:58 smithi099 ceph-mon[36725]: pgmap v322: 97 pgs: 7 peering, 90 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s rd, 3 op/s 2024-03-18T22:55:58.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:58 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/1959717194' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-18T22:55:58.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:58 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/490380785' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-03-18T22:55:59.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:59 smithi052 ceph-mon[32520]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs peering) 2024-03-18T22:55:59.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:55:59 smithi052 ceph-mon[32520]: Cluster is now healthy 2024-03-18T22:55:59.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:59 smithi181 ceph-mon[67256]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs peering) 2024-03-18T22:55:59.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:55:59 smithi181 ceph-mon[67256]: Cluster is now healthy 2024-03-18T22:55:59.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:59 smithi099 ceph-mon[36725]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs peering) 2024-03-18T22:55:59.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:55:59 smithi099 ceph-mon[36725]: Cluster is now healthy 2024-03-18T22:55:59.860 INFO:tasks.cephadm.ceph_manager.ceph:need seq 296352743456 got 296352743460 for osd.9 2024-03-18T22:55:59.860 DEBUG:teuthology.parallel:result is None 2024-03-18T22:56:00.281 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462955 got 201863462962 for osd.6 2024-03-18T22:56:00.281 DEBUG:teuthology.parallel:result is None 2024-03-18T22:56:00.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:00 smithi052 ceph-mon[32520]: pgmap v323: 97 pgs: 1 peering, 96 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 5 op/s; 2 B/s, 0 objects/s recovering 2024-03-18T22:56:00.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:00 smithi181 ceph-mon[67256]: pgmap v323: 97 pgs: 1 peering, 96 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 5 op/s; 2 B/s, 0 objects/s recovering 2024-03-18T22:56:00.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:00 smithi099 ceph-mon[36725]: pgmap v323: 97 pgs: 1 peering, 96 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 5 op/s; 2 B/s, 0 objects/s recovering 2024-03-18T22:56:02.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.177+0000 7effa5c73700 1 -- 172.21.15.52:0/1226332987 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7effa006b460 msgr2=0x7effa0106f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:02.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.177+0000 7effa5c73700 1 --2- 172.21.15.52:0/1226332987 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7effa006b460 0x7effa0106f60 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7eff940099c0 tx=0x7eff94009cd0 comp rx=0 tx=0).stop 2024-03-18T22:56:02.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.177+0000 7effa5c73700 1 -- 172.21.15.52:0/1226332987 shutdown_connections 2024-03-18T22:56:02.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.177+0000 7effa5c73700 1 --2- 172.21.15.52:0/1226332987 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7effa0107690 0x7effa010f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:02.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.177+0000 7effa5c73700 1 --2- 172.21.15.52:0/1226332987 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7effa006aab0 0x7effa006ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:02.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.177+0000 7effa5c73700 1 --2- 172.21.15.52:0/1226332987 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7effa006b460 0x7effa0106f60 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:02.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.177+0000 7effa5c73700 1 -- 172.21.15.52:0/1226332987 >> 172.21.15.52:0/1226332987 conn(0x7effa0077260 msgr2=0x7effa0077670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:02.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.177+0000 7effa5c73700 1 -- 172.21.15.52:0/1226332987 shutdown_connections 2024-03-18T22:56:02.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.177+0000 7effa5c73700 1 -- 172.21.15.52:0/1226332987 wait complete. 2024-03-18T22:56:02.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.178+0000 7effa5c73700 1 Processor -- start 2024-03-18T22:56:02.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.178+0000 7effa5c73700 1 -- start start 2024-03-18T22:56:02.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.178+0000 7effa5c73700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7effa006aab0 0x7effa019e810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:02.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.178+0000 7effa5c73700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7effa006b460 0x7effa019ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:02.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.178+0000 7effa5c73700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7effa0107690 0x7effa01989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:02.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.178+0000 7effa5c73700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7effa01126f0 con 0x7effa006b460 2024-03-18T22:56:02.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.178+0000 7effa5c73700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7effa0112570 con 0x7effa0107690 2024-03-18T22:56:02.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.178+0000 7effa5c73700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7effa0112870 con 0x7effa006aab0 2024-03-18T22:56:02.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.178+0000 7eff9effd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7effa006b460 0x7effa019ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:02.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.178+0000 7eff9effd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7effa006b460 0x7effa019ed50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46256/0 (socket says 172.21.15.52:46256) 2024-03-18T22:56:02.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.178+0000 7eff9effd700 1 -- 172.21.15.52:0/439115902 learned_addr learned my addr 172.21.15.52:0/439115902 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:02.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.178+0000 7eff9ffff700 1 --2- 172.21.15.52:0/439115902 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7effa0107690 0x7effa01989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:02.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.178+0000 7eff9f7fe700 1 --2- 172.21.15.52:0/439115902 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7effa006aab0 0x7effa019e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:02.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.179+0000 7eff9effd700 1 -- 172.21.15.52:0/439115902 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7effa006aab0 msgr2=0x7effa019e810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:02.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.179+0000 7eff9effd700 1 --2- 172.21.15.52:0/439115902 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7effa006aab0 0x7effa019e810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:02.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.179+0000 7eff9effd700 1 -- 172.21.15.52:0/439115902 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7effa0107690 msgr2=0x7effa01989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:02.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.179+0000 7eff9effd700 1 --2- 172.21.15.52:0/439115902 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7effa0107690 0x7effa01989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:02.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.179+0000 7eff9effd700 1 -- 172.21.15.52:0/439115902 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effa0199130 con 0x7effa006b460 2024-03-18T22:56:02.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.179+0000 7eff9effd700 1 --2- 172.21.15.52:0/439115902 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7effa006b460 0x7effa019ed50 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7eff940098e0 tx=0x7eff9400f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:02.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.179+0000 7eff9cff9700 1 -- 172.21.15.52:0/439115902 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff94027070 con 0x7effa006b460 2024-03-18T22:56:02.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.179+0000 7effa5c73700 1 -- 172.21.15.52:0/439115902 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effa01993c0 con 0x7effa006b460 2024-03-18T22:56:02.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.179+0000 7eff9cff9700 1 -- 172.21.15.52:0/439115902 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7eff9400be40 con 0x7effa006b460 2024-03-18T22:56:02.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.179+0000 7eff9cff9700 1 -- 172.21.15.52:0/439115902 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff94022de0 con 0x7effa006b460 2024-03-18T22:56:02.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.179+0000 7effa5c73700 1 -- 172.21.15.52:0/439115902 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effa01a56e0 con 0x7effa006b460 2024-03-18T22:56:02.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.180+0000 7effa5c73700 1 -- 172.21.15.52:0/439115902 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7effa010a840 con 0x7effa006b460 2024-03-18T22:56:02.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.181+0000 7eff9cff9700 1 -- 172.21.15.52:0/439115902 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7eff9402a070 con 0x7effa006b460 2024-03-18T22:56:02.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.182+0000 7eff9cff9700 1 --2- 172.21.15.52:0/439115902 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7eff880a2920 0x7eff880a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:02.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.182+0000 7eff9f7fe700 1 --2- 172.21.15.52:0/439115902 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7eff880a2920 0x7eff880a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:02.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.182+0000 7eff9cff9700 1 -- 172.21.15.52:0/439115902 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7eff940cf700 con 0x7effa006b460 2024-03-18T22:56:02.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.182+0000 7eff9f7fe700 1 --2- 172.21.15.52:0/439115902 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7eff880a2920 0x7eff880a4de0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7effa0199b10 tx=0x7eff90009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:02.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.186+0000 7eff9cff9700 1 -- 172.21.15.52:0/439115902 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7eff94013070 con 0x7effa006b460 2024-03-18T22:56:02.398 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.398+0000 7effa5c73700 1 -- 172.21.15.52:0/439115902 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7effa0199f00 con 0x7effa006b460 2024-03-18T22:56:02.399 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.398+0000 7eff9cff9700 1 -- 172.21.15.52:0/439115902 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7eff9409c650 con 0x7effa006b460 2024-03-18T22:56:02.399 INFO:teuthology.orchestra.run.smithi052.stdout:141733920831 2024-03-18T22:56:02.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.400+0000 7effa5c73700 1 -- 172.21.15.52:0/439115902 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7eff880a2920 msgr2=0x7eff880a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:02.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.400+0000 7effa5c73700 1 --2- 172.21.15.52:0/439115902 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7eff880a2920 0x7eff880a4de0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7effa0199b10 tx=0x7eff90009260 comp rx=0 tx=0).stop 2024-03-18T22:56:02.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.400+0000 7effa5c73700 1 -- 172.21.15.52:0/439115902 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7effa006b460 msgr2=0x7effa019ed50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:02.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.400+0000 7effa5c73700 1 --2- 172.21.15.52:0/439115902 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7effa006b460 0x7effa019ed50 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7eff940098e0 tx=0x7eff9400f690 comp rx=0 tx=0).stop 2024-03-18T22:56:02.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.400+0000 7effa5c73700 1 -- 172.21.15.52:0/439115902 shutdown_connections 2024-03-18T22:56:02.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.400+0000 7effa5c73700 1 --2- 172.21.15.52:0/439115902 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7eff880a2920 0x7eff880a4de0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:02.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.400+0000 7effa5c73700 1 --2- 172.21.15.52:0/439115902 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7effa0107690 0x7effa01989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:02.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.400+0000 7effa5c73700 1 --2- 172.21.15.52:0/439115902 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7effa006aab0 0x7effa019e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:02.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.400+0000 7effa5c73700 1 --2- 172.21.15.52:0/439115902 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7effa006b460 0x7effa019ed50 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:02.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.400+0000 7effa5c73700 1 -- 172.21.15.52:0/439115902 >> 172.21.15.52:0/439115902 conn(0x7effa0077260 msgr2=0x7effa00ff660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:02.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.400+0000 7effa5c73700 1 -- 172.21.15.52:0/439115902 shutdown_connections 2024-03-18T22:56:02.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:02.400+0000 7effa5c73700 1 -- 172.21.15.52:0/439115902 wait complete. 2024-03-18T22:56:02.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:02 smithi052 ceph-mon[32520]: pgmap v324: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s; 80 B/s, 0 objects/s recovering 2024-03-18T22:56:02.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:02 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/439115902' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-18T22:56:02.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:02 smithi181 ceph-mon[67256]: pgmap v324: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s; 80 B/s, 0 objects/s recovering 2024-03-18T22:56:02.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:02 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/439115902' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-18T22:56:02.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:02 smithi099 ceph-mon[36725]: pgmap v324: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s; 80 B/s, 0 objects/s recovering 2024-03-18T22:56:02.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:02 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/439115902' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-18T22:56:03.094 INFO:tasks.cephadm.ceph_manager.ceph:need seq 141733920826 got 141733920831 for osd.4 2024-03-18T22:56:03.094 DEBUG:teuthology.parallel:result is None 2024-03-18T22:56:03.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.430+0000 7fe6bd4bd700 1 -- 172.21.15.52:0/2647561895 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe6b8102d20 msgr2=0x7fe6b810f160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:03.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.430+0000 7fe6bd4bd700 1 --2- 172.21.15.52:0/2647561895 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe6b8102d20 0x7fe6b810f160 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fe6b000b0d0 tx=0x7fe6b000b3e0 comp rx=0 tx=0).stop 2024-03-18T22:56:03.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.430+0000 7fe6bd4bd700 1 -- 172.21.15.52:0/2647561895 shutdown_connections 2024-03-18T22:56:03.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.430+0000 7fe6bd4bd700 1 --2- 172.21.15.52:0/2647561895 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe6b8102d20 0x7fe6b810f160 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:03.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.430+0000 7fe6bd4bd700 1 --2- 172.21.15.52:0/2647561895 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe6b8108340 0x7fe6b8108720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:03.432 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.430+0000 7fe6bd4bd700 1 --2- 172.21.15.52:0/2647561895 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe6b8102360 0x7fe6b81027e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:03.432 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.430+0000 7fe6bd4bd700 1 -- 172.21.15.52:0/2647561895 >> 172.21.15.52:0/2647561895 conn(0x7fe6b8079440 msgr2=0x7fe6b8079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:03.432 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.430+0000 7fe6bd4bd700 1 -- 172.21.15.52:0/2647561895 shutdown_connections 2024-03-18T22:56:03.432 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.430+0000 7fe6bd4bd700 1 -- 172.21.15.52:0/2647561895 wait complete. 2024-03-18T22:56:03.434 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.431+0000 7fe6bd4bd700 1 Processor -- start 2024-03-18T22:56:03.434 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.431+0000 7fe6bd4bd700 1 -- start start 2024-03-18T22:56:03.434 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.432+0000 7fe6bd4bd700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe6b8102360 0x7fe6b819e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:03.434 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.432+0000 7fe6bd4bd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe6b8102d20 0x7fe6b819ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:03.434 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.432+0000 7fe6bd4bd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe6b8108340 0x7fe6b8198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:03.434 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.432+0000 7fe6bd4bd700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe6b8112720 con 0x7fe6b8102d20 2024-03-18T22:56:03.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.432+0000 7fe6bd4bd700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fe6b81125a0 con 0x7fe6b8108340 2024-03-18T22:56:03.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.432+0000 7fe6bd4bd700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fe6b81128a0 con 0x7fe6b8102360 2024-03-18T22:56:03.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.432+0000 7fe6b67fc700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe6b8102d20 0x7fe6b819ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:03.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.432+0000 7fe6b67fc700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe6b8102d20 0x7fe6b819ebe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46274/0 (socket says 172.21.15.52:46274) 2024-03-18T22:56:03.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.432+0000 7fe6b77fe700 1 --2- 172.21.15.52:0/3512217810 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe6b8108340 0x7fe6b8198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:03.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.432+0000 7fe6b67fc700 1 -- 172.21.15.52:0/3512217810 learned_addr learned my addr 172.21.15.52:0/3512217810 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:03.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.432+0000 7fe6b6ffd700 1 --2- 172.21.15.52:0/3512217810 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe6b8102360 0x7fe6b819e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:03.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.432+0000 7fe6b67fc700 1 -- 172.21.15.52:0/3512217810 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe6b8102360 msgr2=0x7fe6b819e6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:03.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.432+0000 7fe6b67fc700 1 --2- 172.21.15.52:0/3512217810 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe6b8102360 0x7fe6b819e6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:03.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.432+0000 7fe6b67fc700 1 -- 172.21.15.52:0/3512217810 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe6b8108340 msgr2=0x7fe6b8198820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:03.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.432+0000 7fe6b67fc700 1 --2- 172.21.15.52:0/3512217810 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe6b8108340 0x7fe6b8198820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:03.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.432+0000 7fe6b67fc700 1 -- 172.21.15.52:0/3512217810 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6b8199000 con 0x7fe6b8102d20 2024-03-18T22:56:03.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.432+0000 7fe6b77fe700 1 --2- 172.21.15.52:0/3512217810 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe6b8108340 0x7fe6b8198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:03.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.432+0000 7fe6b6ffd700 1 --2- 172.21.15.52:0/3512217810 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe6b8102360 0x7fe6b819e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:03.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.432+0000 7fe6b67fc700 1 --2- 172.21.15.52:0/3512217810 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe6b8102d20 0x7fe6b819ebe0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fe6ac00e9a0 tx=0x7fe6ac00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:03.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.433+0000 7fe69ffff700 1 -- 172.21.15.52:0/3512217810 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6ac00ca10 con 0x7fe6b8102d20 2024-03-18T22:56:03.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.433+0000 7fe6bd4bd700 1 -- 172.21.15.52:0/3512217810 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6b81992f0 con 0x7fe6b8102d20 2024-03-18T22:56:03.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.433+0000 7fe69ffff700 1 -- 172.21.15.52:0/3512217810 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe6ac00cbb0 con 0x7fe6b8102d20 2024-03-18T22:56:03.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.433+0000 7fe69ffff700 1 -- 172.21.15.52:0/3512217810 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6ac018710 con 0x7fe6b8102d20 2024-03-18T22:56:03.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.433+0000 7fe6bd4bd700 1 -- 172.21.15.52:0/3512217810 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6b8074540 con 0x7fe6b8102d20 2024-03-18T22:56:03.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.434+0000 7fe6bd4bd700 1 -- 172.21.15.52:0/3512217810 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6b81039f0 con 0x7fe6b8102d20 2024-03-18T22:56:03.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.435+0000 7fe69ffff700 1 -- 172.21.15.52:0/3512217810 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fe6ac010430 con 0x7fe6b8102d20 2024-03-18T22:56:03.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.435+0000 7fe69ffff700 1 --2- 172.21.15.52:0/3512217810 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe6a00a2920 0x7fe6a00a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:03.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.436+0000 7fe6b6ffd700 1 --2- 172.21.15.52:0/3512217810 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe6a00a2920 0x7fe6a00a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:03.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.436+0000 7fe69ffff700 1 -- 172.21.15.52:0/3512217810 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7fe6ac0cf220 con 0x7fe6b8102d20 2024-03-18T22:56:03.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.436+0000 7fe6b6ffd700 1 --2- 172.21.15.52:0/3512217810 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe6a00a2920 0x7fe6a00a4de0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fe6a8011490 tx=0x7fe6a8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:03.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.439+0000 7fe69ffff700 1 -- 172.21.15.52:0/3512217810 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fe6ac09c140 con 0x7fe6b8102d20 2024-03-18T22:56:03.662 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.662+0000 7fe6bd4bd700 1 -- 172.21.15.52:0/3512217810 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7fe6b8068fd0 con 0x7fe6b8102d20 2024-03-18T22:56:03.663 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.662+0000 7fe69ffff700 1 -- 172.21.15.52:0/3512217810 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fe6b8068fd0 con 0x7fe6b8102d20 2024-03-18T22:56:03.663 INFO:teuthology.orchestra.run.smithi052.stdout:261993005099 2024-03-18T22:56:03.665 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.664+0000 7fe6bd4bd700 1 -- 172.21.15.52:0/3512217810 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe6a00a2920 msgr2=0x7fe6a00a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:03.665 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.664+0000 7fe6bd4bd700 1 --2- 172.21.15.52:0/3512217810 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe6a00a2920 0x7fe6a00a4de0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fe6a8011490 tx=0x7fe6a8009260 comp rx=0 tx=0).stop 2024-03-18T22:56:03.665 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.664+0000 7fe6bd4bd700 1 -- 172.21.15.52:0/3512217810 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe6b8102d20 msgr2=0x7fe6b819ebe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:03.665 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.664+0000 7fe6bd4bd700 1 --2- 172.21.15.52:0/3512217810 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe6b8102d20 0x7fe6b819ebe0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fe6ac00e9a0 tx=0x7fe6ac00ecb0 comp rx=0 tx=0).stop 2024-03-18T22:56:03.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.664+0000 7fe6bd4bd700 1 -- 172.21.15.52:0/3512217810 shutdown_connections 2024-03-18T22:56:03.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.664+0000 7fe6bd4bd700 1 --2- 172.21.15.52:0/3512217810 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe6a00a2920 0x7fe6a00a4de0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:03.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.664+0000 7fe6bd4bd700 1 --2- 172.21.15.52:0/3512217810 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe6b8108340 0x7fe6b8198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:03.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.664+0000 7fe6bd4bd700 1 --2- 172.21.15.52:0/3512217810 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe6b8102360 0x7fe6b819e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:03.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.664+0000 7fe6bd4bd700 1 --2- 172.21.15.52:0/3512217810 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe6b8102d20 0x7fe6b819ebe0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:03.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.664+0000 7fe6bd4bd700 1 -- 172.21.15.52:0/3512217810 >> 172.21.15.52:0/3512217810 conn(0x7fe6b8079440 msgr2=0x7fe6b8100d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:03.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.665+0000 7fe6bd4bd700 1 -- 172.21.15.52:0/3512217810 shutdown_connections 2024-03-18T22:56:03.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:03.665+0000 7fe6bd4bd700 1 -- 172.21.15.52:0/3512217810 wait complete. 2024-03-18T22:56:04.244 INFO:tasks.cephadm.ceph_manager.ceph:need seq 261993005094 got 261993005099 for osd.8 2024-03-18T22:56:04.244 DEBUG:teuthology.parallel:result is None 2024-03-18T22:56:04.244 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-03-18T22:56:04.245 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph pg dump --format=json 2024-03-18T22:56:04.505 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:56:04.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:04 smithi181 ceph-mon[67256]: pgmap v325: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s; 65 B/s, 0 objects/s recovering 2024-03-18T22:56:04.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:04 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3512217810' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-03-18T22:56:04.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:04 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:56:04.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:04 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:56:04.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:04 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:56:04.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:04 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:56:04.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:04 smithi181 ceph-mon[67256]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:56:04.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:04 smithi099 ceph-mon[36725]: pgmap v325: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s; 65 B/s, 0 objects/s recovering 2024-03-18T22:56:04.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:04 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3512217810' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-03-18T22:56:04.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:04 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:56:04.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:04 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:56:04.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:04 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:56:04.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:04 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:56:04.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:04 smithi099 ceph-mon[36725]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:56:04.900 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:04 smithi052 ceph-mon[32520]: pgmap v325: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s; 65 B/s, 0 objects/s recovering 2024-03-18T22:56:04.900 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:04 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3512217810' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-03-18T22:56:04.900 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:04 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:56:04.900 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:04 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:56:04.900 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:04 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:56:04.901 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:04 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:56:04.901 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:04 smithi052 ceph-mon[32520]: from='mgr.14152 172.21.15.52:0/2964624503' entity='mgr.x' 2024-03-18T22:56:06.320 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.320+0000 7f157fe2f700 1 -- 172.21.15.52:0/279643123 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1578108410 msgr2=0x7f15781087f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:06.321 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.320+0000 7f157fe2f700 1 --2- 172.21.15.52:0/279643123 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1578108410 0x7f15781087f0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f1574009990 tx=0x7f1574009ca0 comp rx=0 tx=0).stop 2024-03-18T22:56:06.321 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.320+0000 7f157fe2f700 1 -- 172.21.15.52:0/279643123 shutdown_connections 2024-03-18T22:56:06.321 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.320+0000 7f157fe2f700 1 --2- 172.21.15.52:0/279643123 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1578102d20 0x7f157810f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:06.321 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.320+0000 7f157fe2f700 1 --2- 172.21.15.52:0/279643123 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1578108410 0x7f15781087f0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:06.321 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.320+0000 7f157fe2f700 1 --2- 172.21.15.52:0/279643123 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1578102360 0x7f15781027e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:06.321 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.320+0000 7f157fe2f700 1 -- 172.21.15.52:0/279643123 >> 172.21.15.52:0/279643123 conn(0x7f1578079440 msgr2=0x7f1578079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:06.321 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.320+0000 7f157fe2f700 1 -- 172.21.15.52:0/279643123 shutdown_connections 2024-03-18T22:56:06.321 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.320+0000 7f157fe2f700 1 -- 172.21.15.52:0/279643123 wait complete. 2024-03-18T22:56:06.323 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.320+0000 7f157fe2f700 1 Processor -- start 2024-03-18T22:56:06.323 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.320+0000 7f157fe2f700 1 -- start start 2024-03-18T22:56:06.323 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.321+0000 7f157fe2f700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1578102360 0x7f157819e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:06.323 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.321+0000 7f157fe2f700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1578102d20 0x7f157819ed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:06.323 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.321+0000 7f157fe2f700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1578108410 0x7f1578198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:06.323 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.321+0000 7f157fe2f700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f1578112760 con 0x7f1578102d20 2024-03-18T22:56:06.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.321+0000 7f157fe2f700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f15781125e0 con 0x7f1578108410 2024-03-18T22:56:06.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.321+0000 7f157fe2f700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f15781128e0 con 0x7f1578102360 2024-03-18T22:56:06.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.321+0000 7f157d3ca700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1578102d20 0x7f157819ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:06.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.321+0000 7f157d3ca700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1578102d20 0x7f157819ed00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46288/0 (socket says 172.21.15.52:46288) 2024-03-18T22:56:06.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.321+0000 7f157d3ca700 1 -- 172.21.15.52:0/2643919858 learned_addr learned my addr 172.21.15.52:0/2643919858 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:06.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.321+0000 7f157dbcb700 1 --2- 172.21.15.52:0/2643919858 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1578102360 0x7f157819e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:06.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.321+0000 7f157e3cc700 1 --2- 172.21.15.52:0/2643919858 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1578108410 0x7f1578198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:06.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.321+0000 7f157d3ca700 1 -- 172.21.15.52:0/2643919858 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1578102360 msgr2=0x7f157819e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:06.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.321+0000 7f157d3ca700 1 --2- 172.21.15.52:0/2643919858 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1578102360 0x7f157819e7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:06.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.321+0000 7f157d3ca700 1 -- 172.21.15.52:0/2643919858 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1578108410 msgr2=0x7f1578198980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:06.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.321+0000 7f157d3ca700 1 --2- 172.21.15.52:0/2643919858 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1578108410 0x7f1578198980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:06.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.321+0000 7f157d3ca700 1 -- 172.21.15.52:0/2643919858 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15781990e0 con 0x7f1578102d20 2024-03-18T22:56:06.325 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.321+0000 7f157dbcb700 1 --2- 172.21.15.52:0/2643919858 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1578102360 0x7f157819e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:06.325 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.321+0000 7f157d3ca700 1 --2- 172.21.15.52:0/2643919858 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1578102d20 0x7f157819ed00 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f156800e9a0 tx=0x7f156800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:06.325 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.321+0000 7f156effd700 1 -- 172.21.15.52:0/2643919858 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f156800ca10 con 0x7f1578102d20 2024-03-18T22:56:06.325 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.321+0000 7f156effd700 1 -- 172.21.15.52:0/2643919858 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f156800cbb0 con 0x7f1578102d20 2024-03-18T22:56:06.325 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.321+0000 7f157fe2f700 1 -- 172.21.15.52:0/2643919858 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15781993d0 con 0x7f1578102d20 2024-03-18T22:56:06.325 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.321+0000 7f156effd700 1 -- 172.21.15.52:0/2643919858 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1568018710 con 0x7f1578102d20 2024-03-18T22:56:06.325 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.321+0000 7f157fe2f700 1 -- 172.21.15.52:0/2643919858 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15781a5690 con 0x7f1578102d20 2024-03-18T22:56:06.325 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.322+0000 7f157fe2f700 1 -- 172.21.15.52:0/2643919858 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1578103a50 con 0x7f1578102d20 2024-03-18T22:56:06.326 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.323+0000 7f156effd700 1 -- 172.21.15.52:0/2643919858 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f1568010430 con 0x7f1578102d20 2024-03-18T22:56:06.326 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.324+0000 7f156effd700 1 --2- 172.21.15.52:0/2643919858 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f15640a2920 0x7f15640a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:06.326 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.324+0000 7f157dbcb700 1 --2- 172.21.15.52:0/2643919858 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f15640a2920 0x7f15640a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:06.326 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.324+0000 7f156effd700 1 -- 172.21.15.52:0/2643919858 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f15680cf220 con 0x7f1578102d20 2024-03-18T22:56:06.326 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.325+0000 7f157dbcb700 1 --2- 172.21.15.52:0/2643919858 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f15640a2920 0x7f15640a4de0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f157400b2e0 tx=0x7f157401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:06.328 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.328+0000 7f156effd700 1 -- 172.21.15.52:0/2643919858 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f156809c140 con 0x7f1578102d20 2024-03-18T22:56:06.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.527+0000 7f157fe2f700 1 -- 172.21.15.52:0/2643919858 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1578199eb0 con 0x7f15640a2920 2024-03-18T22:56:06.535 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.535+0000 7f156effd700 1 -- 172.21.15.52:0/2643919858 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258713 (secure 0 0 0) 0x7f1578199eb0 con 0x7f15640a2920 2024-03-18T22:56:06.540 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:56:06.542 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.538+0000 7f157fe2f700 1 -- 172.21.15.52:0/2643919858 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f15640a2920 msgr2=0x7f15640a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:06.542 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.538+0000 7f157fe2f700 1 --2- 172.21.15.52:0/2643919858 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f15640a2920 0x7f15640a4de0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f157400b2e0 tx=0x7f157401a040 comp rx=0 tx=0).stop 2024-03-18T22:56:06.542 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.538+0000 7f157fe2f700 1 -- 172.21.15.52:0/2643919858 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1578102d20 msgr2=0x7f157819ed00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:06.542 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.538+0000 7f157fe2f700 1 --2- 172.21.15.52:0/2643919858 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1578102d20 0x7f157819ed00 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f156800e9a0 tx=0x7f156800ecb0 comp rx=0 tx=0).stop 2024-03-18T22:56:06.542 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.538+0000 7f157fe2f700 1 -- 172.21.15.52:0/2643919858 shutdown_connections 2024-03-18T22:56:06.542 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.538+0000 7f157fe2f700 1 --2- 172.21.15.52:0/2643919858 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f15640a2920 0x7f15640a4de0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:06.542 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.538+0000 7f157fe2f700 1 --2- 172.21.15.52:0/2643919858 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1578108410 0x7f1578198980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:06.543 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.538+0000 7f157fe2f700 1 --2- 172.21.15.52:0/2643919858 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1578102360 0x7f157819e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:06.543 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.538+0000 7f157fe2f700 1 --2- 172.21.15.52:0/2643919858 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1578102d20 0x7f157819ed00 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:06.543 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.538+0000 7f157fe2f700 1 -- 172.21.15.52:0/2643919858 >> 172.21.15.52:0/2643919858 conn(0x7f1578079440 msgr2=0x7f15781011c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:06.543 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.538+0000 7f157fe2f700 1 -- 172.21.15.52:0/2643919858 shutdown_connections 2024-03-18T22:56:06.543 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:06.538+0000 7f157fe2f700 1 -- 172.21.15.52:0/2643919858 wait complete. 2024-03-18T22:56:06.543 INFO:teuthology.orchestra.run.smithi052.stderr:dumped all 2024-03-18T22:56:06.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:06 smithi052 ceph-mon[32520]: pgmap v326: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s; 59 B/s, 0 objects/s recovering 2024-03-18T22:56:06.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:06 smithi181 ceph-mon[67256]: pgmap v326: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s; 59 B/s, 0 objects/s recovering 2024-03-18T22:56:06.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:06 smithi099 ceph-mon[36725]: pgmap v326: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s; 59 B/s, 0 objects/s recovering 2024-03-18T22:56:07.108 INFO:teuthology.orchestra.run.smithi052.stdout:{"pg_ready":true,"pg_map":{"version":326,"stamp":"2024-03-18T22:56:05.330922+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":653124,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":549,"num_read_kb":392,"num_write":335,"num_write_kb":3043,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":1181380,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":270,"ondisk_log_size":270,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":396204,"kb_used_data":13692,"kb_used_omap":18,"kb_used_meta":382317,"kb_avail":1124545620,"statfs":{"total":1151940427776,"available":1151534714880,"internally_reserved":0,"allocated":14020608,"data_stored":7629336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":391492921},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":-4,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":65,"num_read_kb":30,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":644,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.896394"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.441516+0000","last_change":"2024-03-18T22:54:54.035557+0000","last_active":"2024-03-18T22:55:54.441516+0000","last_peered":"2024-03-18T22:55:54.441516+0000","last_clean":"2024-03-18T22:55:54.441516+0000","last_became_active":"2024-03-18T22:54:54.034986+0000","last_became_peered":"2024-03-18T22:54:54.034986+0000","last_unstale":"2024-03-18T22:55:54.441516+0000","last_undegraded":"2024-03-18T22:55:54.441516+0000","last_fullsized":"2024-03-18T22:55:54.441516+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:14:53.624675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.439366+0000","last_change":"2024-03-18T22:54:54.035496+0000","last_active":"2024-03-18T22:55:54.439366+0000","last_peered":"2024-03-18T22:55:54.439366+0000","last_clean":"2024-03-18T22:55:54.439366+0000","last_became_active":"2024-03-18T22:54:54.034629+0000","last_became_peered":"2024-03-18T22:54:54.034629+0000","last_unstale":"2024-03-18T22:55:54.439366+0000","last_undegraded":"2024-03-18T22:55:54.439366+0000","last_fullsized":"2024-03-18T22:55:54.439366+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:59:19.631466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.439113+0000","last_change":"2024-03-18T22:54:54.031584+0000","last_active":"2024-03-18T22:55:54.439113+0000","last_peered":"2024-03-18T22:55:54.439113+0000","last_clean":"2024-03-18T22:55:54.439113+0000","last_became_active":"2024-03-18T22:54:54.031245+0000","last_became_peered":"2024-03-18T22:54:54.031245+0000","last_unstale":"2024-03-18T22:55:54.439113+0000","last_undegraded":"2024-03-18T22:55:54.439113+0000","last_fullsized":"2024-03-18T22:55:54.439113+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:15:42.914252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.442747+0000","last_change":"2024-03-18T22:54:54.043194+0000","last_active":"2024-03-18T22:55:54.442747+0000","last_peered":"2024-03-18T22:55:54.442747+0000","last_clean":"2024-03-18T22:55:54.442747+0000","last_became_active":"2024-03-18T22:54:54.042876+0000","last_became_peered":"2024-03-18T22:54:54.042876+0000","last_unstale":"2024-03-18T22:55:54.442747+0000","last_undegraded":"2024-03-18T22:55:54.442747+0000","last_fullsized":"2024-03-18T22:55:54.442747+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:05:09.968148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.441895+0000","last_change":"2024-03-18T22:54:54.033476+0000","last_active":"2024-03-18T22:55:54.441895+0000","last_peered":"2024-03-18T22:55:54.441895+0000","last_clean":"2024-03-18T22:55:54.441895+0000","last_became_active":"2024-03-18T22:54:54.033064+0000","last_became_peered":"2024-03-18T22:54:54.033064+0000","last_unstale":"2024-03-18T22:55:54.441895+0000","last_undegraded":"2024-03-18T22:55:54.441895+0000","last_fullsized":"2024-03-18T22:55:54.441895+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:51:38.462351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.615486+0000","last_change":"2024-03-18T22:54:54.042265+0000","last_active":"2024-03-18T22:55:54.615486+0000","last_peered":"2024-03-18T22:55:54.615486+0000","last_clean":"2024-03-18T22:55:54.615486+0000","last_became_active":"2024-03-18T22:54:54.041859+0000","last_became_peered":"2024-03-18T22:54:54.041859+0000","last_unstale":"2024-03-18T22:55:54.615486+0000","last_undegraded":"2024-03-18T22:55:54.615486+0000","last_fullsized":"2024-03-18T22:55:54.615486+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:44:16.801756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438017+0000","last_change":"2024-03-18T22:54:54.029578+0000","last_active":"2024-03-18T22:55:54.438017+0000","last_peered":"2024-03-18T22:55:54.438017+0000","last_clean":"2024-03-18T22:55:54.438017+0000","last_became_active":"2024-03-18T22:54:54.029275+0000","last_became_peered":"2024-03-18T22:54:54.029275+0000","last_unstale":"2024-03-18T22:55:54.438017+0000","last_undegraded":"2024-03-18T22:55:54.438017+0000","last_fullsized":"2024-03-18T22:55:54.438017+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:09:52.082077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.614921+0000","last_change":"2024-03-18T22:54:54.031142+0000","last_active":"2024-03-18T22:55:54.614921+0000","last_peered":"2024-03-18T22:55:54.614921+0000","last_clean":"2024-03-18T22:55:54.614921+0000","last_became_active":"2024-03-18T22:54:54.030804+0000","last_became_peered":"2024-03-18T22:54:54.030804+0000","last_unstale":"2024-03-18T22:55:54.614921+0000","last_undegraded":"2024-03-18T22:55:54.614921+0000","last_fullsized":"2024-03-18T22:55:54.614921+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:24:50.291279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.436439+0000","last_change":"2024-03-18T22:54:54.029947+0000","last_active":"2024-03-18T22:55:54.436439+0000","last_peered":"2024-03-18T22:55:54.436439+0000","last_clean":"2024-03-18T22:55:54.436439+0000","last_became_active":"2024-03-18T22:54:54.029457+0000","last_became_peered":"2024-03-18T22:54:54.029457+0000","last_unstale":"2024-03-18T22:55:54.436439+0000","last_undegraded":"2024-03-18T22:55:54.436439+0000","last_fullsized":"2024-03-18T22:55:54.436439+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:19:22.229724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.615735+0000","last_change":"2024-03-18T22:54:54.042446+0000","last_active":"2024-03-18T22:55:54.615735+0000","last_peered":"2024-03-18T22:55:54.615735+0000","last_clean":"2024-03-18T22:55:54.615735+0000","last_became_active":"2024-03-18T22:54:54.041813+0000","last_became_peered":"2024-03-18T22:54:54.041813+0000","last_unstale":"2024-03-18T22:55:54.615735+0000","last_undegraded":"2024-03-18T22:55:54.615735+0000","last_fullsized":"2024-03-18T22:55:54.615735+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:37:44.833756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438149+0000","last_change":"2024-03-18T22:54:54.028843+0000","last_active":"2024-03-18T22:55:54.438149+0000","last_peered":"2024-03-18T22:55:54.438149+0000","last_clean":"2024-03-18T22:55:54.438149+0000","last_became_active":"2024-03-18T22:54:54.028519+0000","last_became_peered":"2024-03-18T22:54:54.028519+0000","last_unstale":"2024-03-18T22:55:54.438149+0000","last_undegraded":"2024-03-18T22:55:54.438149+0000","last_fullsized":"2024-03-18T22:55:54.438149+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:30:05.612495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.442703+0000","last_change":"2024-03-18T22:54:54.043601+0000","last_active":"2024-03-18T22:55:54.442703+0000","last_peered":"2024-03-18T22:55:54.442703+0000","last_clean":"2024-03-18T22:55:54.442703+0000","last_became_active":"2024-03-18T22:54:54.043219+0000","last_became_peered":"2024-03-18T22:54:54.043219+0000","last_unstale":"2024-03-18T22:55:54.442703+0000","last_undegraded":"2024-03-18T22:55:54.442703+0000","last_fullsized":"2024-03-18T22:55:54.442703+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:24:50.325452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.435793+0000","last_change":"2024-03-18T22:54:54.033620+0000","last_active":"2024-03-18T22:55:54.435793+0000","last_peered":"2024-03-18T22:55:54.435793+0000","last_clean":"2024-03-18T22:55:54.435793+0000","last_became_active":"2024-03-18T22:54:54.032970+0000","last_became_peered":"2024-03-18T22:54:54.032970+0000","last_unstale":"2024-03-18T22:55:54.435793+0000","last_undegraded":"2024-03-18T22:55:54.435793+0000","last_fullsized":"2024-03-18T22:55:54.435793+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:03:09.706373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.439176+0000","last_change":"2024-03-18T22:54:54.033789+0000","last_active":"2024-03-18T22:55:54.439176+0000","last_peered":"2024-03-18T22:55:54.439176+0000","last_clean":"2024-03-18T22:55:54.439176+0000","last_became_active":"2024-03-18T22:54:54.033462+0000","last_became_peered":"2024-03-18T22:54:54.033462+0000","last_unstale":"2024-03-18T22:55:54.439176+0000","last_undegraded":"2024-03-18T22:55:54.439176+0000","last_fullsized":"2024-03-18T22:55:54.439176+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-19T23:52:36.014554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.441384+0000","last_change":"2024-03-18T22:55:54.441384+0000","last_active":"2024-03-18T22:55:54.441384+0000","last_peered":"2024-03-18T22:55:54.441384+0000","last_clean":"2024-03-18T22:55:54.441384+0000","last_became_active":"2024-03-18T22:55:54.441003+0000","last_became_peered":"2024-03-18T22:55:54.441003+0000","last_unstale":"2024-03-18T22:55:54.441384+0000","last_undegraded":"2024-03-18T22:55:54.441384+0000","last_fullsized":"2024-03-18T22:55:54.441384+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:37:02.243513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.435946+0000","last_change":"2024-03-18T22:54:54.031886+0000","last_active":"2024-03-18T22:55:54.435946+0000","last_peered":"2024-03-18T22:55:54.435946+0000","last_clean":"2024-03-18T22:55:54.435946+0000","last_became_active":"2024-03-18T22:54:54.031546+0000","last_became_peered":"2024-03-18T22:54:54.031546+0000","last_unstale":"2024-03-18T22:55:54.435946+0000","last_undegraded":"2024-03-18T22:55:54.435946+0000","last_fullsized":"2024-03-18T22:55:54.435946+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:39:28.094662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.441162+0000","last_change":"2024-03-18T22:54:54.036311+0000","last_active":"2024-03-18T22:55:54.441162+0000","last_peered":"2024-03-18T22:55:54.441162+0000","last_clean":"2024-03-18T22:55:54.441162+0000","last_became_active":"2024-03-18T22:54:54.035044+0000","last_became_peered":"2024-03-18T22:54:54.035044+0000","last_unstale":"2024-03-18T22:55:54.441162+0000","last_undegraded":"2024-03-18T22:55:54.441162+0000","last_fullsized":"2024-03-18T22:55:54.441162+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:48:43.672491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438486+0000","last_change":"2024-03-18T22:54:54.030854+0000","last_active":"2024-03-18T22:55:54.438486+0000","last_peered":"2024-03-18T22:55:54.438486+0000","last_clean":"2024-03-18T22:55:54.438486+0000","last_became_active":"2024-03-18T22:54:54.030502+0000","last_became_peered":"2024-03-18T22:54:54.030502+0000","last_unstale":"2024-03-18T22:55:54.438486+0000","last_undegraded":"2024-03-18T22:55:54.438486+0000","last_fullsized":"2024-03-18T22:55:54.438486+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:43:21.546514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.439369+0000","last_change":"2024-03-18T22:54:54.031016+0000","last_active":"2024-03-18T22:55:54.439369+0000","last_peered":"2024-03-18T22:55:54.439369+0000","last_clean":"2024-03-18T22:55:54.439369+0000","last_became_active":"2024-03-18T22:54:54.030652+0000","last_became_peered":"2024-03-18T22:54:54.030652+0000","last_unstale":"2024-03-18T22:55:54.439369+0000","last_undegraded":"2024-03-18T22:55:54.439369+0000","last_fullsized":"2024-03-18T22:55:54.439369+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:48:23.720425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"88'9","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438010+0000","last_change":"2024-03-18T22:54:53.027882+0000","last_active":"2024-03-18T22:55:54.438010+0000","last_peered":"2024-03-18T22:55:54.438010+0000","last_clean":"2024-03-18T22:55:54.438010+0000","last_became_active":"2024-03-18T22:54:53.027419+0000","last_became_peered":"2024-03-18T22:54:53.027419+0000","last_unstale":"2024-03-18T22:55:54.438010+0000","last_undegraded":"2024-03-18T22:55:54.438010+0000","last_fullsized":"2024-03-18T22:55:54.438010+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:30:24.336158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.615543+0000","last_change":"2024-03-18T22:54:54.032564+0000","last_active":"2024-03-18T22:55:54.615543+0000","last_peered":"2024-03-18T22:55:54.615543+0000","last_clean":"2024-03-18T22:55:54.615543+0000","last_became_active":"2024-03-18T22:54:54.031787+0000","last_became_peered":"2024-03-18T22:54:54.031787+0000","last_unstale":"2024-03-18T22:55:54.615543+0000","last_undegraded":"2024-03-18T22:55:54.615543+0000","last_fullsized":"2024-03-18T22:55:54.615543+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:47:23.945441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.615604+0000","last_change":"2024-03-18T22:54:53.033977+0000","last_active":"2024-03-18T22:55:54.615604+0000","last_peered":"2024-03-18T22:55:54.615604+0000","last_clean":"2024-03-18T22:55:54.615604+0000","last_became_active":"2024-03-18T22:54:53.033275+0000","last_became_peered":"2024-03-18T22:54:53.033275+0000","last_unstale":"2024-03-18T22:55:54.615604+0000","last_undegraded":"2024-03-18T22:55:54.615604+0000","last_fullsized":"2024-03-18T22:55:54.615604+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:46:20.344867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.439662+0000","last_change":"2024-03-18T22:54:54.028358+0000","last_active":"2024-03-18T22:55:54.439662+0000","last_peered":"2024-03-18T22:55:54.439662+0000","last_clean":"2024-03-18T22:55:54.439662+0000","last_became_active":"2024-03-18T22:54:54.028042+0000","last_became_peered":"2024-03-18T22:54:54.028042+0000","last_unstale":"2024-03-18T22:55:54.439662+0000","last_undegraded":"2024-03-18T22:55:54.439662+0000","last_fullsized":"2024-03-18T22:55:54.439662+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:32:03.223320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"88'4","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.442527+0000","last_change":"2024-03-18T22:54:53.024436+0000","last_active":"2024-03-18T22:55:54.442527+0000","last_peered":"2024-03-18T22:55:54.442527+0000","last_clean":"2024-03-18T22:55:54.442527+0000","last_became_active":"2024-03-18T22:54:53.024121+0000","last_became_peered":"2024-03-18T22:54:53.024121+0000","last_unstale":"2024-03-18T22:55:54.442527+0000","last_undegraded":"2024-03-18T22:55:54.442527+0000","last_fullsized":"2024-03-18T22:55:54.442527+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:33:53.084206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.436245+0000","last_change":"2024-03-18T22:54:54.035083+0000","last_active":"2024-03-18T22:55:54.436245+0000","last_peered":"2024-03-18T22:55:54.436245+0000","last_clean":"2024-03-18T22:55:54.436245+0000","last_became_active":"2024-03-18T22:54:54.034695+0000","last_became_peered":"2024-03-18T22:54:54.034695+0000","last_unstale":"2024-03-18T22:55:54.436245+0000","last_undegraded":"2024-03-18T22:55:54.436245+0000","last_fullsized":"2024-03-18T22:55:54.436245+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:29:27.831279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"87'2","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.442124+0000","last_change":"2024-03-18T22:54:53.027396+0000","last_active":"2024-03-18T22:55:54.442124+0000","last_peered":"2024-03-18T22:55:54.442124+0000","last_clean":"2024-03-18T22:55:54.442124+0000","last_became_active":"2024-03-18T22:54:53.026995+0000","last_became_peered":"2024-03-18T22:54:53.026995+0000","last_unstale":"2024-03-18T22:55:54.442124+0000","last_undegraded":"2024-03-18T22:55:54.442124+0000","last_fullsized":"2024-03-18T22:55:54.442124+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:23:37.923991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.436759+0000","last_change":"2024-03-18T22:54:54.038341+0000","last_active":"2024-03-18T22:55:54.436759+0000","last_peered":"2024-03-18T22:55:54.436759+0000","last_clean":"2024-03-18T22:55:54.436759+0000","last_became_active":"2024-03-18T22:54:54.037958+0000","last_became_peered":"2024-03-18T22:54:54.037958+0000","last_unstale":"2024-03-18T22:55:54.436759+0000","last_undegraded":"2024-03-18T22:55:54.436759+0000","last_fullsized":"2024-03-18T22:55:54.436759+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:03:10.084571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"88'5","reported_seq":104,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:56:02.452724+0000","last_change":"2024-03-18T22:55:54.448910+0000","last_active":"2024-03-18T22:56:02.452724+0000","last_peered":"2024-03-18T22:56:02.452724+0000","last_clean":"2024-03-18T22:56:02.452724+0000","last_became_active":"2024-03-18T22:55:54.440737+0000","last_became_peered":"2024-03-18T22:55:54.440737+0000","last_unstale":"2024-03-18T22:56:02.452724+0000","last_undegraded":"2024-03-18T22:56:02.452724+0000","last_fullsized":"2024-03-18T22:56:02.452724+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:49:14.886568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":63,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.442689+0000","last_change":"2024-03-18T22:54:54.034194+0000","last_active":"2024-03-18T22:55:54.442689+0000","last_peered":"2024-03-18T22:55:54.442689+0000","last_clean":"2024-03-18T22:55:54.442689+0000","last_became_active":"2024-03-18T22:54:54.033637+0000","last_became_peered":"2024-03-18T22:54:54.033637+0000","last_unstale":"2024-03-18T22:55:54.442689+0000","last_undegraded":"2024-03-18T22:55:54.442689+0000","last_fullsized":"2024-03-18T22:55:54.442689+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:10:31.233454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"88'3","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.615460+0000","last_change":"2024-03-18T22:54:53.028059+0000","last_active":"2024-03-18T22:55:54.615460+0000","last_peered":"2024-03-18T22:55:54.615460+0000","last_clean":"2024-03-18T22:55:54.615460+0000","last_became_active":"2024-03-18T22:54:53.027708+0000","last_became_peered":"2024-03-18T22:54:53.027708+0000","last_unstale":"2024-03-18T22:55:54.615460+0000","last_undegraded":"2024-03-18T22:55:54.615460+0000","last_fullsized":"2024-03-18T22:55:54.615460+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:48:11.367627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.436688+0000","last_change":"2024-03-18T22:54:54.040583+0000","last_active":"2024-03-18T22:55:54.436688+0000","last_peered":"2024-03-18T22:55:54.436688+0000","last_clean":"2024-03-18T22:55:54.436688+0000","last_became_active":"2024-03-18T22:54:54.040195+0000","last_became_peered":"2024-03-18T22:54:54.040195+0000","last_unstale":"2024-03-18T22:55:54.436688+0000","last_undegraded":"2024-03-18T22:55:54.436688+0000","last_fullsized":"2024-03-18T22:55:54.436688+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:53:39.945386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"88'2","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.435706+0000","last_change":"2024-03-18T22:54:53.023969+0000","last_active":"2024-03-18T22:55:54.435706+0000","last_peered":"2024-03-18T22:55:54.435706+0000","last_clean":"2024-03-18T22:55:54.435706+0000","last_became_active":"2024-03-18T22:54:53.023643+0000","last_became_peered":"2024-03-18T22:54:53.023643+0000","last_unstale":"2024-03-18T22:55:54.435706+0000","last_undegraded":"2024-03-18T22:55:54.435706+0000","last_fullsized":"2024-03-18T22:55:54.435706+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:24:33.498617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.614993+0000","last_change":"2024-03-18T22:54:54.033443+0000","last_active":"2024-03-18T22:55:54.614993+0000","last_peered":"2024-03-18T22:55:54.614993+0000","last_clean":"2024-03-18T22:55:54.614993+0000","last_became_active":"2024-03-18T22:54:54.033077+0000","last_became_peered":"2024-03-18T22:54:54.033077+0000","last_unstale":"2024-03-18T22:55:54.614993+0000","last_undegraded":"2024-03-18T22:55:54.614993+0000","last_fullsized":"2024-03-18T22:55:54.614993+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:53:58.813974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"88'1","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.436230+0000","last_change":"2024-03-18T22:54:53.024687+0000","last_active":"2024-03-18T22:55:54.436230+0000","last_peered":"2024-03-18T22:55:54.436230+0000","last_clean":"2024-03-18T22:55:54.436230+0000","last_became_active":"2024-03-18T22:54:53.024393+0000","last_became_peered":"2024-03-18T22:54:53.024393+0000","last_unstale":"2024-03-18T22:55:54.436230+0000","last_undegraded":"2024-03-18T22:55:54.436230+0000","last_fullsized":"2024-03-18T22:55:54.436230+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:39:07.033897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438094+0000","last_change":"2024-03-18T22:54:54.025188+0000","last_active":"2024-03-18T22:55:54.438094+0000","last_peered":"2024-03-18T22:55:54.438094+0000","last_clean":"2024-03-18T22:55:54.438094+0000","last_became_active":"2024-03-18T22:54:54.024824+0000","last_became_peered":"2024-03-18T22:54:54.024824+0000","last_unstale":"2024-03-18T22:55:54.438094+0000","last_undegraded":"2024-03-18T22:55:54.438094+0000","last_fullsized":"2024-03-18T22:55:54.438094+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-19T23:20:28.210324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"88'3","reported_seq":88,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:56:02.452228+0000","last_change":"2024-03-18T22:54:53.024309+0000","last_active":"2024-03-18T22:56:02.452228+0000","last_peered":"2024-03-18T22:56:02.452228+0000","last_clean":"2024-03-18T22:56:02.452228+0000","last_became_active":"2024-03-18T22:54:53.023965+0000","last_became_peered":"2024-03-18T22:54:53.023965+0000","last_unstale":"2024-03-18T22:56:02.452228+0000","last_undegraded":"2024-03-18T22:56:02.452228+0000","last_fullsized":"2024-03-18T22:56:02.452228+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:19:19.494709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":66,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.436470+0000","last_change":"2024-03-18T22:54:54.035134+0000","last_active":"2024-03-18T22:55:54.436470+0000","last_peered":"2024-03-18T22:55:54.436470+0000","last_clean":"2024-03-18T22:55:54.436470+0000","last_became_active":"2024-03-18T22:54:54.034741+0000","last_became_peered":"2024-03-18T22:54:54.034741+0000","last_unstale":"2024-03-18T22:55:54.436470+0000","last_undegraded":"2024-03-18T22:55:54.436470+0000","last_fullsized":"2024-03-18T22:55:54.436470+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:28:43.106200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"88'2","reported_seq":31,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.453137+0000","last_change":"2024-03-18T22:55:54.453137+0000","last_active":"2024-03-18T22:55:54.453137+0000","last_peered":"2024-03-18T22:55:54.453137+0000","last_clean":"2024-03-18T22:55:54.453137+0000","last_became_active":"2024-03-18T22:55:54.444708+0000","last_became_peered":"2024-03-18T22:55:54.444708+0000","last_unstale":"2024-03-18T22:55:54.453137+0000","last_undegraded":"2024-03-18T22:55:54.453137+0000","last_fullsized":"2024-03-18T22:55:54.453137+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:34:40.088851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.439612+0000","last_change":"2024-03-18T22:54:54.040973+0000","last_active":"2024-03-18T22:55:54.439612+0000","last_peered":"2024-03-18T22:55:54.439612+0000","last_clean":"2024-03-18T22:55:54.439612+0000","last_became_active":"2024-03-18T22:54:54.040619+0000","last_became_peered":"2024-03-18T22:54:54.040619+0000","last_unstale":"2024-03-18T22:55:54.439612+0000","last_undegraded":"2024-03-18T22:55:54.439612+0000","last_fullsized":"2024-03-18T22:55:54.439612+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:05:31.662271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"88'4","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.436864+0000","last_change":"2024-03-18T22:54:53.030908+0000","last_active":"2024-03-18T22:55:54.436864+0000","last_peered":"2024-03-18T22:55:54.436864+0000","last_clean":"2024-03-18T22:55:54.436864+0000","last_became_active":"2024-03-18T22:54:53.030583+0000","last_became_peered":"2024-03-18T22:54:53.030583+0000","last_unstale":"2024-03-18T22:55:54.436864+0000","last_undegraded":"2024-03-18T22:55:54.436864+0000","last_fullsized":"2024-03-18T22:55:54.436864+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:17:58.857302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.444862+0000","last_change":"2024-03-18T22:55:54.444862+0000","last_active":"2024-03-18T22:55:54.444862+0000","last_peered":"2024-03-18T22:55:54.444862+0000","last_clean":"2024-03-18T22:55:54.444862+0000","last_became_active":"2024-03-18T22:55:54.444516+0000","last_became_peered":"2024-03-18T22:55:54.444516+0000","last_unstale":"2024-03-18T22:55:54.444862+0000","last_undegraded":"2024-03-18T22:55:54.444862+0000","last_fullsized":"2024-03-18T22:55:54.444862+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:00:19.152022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"88'25","reported_seq":182,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:56:03.435624+0000","last_change":"2024-03-18T22:54:53.026044+0000","last_active":"2024-03-18T22:56:03.435624+0000","last_peered":"2024-03-18T22:56:03.435624+0000","last_clean":"2024-03-18T22:56:03.435624+0000","last_became_active":"2024-03-18T22:54:53.025700+0000","last_became_peered":"2024-03-18T22:54:53.025700+0000","last_unstale":"2024-03-18T22:56:03.435624+0000","last_undegraded":"2024-03-18T22:56:03.435624+0000","last_fullsized":"2024-03-18T22:56:03.435624+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:52:51.551052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58912,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":138,"num_read_kb":126,"num_write":26,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.442413+0000","last_change":"2024-03-18T22:54:54.028830+0000","last_active":"2024-03-18T22:55:54.442413+0000","last_peered":"2024-03-18T22:55:54.442413+0000","last_clean":"2024-03-18T22:55:54.442413+0000","last_became_active":"2024-03-18T22:54:54.028505+0000","last_became_peered":"2024-03-18T22:54:54.028505+0000","last_unstale":"2024-03-18T22:55:54.442413+0000","last_undegraded":"2024-03-18T22:55:54.442413+0000","last_fullsized":"2024-03-18T22:55:54.442413+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:54:18.319112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"88'6","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.439068+0000","last_change":"2024-03-18T22:54:53.026235+0000","last_active":"2024-03-18T22:55:54.439068+0000","last_peered":"2024-03-18T22:55:54.439068+0000","last_clean":"2024-03-18T22:55:54.439068+0000","last_became_active":"2024-03-18T22:54:53.025870+0000","last_became_peered":"2024-03-18T22:54:53.025870+0000","last_unstale":"2024-03-18T22:55:54.439068+0000","last_undegraded":"2024-03-18T22:55:54.439068+0000","last_fullsized":"2024-03-18T22:55:54.439068+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:19:13.431725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.435729+0000","last_change":"2024-03-18T22:54:54.030647+0000","last_active":"2024-03-18T22:55:54.435729+0000","last_peered":"2024-03-18T22:55:54.435729+0000","last_clean":"2024-03-18T22:55:54.435729+0000","last_became_active":"2024-03-18T22:54:54.030274+0000","last_became_peered":"2024-03-18T22:54:54.030274+0000","last_unstale":"2024-03-18T22:55:54.435729+0000","last_undegraded":"2024-03-18T22:55:54.435729+0000","last_fullsized":"2024-03-18T22:55:54.435729+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:23:21.728120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"88'3","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.436230+0000","last_change":"2024-03-18T22:54:53.025089+0000","last_active":"2024-03-18T22:55:54.436230+0000","last_peered":"2024-03-18T22:55:54.436230+0000","last_clean":"2024-03-18T22:55:54.436230+0000","last_became_active":"2024-03-18T22:54:53.022526+0000","last_became_peered":"2024-03-18T22:54:53.022526+0000","last_unstale":"2024-03-18T22:55:54.436230+0000","last_undegraded":"2024-03-18T22:55:54.436230+0000","last_fullsized":"2024-03-18T22:55:54.436230+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-19T23:54:03.107450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.439089+0000","last_change":"2024-03-18T22:54:54.037116+0000","last_active":"2024-03-18T22:55:54.439089+0000","last_peered":"2024-03-18T22:55:54.439089+0000","last_clean":"2024-03-18T22:55:54.439089+0000","last_became_active":"2024-03-18T22:54:54.036789+0000","last_became_peered":"2024-03-18T22:54:54.036789+0000","last_unstale":"2024-03-18T22:55:54.439089+0000","last_undegraded":"2024-03-18T22:55:54.439089+0000","last_fullsized":"2024-03-18T22:55:54.439089+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:52:57.387973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"88'3","reported_seq":91,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:56:03.442685+0000","last_change":"2024-03-18T22:54:53.023551+0000","last_active":"2024-03-18T22:56:03.442685+0000","last_peered":"2024-03-18T22:56:03.442685+0000","last_clean":"2024-03-18T22:56:03.442685+0000","last_became_active":"2024-03-18T22:54:53.023218+0000","last_became_peered":"2024-03-18T22:54:53.023218+0000","last_unstale":"2024-03-18T22:56:03.442685+0000","last_undegraded":"2024-03-18T22:56:03.442685+0000","last_fullsized":"2024-03-18T22:56:03.442685+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:23:50.244054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":70,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.616743+0000","last_change":"2024-03-18T22:55:54.616743+0000","last_active":"2024-03-18T22:55:54.616743+0000","last_peered":"2024-03-18T22:55:54.616743+0000","last_clean":"2024-03-18T22:55:54.616743+0000","last_became_active":"2024-03-18T22:55:54.616361+0000","last_became_peered":"2024-03-18T22:55:54.616361+0000","last_unstale":"2024-03-18T22:55:54.616743+0000","last_undegraded":"2024-03-18T22:55:54.616743+0000","last_fullsized":"2024-03-18T22:55:54.616743+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:05:31.961319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,10],"acting":[7,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"88'15","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.442380+0000","last_change":"2024-03-18T22:54:53.027160+0000","last_active":"2024-03-18T22:55:54.442380+0000","last_peered":"2024-03-18T22:55:54.442380+0000","last_clean":"2024-03-18T22:55:54.442380+0000","last_became_active":"2024-03-18T22:54:53.026865+0000","last_became_peered":"2024-03-18T22:54:53.026865+0000","last_unstale":"2024-03-18T22:55:54.442380+0000","last_undegraded":"2024-03-18T22:55:54.442380+0000","last_fullsized":"2024-03-18T22:55:54.442380+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:34:14.499769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.436269+0000","last_change":"2024-03-18T22:54:54.032159+0000","last_active":"2024-03-18T22:55:54.436269+0000","last_peered":"2024-03-18T22:55:54.436269+0000","last_clean":"2024-03-18T22:55:54.436269+0000","last_became_active":"2024-03-18T22:54:54.031842+0000","last_became_peered":"2024-03-18T22:54:54.031842+0000","last_unstale":"2024-03-18T22:55:54.436269+0000","last_undegraded":"2024-03-18T22:55:54.436269+0000","last_fullsized":"2024-03-18T22:55:54.436269+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:15:30.868540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"88'2","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.451214+0000","last_change":"2024-03-18T22:55:54.451214+0000","last_active":"2024-03-18T22:55:54.451214+0000","last_peered":"2024-03-18T22:55:54.451214+0000","last_clean":"2024-03-18T22:55:54.451214+0000","last_became_active":"2024-03-18T22:55:54.444912+0000","last_became_peered":"2024-03-18T22:55:54.444912+0000","last_unstale":"2024-03-18T22:55:54.451214+0000","last_undegraded":"2024-03-18T22:55:54.451214+0000","last_fullsized":"2024-03-18T22:55:54.451214+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:47:11.378188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.444922+0000","last_change":"2024-03-18T22:55:54.444922+0000","last_active":"2024-03-18T22:55:54.444922+0000","last_peered":"2024-03-18T22:55:54.444922+0000","last_clean":"2024-03-18T22:55:54.444922+0000","last_became_active":"2024-03-18T22:55:54.444554+0000","last_became_peered":"2024-03-18T22:55:54.444554+0000","last_unstale":"2024-03-18T22:55:54.444922+0000","last_undegraded":"2024-03-18T22:55:54.444922+0000","last_fullsized":"2024-03-18T22:55:54.444922+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:44:22.210808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.437972+0000","last_change":"2024-03-18T22:54:53.035813+0000","last_active":"2024-03-18T22:55:54.437972+0000","last_peered":"2024-03-18T22:55:54.437972+0000","last_clean":"2024-03-18T22:55:54.437972+0000","last_became_active":"2024-03-18T22:54:53.035498+0000","last_became_peered":"2024-03-18T22:54:53.035498+0000","last_unstale":"2024-03-18T22:55:54.437972+0000","last_undegraded":"2024-03-18T22:55:54.437972+0000","last_fullsized":"2024-03-18T22:55:54.437972+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:25:40.118257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"88'1","reported_seq":18,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.615488+0000","last_change":"2024-03-18T22:54:54.036266+0000","last_active":"2024-03-18T22:55:54.615488+0000","last_peered":"2024-03-18T22:55:54.615488+0000","last_clean":"2024-03-18T22:55:54.615488+0000","last_became_active":"2024-03-18T22:54:54.035878+0000","last_became_peered":"2024-03-18T22:54:54.035878+0000","last_unstale":"2024-03-18T22:55:54.615488+0000","last_undegraded":"2024-03-18T22:55:54.615488+0000","last_fullsized":"2024-03-18T22:55:54.615488+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:33:16.420798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"88'1","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438058+0000","last_change":"2024-03-18T22:54:53.028365+0000","last_active":"2024-03-18T22:55:54.438058+0000","last_peered":"2024-03-18T22:55:54.438058+0000","last_clean":"2024-03-18T22:55:54.438058+0000","last_became_active":"2024-03-18T22:54:53.027911+0000","last_became_peered":"2024-03-18T22:54:53.027911+0000","last_unstale":"2024-03-18T22:55:54.438058+0000","last_undegraded":"2024-03-18T22:55:54.438058+0000","last_fullsized":"2024-03-18T22:55:54.438058+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:12:38.271170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.615513+0000","last_change":"2024-03-18T22:54:54.042110+0000","last_active":"2024-03-18T22:55:54.615513+0000","last_peered":"2024-03-18T22:55:54.615513+0000","last_clean":"2024-03-18T22:55:54.615513+0000","last_became_active":"2024-03-18T22:54:54.041704+0000","last_became_peered":"2024-03-18T22:54:54.041704+0000","last_unstale":"2024-03-18T22:55:54.615513+0000","last_undegraded":"2024-03-18T22:55:54.615513+0000","last_fullsized":"2024-03-18T22:55:54.615513+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:05:18.994280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.436374+0000","last_change":"2024-03-18T22:54:54.030853+0000","last_active":"2024-03-18T22:55:54.436374+0000","last_peered":"2024-03-18T22:55:54.436374+0000","last_clean":"2024-03-18T22:55:54.436374+0000","last_became_active":"2024-03-18T22:54:54.030269+0000","last_became_peered":"2024-03-18T22:54:54.030269+0000","last_unstale":"2024-03-18T22:55:54.436374+0000","last_undegraded":"2024-03-18T22:55:54.436374+0000","last_fullsized":"2024-03-18T22:55:54.436374+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:41:19.958455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"88'4","reported_seq":89,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:56:02.441000+0000","last_change":"2024-03-18T22:54:53.032470+0000","last_active":"2024-03-18T22:56:02.441000+0000","last_peered":"2024-03-18T22:56:02.441000+0000","last_clean":"2024-03-18T22:56:02.441000+0000","last_became_active":"2024-03-18T22:54:53.032169+0000","last_became_peered":"2024-03-18T22:54:53.032169+0000","last_unstale":"2024-03-18T22:56:02.441000+0000","last_undegraded":"2024-03-18T22:56:02.441000+0000","last_fullsized":"2024-03-18T22:56:02.441000+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-19T23:43:21.636899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":66,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.443735+0000","last_change":"2024-03-18T22:55:54.443288+0000","last_active":"2024-03-18T22:55:54.443735+0000","last_peered":"2024-03-18T22:55:54.443735+0000","last_clean":"2024-03-18T22:55:54.443735+0000","last_became_active":"2024-03-18T22:55:54.442869+0000","last_became_peered":"2024-03-18T22:55:54.442869+0000","last_unstale":"2024-03-18T22:55:54.443735+0000","last_undegraded":"2024-03-18T22:55:54.443735+0000","last_fullsized":"2024-03-18T22:55:54.443735+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:28:45.652067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"88'3","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.442390+0000","last_change":"2024-03-18T22:54:53.023413+0000","last_active":"2024-03-18T22:55:54.442390+0000","last_peered":"2024-03-18T22:55:54.442390+0000","last_clean":"2024-03-18T22:55:54.442390+0000","last_became_active":"2024-03-18T22:54:53.023065+0000","last_became_peered":"2024-03-18T22:54:53.023065+0000","last_unstale":"2024-03-18T22:55:54.442390+0000","last_undegraded":"2024-03-18T22:55:54.442390+0000","last_fullsized":"2024-03-18T22:55:54.442390+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:06:51.923415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":355,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438392+0000","last_change":"2024-03-18T22:53:41.982208+0000","last_active":"2024-03-18T22:55:54.438392+0000","last_peered":"2024-03-18T22:55:54.438392+0000","last_clean":"2024-03-18T22:55:54.438392+0000","last_became_active":"2024-03-18T22:53:41.981791+0000","last_became_peered":"2024-03-18T22:53:41.981791+0000","last_unstale":"2024-03-18T22:55:54.438392+0000","last_undegraded":"2024-03-18T22:55:54.438392+0000","last_fullsized":"2024-03-18T22:55:54.438392+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:50:20.075274+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:50:20.075274+0000","last_clean_scrub_stamp":"2024-03-18T22:50:20.075274+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:02:14.429319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.435581+0000","last_change":"2024-03-18T22:54:54.043304+0000","last_active":"2024-03-18T22:55:54.435581+0000","last_peered":"2024-03-18T22:55:54.435581+0000","last_clean":"2024-03-18T22:55:54.435581+0000","last_became_active":"2024-03-18T22:54:54.042947+0000","last_became_peered":"2024-03-18T22:54:54.042947+0000","last_unstale":"2024-03-18T22:55:54.435581+0000","last_undegraded":"2024-03-18T22:55:54.435581+0000","last_fullsized":"2024-03-18T22:55:54.435581+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:25:17.894231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'3","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438566+0000","last_change":"2024-03-18T22:54:53.024193+0000","last_active":"2024-03-18T22:55:54.438566+0000","last_peered":"2024-03-18T22:55:54.438566+0000","last_clean":"2024-03-18T22:55:54.438566+0000","last_became_active":"2024-03-18T22:54:53.023879+0000","last_became_peered":"2024-03-18T22:54:53.023879+0000","last_unstale":"2024-03-18T22:55:54.438566+0000","last_undegraded":"2024-03-18T22:55:54.438566+0000","last_fullsized":"2024-03-18T22:55:54.438566+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:00:18.064908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"88'1","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.442470+0000","last_change":"2024-03-18T22:54:53.032866+0000","last_active":"2024-03-18T22:55:54.442470+0000","last_peered":"2024-03-18T22:55:54.442470+0000","last_clean":"2024-03-18T22:55:54.442470+0000","last_became_active":"2024-03-18T22:54:53.032217+0000","last_became_peered":"2024-03-18T22:54:53.032217+0000","last_unstale":"2024-03-18T22:55:54.442470+0000","last_undegraded":"2024-03-18T22:55:54.442470+0000","last_fullsized":"2024-03-18T22:55:54.442470+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:35:17.804396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.435905+0000","last_change":"2024-03-18T22:54:54.033160+0000","last_active":"2024-03-18T22:55:54.435905+0000","last_peered":"2024-03-18T22:55:54.435905+0000","last_clean":"2024-03-18T22:55:54.435905+0000","last_became_active":"2024-03-18T22:54:54.032815+0000","last_became_peered":"2024-03-18T22:54:54.032815+0000","last_unstale":"2024-03-18T22:55:54.435905+0000","last_undegraded":"2024-03-18T22:55:54.435905+0000","last_fullsized":"2024-03-18T22:55:54.435905+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:52:01.710534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"88'8","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438345+0000","last_change":"2024-03-18T22:54:53.031367+0000","last_active":"2024-03-18T22:55:54.438345+0000","last_peered":"2024-03-18T22:55:54.438345+0000","last_clean":"2024-03-18T22:55:54.438345+0000","last_became_active":"2024-03-18T22:54:53.031030+0000","last_became_peered":"2024-03-18T22:54:53.031030+0000","last_unstale":"2024-03-18T22:55:54.438345+0000","last_undegraded":"2024-03-18T22:55:54.438345+0000","last_fullsized":"2024-03-18T22:55:54.438345+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:40:32.093646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.615514+0000","last_change":"2024-03-18T22:54:54.028576+0000","last_active":"2024-03-18T22:55:54.615514+0000","last_peered":"2024-03-18T22:55:54.615514+0000","last_clean":"2024-03-18T22:55:54.615514+0000","last_became_active":"2024-03-18T22:54:54.028115+0000","last_became_peered":"2024-03-18T22:54:54.028115+0000","last_unstale":"2024-03-18T22:55:54.615514+0000","last_undegraded":"2024-03-18T22:55:54.615514+0000","last_fullsized":"2024-03-18T22:55:54.615514+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:27:03.411944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"88'4","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.442634+0000","last_change":"2024-03-18T22:54:53.033197+0000","last_active":"2024-03-18T22:55:54.442634+0000","last_peered":"2024-03-18T22:55:54.442634+0000","last_clean":"2024-03-18T22:55:54.442634+0000","last_became_active":"2024-03-18T22:54:53.032866+0000","last_became_peered":"2024-03-18T22:54:53.032866+0000","last_unstale":"2024-03-18T22:55:54.442634+0000","last_undegraded":"2024-03-18T22:55:54.442634+0000","last_fullsized":"2024-03-18T22:55:54.442634+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:11:09.699315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.439470+0000","last_change":"2024-03-18T22:54:54.040933+0000","last_active":"2024-03-18T22:55:54.439470+0000","last_peered":"2024-03-18T22:55:54.439470+0000","last_clean":"2024-03-18T22:55:54.439470+0000","last_became_active":"2024-03-18T22:54:54.040546+0000","last_became_peered":"2024-03-18T22:54:54.040546+0000","last_unstale":"2024-03-18T22:55:54.439470+0000","last_undegraded":"2024-03-18T22:55:54.439470+0000","last_fullsized":"2024-03-18T22:55:54.439470+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:17:41.902643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.435954+0000","last_change":"2024-03-18T22:54:53.032780+0000","last_active":"2024-03-18T22:55:54.435954+0000","last_peered":"2024-03-18T22:55:54.435954+0000","last_clean":"2024-03-18T22:55:54.435954+0000","last_became_active":"2024-03-18T22:54:53.032380+0000","last_became_peered":"2024-03-18T22:54:53.032380+0000","last_unstale":"2024-03-18T22:55:54.435954+0000","last_undegraded":"2024-03-18T22:55:54.435954+0000","last_fullsized":"2024-03-18T22:55:54.435954+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:44:54.898752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.442515+0000","last_change":"2024-03-18T22:54:54.028746+0000","last_active":"2024-03-18T22:55:54.442515+0000","last_peered":"2024-03-18T22:55:54.442515+0000","last_clean":"2024-03-18T22:55:54.442515+0000","last_became_active":"2024-03-18T22:54:54.028402+0000","last_became_peered":"2024-03-18T22:54:54.028402+0000","last_unstale":"2024-03-18T22:55:54.442515+0000","last_undegraded":"2024-03-18T22:55:54.442515+0000","last_fullsized":"2024-03-18T22:55:54.442515+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:01:41.682832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"88'3","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.615134+0000","last_change":"2024-03-18T22:54:53.030509+0000","last_active":"2024-03-18T22:55:54.615134+0000","last_peered":"2024-03-18T22:55:54.615134+0000","last_clean":"2024-03-18T22:55:54.615134+0000","last_became_active":"2024-03-18T22:54:53.030155+0000","last_became_peered":"2024-03-18T22:54:53.030155+0000","last_unstale":"2024-03-18T22:55:54.615134+0000","last_undegraded":"2024-03-18T22:55:54.615134+0000","last_fullsized":"2024-03-18T22:55:54.615134+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:16:10.482244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438537+0000","last_change":"2024-03-18T22:54:54.033471+0000","last_active":"2024-03-18T22:55:54.438537+0000","last_peered":"2024-03-18T22:55:54.438537+0000","last_clean":"2024-03-18T22:55:54.438537+0000","last_became_active":"2024-03-18T22:54:54.032988+0000","last_became_peered":"2024-03-18T22:54:54.032988+0000","last_unstale":"2024-03-18T22:55:54.438537+0000","last_undegraded":"2024-03-18T22:55:54.438537+0000","last_fullsized":"2024-03-18T22:55:54.438537+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:00:52.952303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"88'1","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.439161+0000","last_change":"2024-03-18T22:54:53.026863+0000","last_active":"2024-03-18T22:55:54.439161+0000","last_peered":"2024-03-18T22:55:54.439161+0000","last_clean":"2024-03-18T22:55:54.439161+0000","last_became_active":"2024-03-18T22:54:53.026544+0000","last_became_peered":"2024-03-18T22:54:53.026544+0000","last_unstale":"2024-03-18T22:55:54.439161+0000","last_undegraded":"2024-03-18T22:55:54.439161+0000","last_fullsized":"2024-03-18T22:55:54.439161+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:46:39.488983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.615287+0000","last_change":"2024-03-18T22:54:54.032914+0000","last_active":"2024-03-18T22:55:54.615287+0000","last_peered":"2024-03-18T22:55:54.615287+0000","last_clean":"2024-03-18T22:55:54.615287+0000","last_became_active":"2024-03-18T22:54:54.032445+0000","last_became_peered":"2024-03-18T22:54:54.032445+0000","last_unstale":"2024-03-18T22:55:54.615287+0000","last_undegraded":"2024-03-18T22:55:54.615287+0000","last_fullsized":"2024-03-18T22:55:54.615287+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:48:46.776010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.454936+0000","last_change":"2024-03-18T22:55:54.454936+0000","last_active":"2024-03-18T22:55:54.454936+0000","last_peered":"2024-03-18T22:55:54.454936+0000","last_clean":"2024-03-18T22:55:54.454936+0000","last_became_active":"2024-03-18T22:55:54.446712+0000","last_became_peered":"2024-03-18T22:55:54.446712+0000","last_unstale":"2024-03-18T22:55:54.454936+0000","last_undegraded":"2024-03-18T22:55:54.454936+0000","last_fullsized":"2024-03-18T22:55:54.454936+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-19T23:25:14.644223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438065+0000","last_change":"2024-03-18T22:54:54.031434+0000","last_active":"2024-03-18T22:55:54.438065+0000","last_peered":"2024-03-18T22:55:54.438065+0000","last_clean":"2024-03-18T22:55:54.438065+0000","last_became_active":"2024-03-18T22:54:54.031067+0000","last_became_peered":"2024-03-18T22:54:54.031067+0000","last_unstale":"2024-03-18T22:55:54.438065+0000","last_undegraded":"2024-03-18T22:55:54.438065+0000","last_fullsized":"2024-03-18T22:55:54.438065+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:40:34.544650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"88'3","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.439202+0000","last_change":"2024-03-18T22:54:53.033060+0000","last_active":"2024-03-18T22:55:54.439202+0000","last_peered":"2024-03-18T22:55:54.439202+0000","last_clean":"2024-03-18T22:55:54.439202+0000","last_became_active":"2024-03-18T22:54:53.032728+0000","last_became_peered":"2024-03-18T22:54:53.032728+0000","last_unstale":"2024-03-18T22:55:54.439202+0000","last_undegraded":"2024-03-18T22:55:54.439202+0000","last_fullsized":"2024-03-18T22:55:54.439202+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:33:42.154476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438274+0000","last_change":"2024-03-18T22:54:54.031032+0000","last_active":"2024-03-18T22:55:54.438274+0000","last_peered":"2024-03-18T22:55:54.438274+0000","last_clean":"2024-03-18T22:55:54.438274+0000","last_became_active":"2024-03-18T22:54:54.030688+0000","last_became_peered":"2024-03-18T22:54:54.030688+0000","last_unstale":"2024-03-18T22:55:54.438274+0000","last_undegraded":"2024-03-18T22:55:54.438274+0000","last_fullsized":"2024-03-18T22:55:54.438274+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:42:35.869673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"87'1","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.436641+0000","last_change":"2024-03-18T22:54:53.024231+0000","last_active":"2024-03-18T22:55:54.436641+0000","last_peered":"2024-03-18T22:55:54.436641+0000","last_clean":"2024-03-18T22:55:54.436641+0000","last_became_active":"2024-03-18T22:54:53.023648+0000","last_became_peered":"2024-03-18T22:54:53.023648+0000","last_unstale":"2024-03-18T22:55:54.436641+0000","last_undegraded":"2024-03-18T22:55:54.436641+0000","last_fullsized":"2024-03-18T22:55:54.436641+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:48:11.231632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"88'1","reported_seq":18,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438017+0000","last_change":"2024-03-18T22:54:54.029329+0000","last_active":"2024-03-18T22:55:54.438017+0000","last_peered":"2024-03-18T22:55:54.438017+0000","last_clean":"2024-03-18T22:55:54.438017+0000","last_became_active":"2024-03-18T22:54:54.028954+0000","last_became_peered":"2024-03-18T22:54:54.028954+0000","last_unstale":"2024-03-18T22:55:54.438017+0000","last_undegraded":"2024-03-18T22:55:54.438017+0000","last_fullsized":"2024-03-18T22:55:54.438017+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:56:50.366921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"87'2","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.436005+0000","last_change":"2024-03-18T22:54:53.031574+0000","last_active":"2024-03-18T22:55:54.436005+0000","last_peered":"2024-03-18T22:55:54.436005+0000","last_clean":"2024-03-18T22:55:54.436005+0000","last_became_active":"2024-03-18T22:54:53.031265+0000","last_became_peered":"2024-03-18T22:54:53.031265+0000","last_unstale":"2024-03-18T22:55:54.436005+0000","last_undegraded":"2024-03-18T22:55:54.436005+0000","last_fullsized":"2024-03-18T22:55:54.436005+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:19:36.622119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438151+0000","last_change":"2024-03-18T22:54:54.033021+0000","last_active":"2024-03-18T22:55:54.438151+0000","last_peered":"2024-03-18T22:55:54.438151+0000","last_clean":"2024-03-18T22:55:54.438151+0000","last_became_active":"2024-03-18T22:54:54.032648+0000","last_became_peered":"2024-03-18T22:54:54.032648+0000","last_unstale":"2024-03-18T22:55:54.438151+0000","last_undegraded":"2024-03-18T22:55:54.438151+0000","last_fullsized":"2024-03-18T22:55:54.438151+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:30:16.604892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438563+0000","last_change":"2024-03-18T22:54:54.036950+0000","last_active":"2024-03-18T22:55:54.438563+0000","last_peered":"2024-03-18T22:55:54.438563+0000","last_clean":"2024-03-18T22:55:54.438563+0000","last_became_active":"2024-03-18T22:54:54.036210+0000","last_became_peered":"2024-03-18T22:54:54.036210+0000","last_unstale":"2024-03-18T22:55:54.438563+0000","last_undegraded":"2024-03-18T22:55:54.438563+0000","last_fullsized":"2024-03-18T22:55:54.438563+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:47:17.591499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.439068+0000","last_change":"2024-03-18T22:54:54.042240+0000","last_active":"2024-03-18T22:55:54.439068+0000","last_peered":"2024-03-18T22:55:54.439068+0000","last_clean":"2024-03-18T22:55:54.439068+0000","last_became_active":"2024-03-18T22:54:54.041850+0000","last_became_peered":"2024-03-18T22:54:54.041850+0000","last_unstale":"2024-03-18T22:55:54.439068+0000","last_undegraded":"2024-03-18T22:55:54.439068+0000","last_fullsized":"2024-03-18T22:55:54.439068+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:37:35.520257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438840+0000","last_change":"2024-03-18T22:54:54.032194+0000","last_active":"2024-03-18T22:55:54.438840+0000","last_peered":"2024-03-18T22:55:54.438840+0000","last_clean":"2024-03-18T22:55:54.438840+0000","last_became_active":"2024-03-18T22:54:54.031797+0000","last_became_peered":"2024-03-18T22:54:54.031797+0000","last_unstale":"2024-03-18T22:55:54.438840+0000","last_undegraded":"2024-03-18T22:55:54.438840+0000","last_fullsized":"2024-03-18T22:55:54.438840+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:36:09.081599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.439626+0000","last_change":"2024-03-18T22:54:54.041102+0000","last_active":"2024-03-18T22:55:54.439626+0000","last_peered":"2024-03-18T22:55:54.439626+0000","last_clean":"2024-03-18T22:55:54.439626+0000","last_became_active":"2024-03-18T22:54:54.040735+0000","last_became_peered":"2024-03-18T22:54:54.040735+0000","last_unstale":"2024-03-18T22:55:54.439626+0000","last_undegraded":"2024-03-18T22:55:54.439626+0000","last_fullsized":"2024-03-18T22:55:54.439626+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:12:15.921804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.435912+0000","last_change":"2024-03-18T22:54:54.043078+0000","last_active":"2024-03-18T22:55:54.435912+0000","last_peered":"2024-03-18T22:55:54.435912+0000","last_clean":"2024-03-18T22:55:54.435912+0000","last_became_active":"2024-03-18T22:54:54.042756+0000","last_became_peered":"2024-03-18T22:54:54.042756+0000","last_unstale":"2024-03-18T22:55:54.435912+0000","last_undegraded":"2024-03-18T22:55:54.435912+0000","last_fullsized":"2024-03-18T22:55:54.435912+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:25:56.122492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.445491+0000","last_change":"2024-03-18T22:55:54.445491+0000","last_active":"2024-03-18T22:55:54.445491+0000","last_peered":"2024-03-18T22:55:54.445491+0000","last_clean":"2024-03-18T22:55:54.445491+0000","last_became_active":"2024-03-18T22:55:54.444471+0000","last_became_peered":"2024-03-18T22:55:54.444471+0000","last_unstale":"2024-03-18T22:55:54.445491+0000","last_undegraded":"2024-03-18T22:55:54.445491+0000","last_fullsized":"2024-03-18T22:55:54.445491+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:00:21.283485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.439727+0000","last_change":"2024-03-18T22:54:54.038615+0000","last_active":"2024-03-18T22:55:54.439727+0000","last_peered":"2024-03-18T22:55:54.439727+0000","last_clean":"2024-03-18T22:55:54.439727+0000","last_became_active":"2024-03-18T22:54:54.038263+0000","last_became_peered":"2024-03-18T22:54:54.038263+0000","last_unstale":"2024-03-18T22:55:54.439727+0000","last_undegraded":"2024-03-18T22:55:54.439727+0000","last_fullsized":"2024-03-18T22:55:54.439727+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:33:13.988084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.615513+0000","last_change":"2024-03-18T22:54:54.037149+0000","last_active":"2024-03-18T22:55:54.615513+0000","last_peered":"2024-03-18T22:55:54.615513+0000","last_clean":"2024-03-18T22:55:54.615513+0000","last_became_active":"2024-03-18T22:54:54.036670+0000","last_became_peered":"2024-03-18T22:54:54.036670+0000","last_unstale":"2024-03-18T22:55:54.615513+0000","last_undegraded":"2024-03-18T22:55:54.615513+0000","last_fullsized":"2024-03-18T22:55:54.615513+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:07:04.888734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.436229+0000","last_change":"2024-03-18T22:54:54.033527+0000","last_active":"2024-03-18T22:55:54.436229+0000","last_peered":"2024-03-18T22:55:54.436229+0000","last_clean":"2024-03-18T22:55:54.436229+0000","last_became_active":"2024-03-18T22:54:54.032797+0000","last_became_peered":"2024-03-18T22:54:54.032797+0000","last_unstale":"2024-03-18T22:55:54.436229+0000","last_undegraded":"2024-03-18T22:55:54.436229+0000","last_fullsized":"2024-03-18T22:55:54.436229+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:23:21.882770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.615042+0000","last_change":"2024-03-18T22:54:54.029056+0000","last_active":"2024-03-18T22:55:54.615042+0000","last_peered":"2024-03-18T22:55:54.615042+0000","last_clean":"2024-03-18T22:55:54.615042+0000","last_became_active":"2024-03-18T22:54:54.028664+0000","last_became_peered":"2024-03-18T22:54:54.028664+0000","last_unstale":"2024-03-18T22:55:54.615042+0000","last_undegraded":"2024-03-18T22:55:54.615042+0000","last_fullsized":"2024-03-18T22:55:54.615042+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:24:21.409787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.436162+0000","last_change":"2024-03-18T22:54:54.028397+0000","last_active":"2024-03-18T22:55:54.436162+0000","last_peered":"2024-03-18T22:55:54.436162+0000","last_clean":"2024-03-18T22:55:54.436162+0000","last_became_active":"2024-03-18T22:54:54.027921+0000","last_became_peered":"2024-03-18T22:54:54.027921+0000","last_unstale":"2024-03-18T22:55:54.436162+0000","last_undegraded":"2024-03-18T22:55:54.436162+0000","last_fullsized":"2024-03-18T22:55:54.436162+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:36:39.516856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.435854+0000","last_change":"2024-03-18T22:54:54.033199+0000","last_active":"2024-03-18T22:55:54.435854+0000","last_peered":"2024-03-18T22:55:54.435854+0000","last_clean":"2024-03-18T22:55:54.435854+0000","last_became_active":"2024-03-18T22:54:54.032441+0000","last_became_peered":"2024-03-18T22:54:54.032441+0000","last_unstale":"2024-03-18T22:55:54.435854+0000","last_undegraded":"2024-03-18T22:55:54.435854+0000","last_fullsized":"2024-03-18T22:55:54.435854+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:26:23.258588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438478+0000","last_change":"2024-03-18T22:54:54.039129+0000","last_active":"2024-03-18T22:55:54.438478+0000","last_peered":"2024-03-18T22:55:54.438478+0000","last_clean":"2024-03-18T22:55:54.438478+0000","last_became_active":"2024-03-18T22:54:54.038803+0000","last_became_peered":"2024-03-18T22:54:54.038803+0000","last_unstale":"2024-03-18T22:55:54.438478+0000","last_undegraded":"2024-03-18T22:55:54.438478+0000","last_fullsized":"2024-03-18T22:55:54.438478+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:32:29.202587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":62522,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":413,"num_read_kb":273,"num_write":152,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":644,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":417792,"data_stored":187566,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":131,"ondisk_log_size":131,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":83,"seq":356482285596,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32152,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713000,"statfs":{"total":95995035648,"available":95962112000,"internally_reserved":0,"allocated":991232,"data_stored":473101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":75,"seq":322122547234,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32824,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712328,"statfs":{"total":95995035648,"available":95961423872,"internally_reserved":0,"allocated":1683456,"data_stored":1123472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":69,"seq":296352743462,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40480,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704672,"statfs":{"total":95995035648,"available":95953584128,"internally_reserved":0,"allocated":1003520,"data_stored":473315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":40434112},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":61,"seq":261993005100,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32160,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712992,"statfs":{"total":95995035648,"available":95962103808,"internally_reserved":0,"allocated":999424,"data_stored":473213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":53,"seq":227633266737,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32744,"kb_used_data":1560,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712408,"statfs":{"total":95995035648,"available":95961505792,"internally_reserved":0,"allocated":1597440,"data_stored":1064774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462964,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":991232,"data_stored":472704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574926,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36380,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708772,"statfs":{"total":95995035648,"available":95957782528,"internally_reserved":0,"allocated":1060864,"data_stored":532031,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738450,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1011712,"data_stored":473975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411401,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1069056,"data_stored":532137,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182468,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40488,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704664,"statfs":{"total":95995035648,"available":95953575936,"internally_reserved":0,"allocated":1007616,"data_stored":473015,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40434119},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920832,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":995328,"data_stored":473141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724603,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32756,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712396,"statfs":{"total":95995035648,"available":95961493504,"internally_reserved":0,"allocated":1609728,"data_stored":1064458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":59534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":59640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":60490,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-18T22:56:07.113 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph pg dump --format=json 2024-03-18T22:56:07.358 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:56:07.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:07 smithi052 ceph-mon[32520]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-18T22:56:07.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:07 smithi181 ceph-mon[67256]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-18T22:56:07.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:07 smithi099 ceph-mon[36725]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-18T22:56:08.693 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:08 smithi052 ceph-mon[32520]: pgmap v327: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s; 53 B/s, 0 objects/s recovering 2024-03-18T22:56:08.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:08 smithi181 ceph-mon[67256]: pgmap v327: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s; 53 B/s, 0 objects/s recovering 2024-03-18T22:56:08.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:08 smithi099 ceph-mon[36725]: pgmap v327: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s; 53 B/s, 0 objects/s recovering 2024-03-18T22:56:08.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.922+0000 7fd3766e1700 1 -- 172.21.15.52:0/1979268777 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd370101e10 msgr2=0x7fd370105e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:08.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.922+0000 7fd3766e1700 1 --2- 172.21.15.52:0/1979268777 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd370101e10 0x7fd370105e40 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fd364009990 tx=0x7fd364009ca0 comp rx=0 tx=0).stop 2024-03-18T22:56:08.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.923+0000 7fd3766e1700 1 -- 172.21.15.52:0/1979268777 shutdown_connections 2024-03-18T22:56:08.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.923+0000 7fd3766e1700 1 --2- 172.21.15.52:0/1979268777 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd370106520 0x7fd37010e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:08.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.923+0000 7fd3766e1700 1 --2- 172.21.15.52:0/1979268777 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd370101460 0x7fd370101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:08.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.923+0000 7fd3766e1700 1 --2- 172.21.15.52:0/1979268777 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd370101e10 0x7fd370105e40 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:08.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.923+0000 7fd3766e1700 1 -- 172.21.15.52:0/1979268777 >> 172.21.15.52:0/1979268777 conn(0x7fd370078180 msgr2=0x7fd370078590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:08.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.923+0000 7fd3766e1700 1 -- 172.21.15.52:0/1979268777 shutdown_connections 2024-03-18T22:56:08.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.923+0000 7fd3766e1700 1 -- 172.21.15.52:0/1979268777 wait complete. 2024-03-18T22:56:08.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.923+0000 7fd3766e1700 1 Processor -- start 2024-03-18T22:56:08.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.923+0000 7fd3766e1700 1 -- start start 2024-03-18T22:56:08.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.923+0000 7fd3766e1700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd370101460 0x7fd37019c660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:08.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.924+0000 7fd3766e1700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd370101e10 0x7fd37019cba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:08.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.924+0000 7fd3766e1700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd370106520 0x7fd3701967e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:08.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.924+0000 7fd3766e1700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd370110520 con 0x7fd370101460 2024-03-18T22:56:08.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.924+0000 7fd3766e1700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fd3701103a0 con 0x7fd370101e10 2024-03-18T22:56:08.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.924+0000 7fd3766e1700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fd3701106a0 con 0x7fd370106520 2024-03-18T22:56:08.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.924+0000 7fd36ffff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd370101460 0x7fd37019c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:08.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.924+0000 7fd36ffff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd370101460 0x7fd37019c660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46880/0 (socket says 172.21.15.52:46880) 2024-03-18T22:56:08.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.924+0000 7fd36ffff700 1 -- 172.21.15.52:0/3005620587 learned_addr learned my addr 172.21.15.52:0/3005620587 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:08.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.924+0000 7fd36f7fe700 1 --2- 172.21.15.52:0/3005620587 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd370101e10 0x7fd37019cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:08.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.924+0000 7fd374c7e700 1 --2- 172.21.15.52:0/3005620587 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd370106520 0x7fd3701967e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:08.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.924+0000 7fd36ffff700 1 -- 172.21.15.52:0/3005620587 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd370106520 msgr2=0x7fd3701967e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:08.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.924+0000 7fd36ffff700 1 --2- 172.21.15.52:0/3005620587 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd370106520 0x7fd3701967e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:08.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.924+0000 7fd36ffff700 1 -- 172.21.15.52:0/3005620587 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd370101e10 msgr2=0x7fd37019cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:08.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.924+0000 7fd36ffff700 1 --2- 172.21.15.52:0/3005620587 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd370101e10 0x7fd37019cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:08.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.924+0000 7fd36ffff700 1 -- 172.21.15.52:0/3005620587 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd370196fc0 con 0x7fd370101460 2024-03-18T22:56:08.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.924+0000 7fd36ffff700 1 --2- 172.21.15.52:0/3005620587 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd370101460 0x7fd37019c660 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fd36000d980 tx=0x7fd36000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:08.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.924+0000 7fd36d7fa700 1 -- 172.21.15.52:0/3005620587 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd360016070 con 0x7fd370101460 2024-03-18T22:56:08.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.924+0000 7fd3766e1700 1 -- 172.21.15.52:0/3005620587 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3701972b0 con 0x7fd370101460 2024-03-18T22:56:08.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.924+0000 7fd36d7fa700 1 -- 172.21.15.52:0/3005620587 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd360004d30 con 0x7fd370101460 2024-03-18T22:56:08.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.924+0000 7fd36d7fa700 1 -- 172.21.15.52:0/3005620587 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3600056c0 con 0x7fd370101460 2024-03-18T22:56:08.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.924+0000 7fd3766e1700 1 -- 172.21.15.52:0/3005620587 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3701a34c0 con 0x7fd370101460 2024-03-18T22:56:08.929 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.925+0000 7fd3766e1700 1 -- 172.21.15.52:0/3005620587 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd37006a260 con 0x7fd370101460 2024-03-18T22:56:08.929 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.926+0000 7fd36d7fa700 1 -- 172.21.15.52:0/3005620587 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fd360004750 con 0x7fd370101460 2024-03-18T22:56:08.929 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.927+0000 7fd36d7fa700 1 --2- 172.21.15.52:0/3005620587 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd3580a2920 0x7fd3580a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:08.929 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.927+0000 7fd36f7fe700 1 --2- 172.21.15.52:0/3005620587 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd3580a2920 0x7fd3580a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:08.929 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.927+0000 7fd36d7fa700 1 -- 172.21.15.52:0/3005620587 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7fd3600ce9c0 con 0x7fd370101460 2024-03-18T22:56:08.929 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.928+0000 7fd36f7fe700 1 --2- 172.21.15.52:0/3005620587 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd3580a2920 0x7fd3580a4de0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd364006010 tx=0x7fd364005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:08.932 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:08.932+0000 7fd36d7fa700 1 -- 172.21.15.52:0/3005620587 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fd36001f020 con 0x7fd370101460 2024-03-18T22:56:09.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:09.131+0000 7fd3766e1700 1 -- 172.21.15.52:0/3005620587 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd370062750 con 0x7fd3580a2920 2024-03-18T22:56:09.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:09.139+0000 7fd36d7fa700 1 -- 172.21.15.52:0/3005620587 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258713 (secure 0 0 0) 0x7fd370062750 con 0x7fd3580a2920 2024-03-18T22:56:09.143 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:56:09.144 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:09.141+0000 7fd3766e1700 1 -- 172.21.15.52:0/3005620587 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd3580a2920 msgr2=0x7fd3580a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:09.144 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:09.141+0000 7fd3766e1700 1 --2- 172.21.15.52:0/3005620587 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd3580a2920 0x7fd3580a4de0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd364006010 tx=0x7fd364005960 comp rx=0 tx=0).stop 2024-03-18T22:56:09.144 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:09.141+0000 7fd3766e1700 1 -- 172.21.15.52:0/3005620587 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd370101460 msgr2=0x7fd37019c660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:09.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:09.141+0000 7fd3766e1700 1 --2- 172.21.15.52:0/3005620587 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd370101460 0x7fd37019c660 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fd36000d980 tx=0x7fd36000dc90 comp rx=0 tx=0).stop 2024-03-18T22:56:09.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:09.142+0000 7fd3766e1700 1 -- 172.21.15.52:0/3005620587 shutdown_connections 2024-03-18T22:56:09.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:09.142+0000 7fd3766e1700 1 --2- 172.21.15.52:0/3005620587 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd3580a2920 0x7fd3580a4de0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:09.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:09.142+0000 7fd3766e1700 1 --2- 172.21.15.52:0/3005620587 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd370106520 0x7fd3701967e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:09.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:09.142+0000 7fd3766e1700 1 --2- 172.21.15.52:0/3005620587 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd370101460 0x7fd37019c660 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:09.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:09.142+0000 7fd3766e1700 1 --2- 172.21.15.52:0/3005620587 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd370101e10 0x7fd37019cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:09.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:09.142+0000 7fd3766e1700 1 -- 172.21.15.52:0/3005620587 >> 172.21.15.52:0/3005620587 conn(0x7fd370078180 msgr2=0x7fd3701076a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:09.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:09.142+0000 7fd3766e1700 1 -- 172.21.15.52:0/3005620587 shutdown_connections 2024-03-18T22:56:09.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:09.142+0000 7fd3766e1700 1 -- 172.21.15.52:0/3005620587 wait complete. 2024-03-18T22:56:09.145 INFO:teuthology.orchestra.run.smithi052.stderr:dumped all 2024-03-18T22:56:09.709 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:09 smithi052 ceph-mon[32520]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-18T22:56:09.711 INFO:teuthology.orchestra.run.smithi052.stdout:{"pg_ready":true,"pg_map":{"version":327,"stamp":"2024-03-18T22:56:07.331493+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":653124,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":549,"num_read_kb":392,"num_write":335,"num_write_kb":3043,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":1181380,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":270,"ondisk_log_size":270,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":396204,"kb_used_data":13692,"kb_used_omap":18,"kb_used_meta":382317,"kb_avail":1124545620,"statfs":{"total":1151940427776,"available":1151534714880,"internally_reserved":0,"allocated":14020608,"data_stored":7629336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":391492921},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":-4,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":30,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":644,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003294"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.441516+0000","last_change":"2024-03-18T22:54:54.035557+0000","last_active":"2024-03-18T22:55:54.441516+0000","last_peered":"2024-03-18T22:55:54.441516+0000","last_clean":"2024-03-18T22:55:54.441516+0000","last_became_active":"2024-03-18T22:54:54.034986+0000","last_became_peered":"2024-03-18T22:54:54.034986+0000","last_unstale":"2024-03-18T22:55:54.441516+0000","last_undegraded":"2024-03-18T22:55:54.441516+0000","last_fullsized":"2024-03-18T22:55:54.441516+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:14:53.624675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.439366+0000","last_change":"2024-03-18T22:54:54.035496+0000","last_active":"2024-03-18T22:55:54.439366+0000","last_peered":"2024-03-18T22:55:54.439366+0000","last_clean":"2024-03-18T22:55:54.439366+0000","last_became_active":"2024-03-18T22:54:54.034629+0000","last_became_peered":"2024-03-18T22:54:54.034629+0000","last_unstale":"2024-03-18T22:55:54.439366+0000","last_undegraded":"2024-03-18T22:55:54.439366+0000","last_fullsized":"2024-03-18T22:55:54.439366+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:59:19.631466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.439113+0000","last_change":"2024-03-18T22:54:54.031584+0000","last_active":"2024-03-18T22:55:54.439113+0000","last_peered":"2024-03-18T22:55:54.439113+0000","last_clean":"2024-03-18T22:55:54.439113+0000","last_became_active":"2024-03-18T22:54:54.031245+0000","last_became_peered":"2024-03-18T22:54:54.031245+0000","last_unstale":"2024-03-18T22:55:54.439113+0000","last_undegraded":"2024-03-18T22:55:54.439113+0000","last_fullsized":"2024-03-18T22:55:54.439113+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:15:42.914252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.442747+0000","last_change":"2024-03-18T22:54:54.043194+0000","last_active":"2024-03-18T22:55:54.442747+0000","last_peered":"2024-03-18T22:55:54.442747+0000","last_clean":"2024-03-18T22:55:54.442747+0000","last_became_active":"2024-03-18T22:54:54.042876+0000","last_became_peered":"2024-03-18T22:54:54.042876+0000","last_unstale":"2024-03-18T22:55:54.442747+0000","last_undegraded":"2024-03-18T22:55:54.442747+0000","last_fullsized":"2024-03-18T22:55:54.442747+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:05:09.968148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.441895+0000","last_change":"2024-03-18T22:54:54.033476+0000","last_active":"2024-03-18T22:55:54.441895+0000","last_peered":"2024-03-18T22:55:54.441895+0000","last_clean":"2024-03-18T22:55:54.441895+0000","last_became_active":"2024-03-18T22:54:54.033064+0000","last_became_peered":"2024-03-18T22:54:54.033064+0000","last_unstale":"2024-03-18T22:55:54.441895+0000","last_undegraded":"2024-03-18T22:55:54.441895+0000","last_fullsized":"2024-03-18T22:55:54.441895+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:51:38.462351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.615486+0000","last_change":"2024-03-18T22:54:54.042265+0000","last_active":"2024-03-18T22:55:54.615486+0000","last_peered":"2024-03-18T22:55:54.615486+0000","last_clean":"2024-03-18T22:55:54.615486+0000","last_became_active":"2024-03-18T22:54:54.041859+0000","last_became_peered":"2024-03-18T22:54:54.041859+0000","last_unstale":"2024-03-18T22:55:54.615486+0000","last_undegraded":"2024-03-18T22:55:54.615486+0000","last_fullsized":"2024-03-18T22:55:54.615486+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:44:16.801756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438017+0000","last_change":"2024-03-18T22:54:54.029578+0000","last_active":"2024-03-18T22:55:54.438017+0000","last_peered":"2024-03-18T22:55:54.438017+0000","last_clean":"2024-03-18T22:55:54.438017+0000","last_became_active":"2024-03-18T22:54:54.029275+0000","last_became_peered":"2024-03-18T22:54:54.029275+0000","last_unstale":"2024-03-18T22:55:54.438017+0000","last_undegraded":"2024-03-18T22:55:54.438017+0000","last_fullsized":"2024-03-18T22:55:54.438017+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:09:52.082077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.614921+0000","last_change":"2024-03-18T22:54:54.031142+0000","last_active":"2024-03-18T22:55:54.614921+0000","last_peered":"2024-03-18T22:55:54.614921+0000","last_clean":"2024-03-18T22:55:54.614921+0000","last_became_active":"2024-03-18T22:54:54.030804+0000","last_became_peered":"2024-03-18T22:54:54.030804+0000","last_unstale":"2024-03-18T22:55:54.614921+0000","last_undegraded":"2024-03-18T22:55:54.614921+0000","last_fullsized":"2024-03-18T22:55:54.614921+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:24:50.291279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.436439+0000","last_change":"2024-03-18T22:54:54.029947+0000","last_active":"2024-03-18T22:55:54.436439+0000","last_peered":"2024-03-18T22:55:54.436439+0000","last_clean":"2024-03-18T22:55:54.436439+0000","last_became_active":"2024-03-18T22:54:54.029457+0000","last_became_peered":"2024-03-18T22:54:54.029457+0000","last_unstale":"2024-03-18T22:55:54.436439+0000","last_undegraded":"2024-03-18T22:55:54.436439+0000","last_fullsized":"2024-03-18T22:55:54.436439+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:19:22.229724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.615735+0000","last_change":"2024-03-18T22:54:54.042446+0000","last_active":"2024-03-18T22:55:54.615735+0000","last_peered":"2024-03-18T22:55:54.615735+0000","last_clean":"2024-03-18T22:55:54.615735+0000","last_became_active":"2024-03-18T22:54:54.041813+0000","last_became_peered":"2024-03-18T22:54:54.041813+0000","last_unstale":"2024-03-18T22:55:54.615735+0000","last_undegraded":"2024-03-18T22:55:54.615735+0000","last_fullsized":"2024-03-18T22:55:54.615735+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:37:44.833756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438149+0000","last_change":"2024-03-18T22:54:54.028843+0000","last_active":"2024-03-18T22:55:54.438149+0000","last_peered":"2024-03-18T22:55:54.438149+0000","last_clean":"2024-03-18T22:55:54.438149+0000","last_became_active":"2024-03-18T22:54:54.028519+0000","last_became_peered":"2024-03-18T22:54:54.028519+0000","last_unstale":"2024-03-18T22:55:54.438149+0000","last_undegraded":"2024-03-18T22:55:54.438149+0000","last_fullsized":"2024-03-18T22:55:54.438149+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:30:05.612495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.442703+0000","last_change":"2024-03-18T22:54:54.043601+0000","last_active":"2024-03-18T22:55:54.442703+0000","last_peered":"2024-03-18T22:55:54.442703+0000","last_clean":"2024-03-18T22:55:54.442703+0000","last_became_active":"2024-03-18T22:54:54.043219+0000","last_became_peered":"2024-03-18T22:54:54.043219+0000","last_unstale":"2024-03-18T22:55:54.442703+0000","last_undegraded":"2024-03-18T22:55:54.442703+0000","last_fullsized":"2024-03-18T22:55:54.442703+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:24:50.325452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.435793+0000","last_change":"2024-03-18T22:54:54.033620+0000","last_active":"2024-03-18T22:55:54.435793+0000","last_peered":"2024-03-18T22:55:54.435793+0000","last_clean":"2024-03-18T22:55:54.435793+0000","last_became_active":"2024-03-18T22:54:54.032970+0000","last_became_peered":"2024-03-18T22:54:54.032970+0000","last_unstale":"2024-03-18T22:55:54.435793+0000","last_undegraded":"2024-03-18T22:55:54.435793+0000","last_fullsized":"2024-03-18T22:55:54.435793+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:03:09.706373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.439176+0000","last_change":"2024-03-18T22:54:54.033789+0000","last_active":"2024-03-18T22:55:54.439176+0000","last_peered":"2024-03-18T22:55:54.439176+0000","last_clean":"2024-03-18T22:55:54.439176+0000","last_became_active":"2024-03-18T22:54:54.033462+0000","last_became_peered":"2024-03-18T22:54:54.033462+0000","last_unstale":"2024-03-18T22:55:54.439176+0000","last_undegraded":"2024-03-18T22:55:54.439176+0000","last_fullsized":"2024-03-18T22:55:54.439176+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-19T23:52:36.014554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.441384+0000","last_change":"2024-03-18T22:55:54.441384+0000","last_active":"2024-03-18T22:55:54.441384+0000","last_peered":"2024-03-18T22:55:54.441384+0000","last_clean":"2024-03-18T22:55:54.441384+0000","last_became_active":"2024-03-18T22:55:54.441003+0000","last_became_peered":"2024-03-18T22:55:54.441003+0000","last_unstale":"2024-03-18T22:55:54.441384+0000","last_undegraded":"2024-03-18T22:55:54.441384+0000","last_fullsized":"2024-03-18T22:55:54.441384+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:37:02.243513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.435946+0000","last_change":"2024-03-18T22:54:54.031886+0000","last_active":"2024-03-18T22:55:54.435946+0000","last_peered":"2024-03-18T22:55:54.435946+0000","last_clean":"2024-03-18T22:55:54.435946+0000","last_became_active":"2024-03-18T22:54:54.031546+0000","last_became_peered":"2024-03-18T22:54:54.031546+0000","last_unstale":"2024-03-18T22:55:54.435946+0000","last_undegraded":"2024-03-18T22:55:54.435946+0000","last_fullsized":"2024-03-18T22:55:54.435946+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:39:28.094662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.441162+0000","last_change":"2024-03-18T22:54:54.036311+0000","last_active":"2024-03-18T22:55:54.441162+0000","last_peered":"2024-03-18T22:55:54.441162+0000","last_clean":"2024-03-18T22:55:54.441162+0000","last_became_active":"2024-03-18T22:54:54.035044+0000","last_became_peered":"2024-03-18T22:54:54.035044+0000","last_unstale":"2024-03-18T22:55:54.441162+0000","last_undegraded":"2024-03-18T22:55:54.441162+0000","last_fullsized":"2024-03-18T22:55:54.441162+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:48:43.672491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438486+0000","last_change":"2024-03-18T22:54:54.030854+0000","last_active":"2024-03-18T22:55:54.438486+0000","last_peered":"2024-03-18T22:55:54.438486+0000","last_clean":"2024-03-18T22:55:54.438486+0000","last_became_active":"2024-03-18T22:54:54.030502+0000","last_became_peered":"2024-03-18T22:54:54.030502+0000","last_unstale":"2024-03-18T22:55:54.438486+0000","last_undegraded":"2024-03-18T22:55:54.438486+0000","last_fullsized":"2024-03-18T22:55:54.438486+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:43:21.546514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.439369+0000","last_change":"2024-03-18T22:54:54.031016+0000","last_active":"2024-03-18T22:55:54.439369+0000","last_peered":"2024-03-18T22:55:54.439369+0000","last_clean":"2024-03-18T22:55:54.439369+0000","last_became_active":"2024-03-18T22:54:54.030652+0000","last_became_peered":"2024-03-18T22:54:54.030652+0000","last_unstale":"2024-03-18T22:55:54.439369+0000","last_undegraded":"2024-03-18T22:55:54.439369+0000","last_fullsized":"2024-03-18T22:55:54.439369+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:48:23.720425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"88'9","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438010+0000","last_change":"2024-03-18T22:54:53.027882+0000","last_active":"2024-03-18T22:55:54.438010+0000","last_peered":"2024-03-18T22:55:54.438010+0000","last_clean":"2024-03-18T22:55:54.438010+0000","last_became_active":"2024-03-18T22:54:53.027419+0000","last_became_peered":"2024-03-18T22:54:53.027419+0000","last_unstale":"2024-03-18T22:55:54.438010+0000","last_undegraded":"2024-03-18T22:55:54.438010+0000","last_fullsized":"2024-03-18T22:55:54.438010+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:30:24.336158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.615543+0000","last_change":"2024-03-18T22:54:54.032564+0000","last_active":"2024-03-18T22:55:54.615543+0000","last_peered":"2024-03-18T22:55:54.615543+0000","last_clean":"2024-03-18T22:55:54.615543+0000","last_became_active":"2024-03-18T22:54:54.031787+0000","last_became_peered":"2024-03-18T22:54:54.031787+0000","last_unstale":"2024-03-18T22:55:54.615543+0000","last_undegraded":"2024-03-18T22:55:54.615543+0000","last_fullsized":"2024-03-18T22:55:54.615543+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:47:23.945441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.615604+0000","last_change":"2024-03-18T22:54:53.033977+0000","last_active":"2024-03-18T22:55:54.615604+0000","last_peered":"2024-03-18T22:55:54.615604+0000","last_clean":"2024-03-18T22:55:54.615604+0000","last_became_active":"2024-03-18T22:54:53.033275+0000","last_became_peered":"2024-03-18T22:54:53.033275+0000","last_unstale":"2024-03-18T22:55:54.615604+0000","last_undegraded":"2024-03-18T22:55:54.615604+0000","last_fullsized":"2024-03-18T22:55:54.615604+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:46:20.344867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.439662+0000","last_change":"2024-03-18T22:54:54.028358+0000","last_active":"2024-03-18T22:55:54.439662+0000","last_peered":"2024-03-18T22:55:54.439662+0000","last_clean":"2024-03-18T22:55:54.439662+0000","last_became_active":"2024-03-18T22:54:54.028042+0000","last_became_peered":"2024-03-18T22:54:54.028042+0000","last_unstale":"2024-03-18T22:55:54.439662+0000","last_undegraded":"2024-03-18T22:55:54.439662+0000","last_fullsized":"2024-03-18T22:55:54.439662+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:32:03.223320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"88'4","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.442527+0000","last_change":"2024-03-18T22:54:53.024436+0000","last_active":"2024-03-18T22:55:54.442527+0000","last_peered":"2024-03-18T22:55:54.442527+0000","last_clean":"2024-03-18T22:55:54.442527+0000","last_became_active":"2024-03-18T22:54:53.024121+0000","last_became_peered":"2024-03-18T22:54:53.024121+0000","last_unstale":"2024-03-18T22:55:54.442527+0000","last_undegraded":"2024-03-18T22:55:54.442527+0000","last_fullsized":"2024-03-18T22:55:54.442527+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:33:53.084206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.436245+0000","last_change":"2024-03-18T22:54:54.035083+0000","last_active":"2024-03-18T22:55:54.436245+0000","last_peered":"2024-03-18T22:55:54.436245+0000","last_clean":"2024-03-18T22:55:54.436245+0000","last_became_active":"2024-03-18T22:54:54.034695+0000","last_became_peered":"2024-03-18T22:54:54.034695+0000","last_unstale":"2024-03-18T22:55:54.436245+0000","last_undegraded":"2024-03-18T22:55:54.436245+0000","last_fullsized":"2024-03-18T22:55:54.436245+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:29:27.831279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"87'2","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.442124+0000","last_change":"2024-03-18T22:54:53.027396+0000","last_active":"2024-03-18T22:55:54.442124+0000","last_peered":"2024-03-18T22:55:54.442124+0000","last_clean":"2024-03-18T22:55:54.442124+0000","last_became_active":"2024-03-18T22:54:53.026995+0000","last_became_peered":"2024-03-18T22:54:53.026995+0000","last_unstale":"2024-03-18T22:55:54.442124+0000","last_undegraded":"2024-03-18T22:55:54.442124+0000","last_fullsized":"2024-03-18T22:55:54.442124+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:23:37.923991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.436759+0000","last_change":"2024-03-18T22:54:54.038341+0000","last_active":"2024-03-18T22:55:54.436759+0000","last_peered":"2024-03-18T22:55:54.436759+0000","last_clean":"2024-03-18T22:55:54.436759+0000","last_became_active":"2024-03-18T22:54:54.037958+0000","last_became_peered":"2024-03-18T22:54:54.037958+0000","last_unstale":"2024-03-18T22:55:54.436759+0000","last_undegraded":"2024-03-18T22:55:54.436759+0000","last_fullsized":"2024-03-18T22:55:54.436759+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:03:10.084571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"88'5","reported_seq":104,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:56:02.452724+0000","last_change":"2024-03-18T22:55:54.448910+0000","last_active":"2024-03-18T22:56:02.452724+0000","last_peered":"2024-03-18T22:56:02.452724+0000","last_clean":"2024-03-18T22:56:02.452724+0000","last_became_active":"2024-03-18T22:55:54.440737+0000","last_became_peered":"2024-03-18T22:55:54.440737+0000","last_unstale":"2024-03-18T22:56:02.452724+0000","last_undegraded":"2024-03-18T22:56:02.452724+0000","last_fullsized":"2024-03-18T22:56:02.452724+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:49:14.886568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":63,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.442689+0000","last_change":"2024-03-18T22:54:54.034194+0000","last_active":"2024-03-18T22:55:54.442689+0000","last_peered":"2024-03-18T22:55:54.442689+0000","last_clean":"2024-03-18T22:55:54.442689+0000","last_became_active":"2024-03-18T22:54:54.033637+0000","last_became_peered":"2024-03-18T22:54:54.033637+0000","last_unstale":"2024-03-18T22:55:54.442689+0000","last_undegraded":"2024-03-18T22:55:54.442689+0000","last_fullsized":"2024-03-18T22:55:54.442689+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:10:31.233454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"88'3","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.615460+0000","last_change":"2024-03-18T22:54:53.028059+0000","last_active":"2024-03-18T22:55:54.615460+0000","last_peered":"2024-03-18T22:55:54.615460+0000","last_clean":"2024-03-18T22:55:54.615460+0000","last_became_active":"2024-03-18T22:54:53.027708+0000","last_became_peered":"2024-03-18T22:54:53.027708+0000","last_unstale":"2024-03-18T22:55:54.615460+0000","last_undegraded":"2024-03-18T22:55:54.615460+0000","last_fullsized":"2024-03-18T22:55:54.615460+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:48:11.367627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.436688+0000","last_change":"2024-03-18T22:54:54.040583+0000","last_active":"2024-03-18T22:55:54.436688+0000","last_peered":"2024-03-18T22:55:54.436688+0000","last_clean":"2024-03-18T22:55:54.436688+0000","last_became_active":"2024-03-18T22:54:54.040195+0000","last_became_peered":"2024-03-18T22:54:54.040195+0000","last_unstale":"2024-03-18T22:55:54.436688+0000","last_undegraded":"2024-03-18T22:55:54.436688+0000","last_fullsized":"2024-03-18T22:55:54.436688+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:53:39.945386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"88'2","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.435706+0000","last_change":"2024-03-18T22:54:53.023969+0000","last_active":"2024-03-18T22:55:54.435706+0000","last_peered":"2024-03-18T22:55:54.435706+0000","last_clean":"2024-03-18T22:55:54.435706+0000","last_became_active":"2024-03-18T22:54:53.023643+0000","last_became_peered":"2024-03-18T22:54:53.023643+0000","last_unstale":"2024-03-18T22:55:54.435706+0000","last_undegraded":"2024-03-18T22:55:54.435706+0000","last_fullsized":"2024-03-18T22:55:54.435706+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:24:33.498617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.614993+0000","last_change":"2024-03-18T22:54:54.033443+0000","last_active":"2024-03-18T22:55:54.614993+0000","last_peered":"2024-03-18T22:55:54.614993+0000","last_clean":"2024-03-18T22:55:54.614993+0000","last_became_active":"2024-03-18T22:54:54.033077+0000","last_became_peered":"2024-03-18T22:54:54.033077+0000","last_unstale":"2024-03-18T22:55:54.614993+0000","last_undegraded":"2024-03-18T22:55:54.614993+0000","last_fullsized":"2024-03-18T22:55:54.614993+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:53:58.813974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"88'1","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.436230+0000","last_change":"2024-03-18T22:54:53.024687+0000","last_active":"2024-03-18T22:55:54.436230+0000","last_peered":"2024-03-18T22:55:54.436230+0000","last_clean":"2024-03-18T22:55:54.436230+0000","last_became_active":"2024-03-18T22:54:53.024393+0000","last_became_peered":"2024-03-18T22:54:53.024393+0000","last_unstale":"2024-03-18T22:55:54.436230+0000","last_undegraded":"2024-03-18T22:55:54.436230+0000","last_fullsized":"2024-03-18T22:55:54.436230+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:39:07.033897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438094+0000","last_change":"2024-03-18T22:54:54.025188+0000","last_active":"2024-03-18T22:55:54.438094+0000","last_peered":"2024-03-18T22:55:54.438094+0000","last_clean":"2024-03-18T22:55:54.438094+0000","last_became_active":"2024-03-18T22:54:54.024824+0000","last_became_peered":"2024-03-18T22:54:54.024824+0000","last_unstale":"2024-03-18T22:55:54.438094+0000","last_undegraded":"2024-03-18T22:55:54.438094+0000","last_fullsized":"2024-03-18T22:55:54.438094+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-19T23:20:28.210324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"88'3","reported_seq":88,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:56:02.452228+0000","last_change":"2024-03-18T22:54:53.024309+0000","last_active":"2024-03-18T22:56:02.452228+0000","last_peered":"2024-03-18T22:56:02.452228+0000","last_clean":"2024-03-18T22:56:02.452228+0000","last_became_active":"2024-03-18T22:54:53.023965+0000","last_became_peered":"2024-03-18T22:54:53.023965+0000","last_unstale":"2024-03-18T22:56:02.452228+0000","last_undegraded":"2024-03-18T22:56:02.452228+0000","last_fullsized":"2024-03-18T22:56:02.452228+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:19:19.494709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":66,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.436470+0000","last_change":"2024-03-18T22:54:54.035134+0000","last_active":"2024-03-18T22:55:54.436470+0000","last_peered":"2024-03-18T22:55:54.436470+0000","last_clean":"2024-03-18T22:55:54.436470+0000","last_became_active":"2024-03-18T22:54:54.034741+0000","last_became_peered":"2024-03-18T22:54:54.034741+0000","last_unstale":"2024-03-18T22:55:54.436470+0000","last_undegraded":"2024-03-18T22:55:54.436470+0000","last_fullsized":"2024-03-18T22:55:54.436470+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:28:43.106200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"88'2","reported_seq":31,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.453137+0000","last_change":"2024-03-18T22:55:54.453137+0000","last_active":"2024-03-18T22:55:54.453137+0000","last_peered":"2024-03-18T22:55:54.453137+0000","last_clean":"2024-03-18T22:55:54.453137+0000","last_became_active":"2024-03-18T22:55:54.444708+0000","last_became_peered":"2024-03-18T22:55:54.444708+0000","last_unstale":"2024-03-18T22:55:54.453137+0000","last_undegraded":"2024-03-18T22:55:54.453137+0000","last_fullsized":"2024-03-18T22:55:54.453137+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:34:40.088851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.439612+0000","last_change":"2024-03-18T22:54:54.040973+0000","last_active":"2024-03-18T22:55:54.439612+0000","last_peered":"2024-03-18T22:55:54.439612+0000","last_clean":"2024-03-18T22:55:54.439612+0000","last_became_active":"2024-03-18T22:54:54.040619+0000","last_became_peered":"2024-03-18T22:54:54.040619+0000","last_unstale":"2024-03-18T22:55:54.439612+0000","last_undegraded":"2024-03-18T22:55:54.439612+0000","last_fullsized":"2024-03-18T22:55:54.439612+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:05:31.662271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"88'4","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.436864+0000","last_change":"2024-03-18T22:54:53.030908+0000","last_active":"2024-03-18T22:55:54.436864+0000","last_peered":"2024-03-18T22:55:54.436864+0000","last_clean":"2024-03-18T22:55:54.436864+0000","last_became_active":"2024-03-18T22:54:53.030583+0000","last_became_peered":"2024-03-18T22:54:53.030583+0000","last_unstale":"2024-03-18T22:55:54.436864+0000","last_undegraded":"2024-03-18T22:55:54.436864+0000","last_fullsized":"2024-03-18T22:55:54.436864+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:17:58.857302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.444862+0000","last_change":"2024-03-18T22:55:54.444862+0000","last_active":"2024-03-18T22:55:54.444862+0000","last_peered":"2024-03-18T22:55:54.444862+0000","last_clean":"2024-03-18T22:55:54.444862+0000","last_became_active":"2024-03-18T22:55:54.444516+0000","last_became_peered":"2024-03-18T22:55:54.444516+0000","last_unstale":"2024-03-18T22:55:54.444862+0000","last_undegraded":"2024-03-18T22:55:54.444862+0000","last_fullsized":"2024-03-18T22:55:54.444862+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:00:19.152022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"88'25","reported_seq":182,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:56:03.435624+0000","last_change":"2024-03-18T22:54:53.026044+0000","last_active":"2024-03-18T22:56:03.435624+0000","last_peered":"2024-03-18T22:56:03.435624+0000","last_clean":"2024-03-18T22:56:03.435624+0000","last_became_active":"2024-03-18T22:54:53.025700+0000","last_became_peered":"2024-03-18T22:54:53.025700+0000","last_unstale":"2024-03-18T22:56:03.435624+0000","last_undegraded":"2024-03-18T22:56:03.435624+0000","last_fullsized":"2024-03-18T22:56:03.435624+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:52:51.551052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58912,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":138,"num_read_kb":126,"num_write":26,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.442413+0000","last_change":"2024-03-18T22:54:54.028830+0000","last_active":"2024-03-18T22:55:54.442413+0000","last_peered":"2024-03-18T22:55:54.442413+0000","last_clean":"2024-03-18T22:55:54.442413+0000","last_became_active":"2024-03-18T22:54:54.028505+0000","last_became_peered":"2024-03-18T22:54:54.028505+0000","last_unstale":"2024-03-18T22:55:54.442413+0000","last_undegraded":"2024-03-18T22:55:54.442413+0000","last_fullsized":"2024-03-18T22:55:54.442413+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:54:18.319112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"88'6","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.439068+0000","last_change":"2024-03-18T22:54:53.026235+0000","last_active":"2024-03-18T22:55:54.439068+0000","last_peered":"2024-03-18T22:55:54.439068+0000","last_clean":"2024-03-18T22:55:54.439068+0000","last_became_active":"2024-03-18T22:54:53.025870+0000","last_became_peered":"2024-03-18T22:54:53.025870+0000","last_unstale":"2024-03-18T22:55:54.439068+0000","last_undegraded":"2024-03-18T22:55:54.439068+0000","last_fullsized":"2024-03-18T22:55:54.439068+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:19:13.431725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.435729+0000","last_change":"2024-03-18T22:54:54.030647+0000","last_active":"2024-03-18T22:55:54.435729+0000","last_peered":"2024-03-18T22:55:54.435729+0000","last_clean":"2024-03-18T22:55:54.435729+0000","last_became_active":"2024-03-18T22:54:54.030274+0000","last_became_peered":"2024-03-18T22:54:54.030274+0000","last_unstale":"2024-03-18T22:55:54.435729+0000","last_undegraded":"2024-03-18T22:55:54.435729+0000","last_fullsized":"2024-03-18T22:55:54.435729+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:23:21.728120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"88'3","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.436230+0000","last_change":"2024-03-18T22:54:53.025089+0000","last_active":"2024-03-18T22:55:54.436230+0000","last_peered":"2024-03-18T22:55:54.436230+0000","last_clean":"2024-03-18T22:55:54.436230+0000","last_became_active":"2024-03-18T22:54:53.022526+0000","last_became_peered":"2024-03-18T22:54:53.022526+0000","last_unstale":"2024-03-18T22:55:54.436230+0000","last_undegraded":"2024-03-18T22:55:54.436230+0000","last_fullsized":"2024-03-18T22:55:54.436230+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-19T23:54:03.107450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.439089+0000","last_change":"2024-03-18T22:54:54.037116+0000","last_active":"2024-03-18T22:55:54.439089+0000","last_peered":"2024-03-18T22:55:54.439089+0000","last_clean":"2024-03-18T22:55:54.439089+0000","last_became_active":"2024-03-18T22:54:54.036789+0000","last_became_peered":"2024-03-18T22:54:54.036789+0000","last_unstale":"2024-03-18T22:55:54.439089+0000","last_undegraded":"2024-03-18T22:55:54.439089+0000","last_fullsized":"2024-03-18T22:55:54.439089+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:52:57.387973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"88'3","reported_seq":91,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:56:03.442685+0000","last_change":"2024-03-18T22:54:53.023551+0000","last_active":"2024-03-18T22:56:03.442685+0000","last_peered":"2024-03-18T22:56:03.442685+0000","last_clean":"2024-03-18T22:56:03.442685+0000","last_became_active":"2024-03-18T22:54:53.023218+0000","last_became_peered":"2024-03-18T22:54:53.023218+0000","last_unstale":"2024-03-18T22:56:03.442685+0000","last_undegraded":"2024-03-18T22:56:03.442685+0000","last_fullsized":"2024-03-18T22:56:03.442685+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:23:50.244054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":70,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.616743+0000","last_change":"2024-03-18T22:55:54.616743+0000","last_active":"2024-03-18T22:55:54.616743+0000","last_peered":"2024-03-18T22:55:54.616743+0000","last_clean":"2024-03-18T22:55:54.616743+0000","last_became_active":"2024-03-18T22:55:54.616361+0000","last_became_peered":"2024-03-18T22:55:54.616361+0000","last_unstale":"2024-03-18T22:55:54.616743+0000","last_undegraded":"2024-03-18T22:55:54.616743+0000","last_fullsized":"2024-03-18T22:55:54.616743+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:05:31.961319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,10],"acting":[7,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"88'15","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.442380+0000","last_change":"2024-03-18T22:54:53.027160+0000","last_active":"2024-03-18T22:55:54.442380+0000","last_peered":"2024-03-18T22:55:54.442380+0000","last_clean":"2024-03-18T22:55:54.442380+0000","last_became_active":"2024-03-18T22:54:53.026865+0000","last_became_peered":"2024-03-18T22:54:53.026865+0000","last_unstale":"2024-03-18T22:55:54.442380+0000","last_undegraded":"2024-03-18T22:55:54.442380+0000","last_fullsized":"2024-03-18T22:55:54.442380+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:34:14.499769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.436269+0000","last_change":"2024-03-18T22:54:54.032159+0000","last_active":"2024-03-18T22:55:54.436269+0000","last_peered":"2024-03-18T22:55:54.436269+0000","last_clean":"2024-03-18T22:55:54.436269+0000","last_became_active":"2024-03-18T22:54:54.031842+0000","last_became_peered":"2024-03-18T22:54:54.031842+0000","last_unstale":"2024-03-18T22:55:54.436269+0000","last_undegraded":"2024-03-18T22:55:54.436269+0000","last_fullsized":"2024-03-18T22:55:54.436269+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:15:30.868540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"88'2","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.451214+0000","last_change":"2024-03-18T22:55:54.451214+0000","last_active":"2024-03-18T22:55:54.451214+0000","last_peered":"2024-03-18T22:55:54.451214+0000","last_clean":"2024-03-18T22:55:54.451214+0000","last_became_active":"2024-03-18T22:55:54.444912+0000","last_became_peered":"2024-03-18T22:55:54.444912+0000","last_unstale":"2024-03-18T22:55:54.451214+0000","last_undegraded":"2024-03-18T22:55:54.451214+0000","last_fullsized":"2024-03-18T22:55:54.451214+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:47:11.378188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.444922+0000","last_change":"2024-03-18T22:55:54.444922+0000","last_active":"2024-03-18T22:55:54.444922+0000","last_peered":"2024-03-18T22:55:54.444922+0000","last_clean":"2024-03-18T22:55:54.444922+0000","last_became_active":"2024-03-18T22:55:54.444554+0000","last_became_peered":"2024-03-18T22:55:54.444554+0000","last_unstale":"2024-03-18T22:55:54.444922+0000","last_undegraded":"2024-03-18T22:55:54.444922+0000","last_fullsized":"2024-03-18T22:55:54.444922+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:44:22.210808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.437972+0000","last_change":"2024-03-18T22:54:53.035813+0000","last_active":"2024-03-18T22:55:54.437972+0000","last_peered":"2024-03-18T22:55:54.437972+0000","last_clean":"2024-03-18T22:55:54.437972+0000","last_became_active":"2024-03-18T22:54:53.035498+0000","last_became_peered":"2024-03-18T22:54:53.035498+0000","last_unstale":"2024-03-18T22:55:54.437972+0000","last_undegraded":"2024-03-18T22:55:54.437972+0000","last_fullsized":"2024-03-18T22:55:54.437972+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:25:40.118257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"88'1","reported_seq":18,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.615488+0000","last_change":"2024-03-18T22:54:54.036266+0000","last_active":"2024-03-18T22:55:54.615488+0000","last_peered":"2024-03-18T22:55:54.615488+0000","last_clean":"2024-03-18T22:55:54.615488+0000","last_became_active":"2024-03-18T22:54:54.035878+0000","last_became_peered":"2024-03-18T22:54:54.035878+0000","last_unstale":"2024-03-18T22:55:54.615488+0000","last_undegraded":"2024-03-18T22:55:54.615488+0000","last_fullsized":"2024-03-18T22:55:54.615488+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:33:16.420798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"88'1","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438058+0000","last_change":"2024-03-18T22:54:53.028365+0000","last_active":"2024-03-18T22:55:54.438058+0000","last_peered":"2024-03-18T22:55:54.438058+0000","last_clean":"2024-03-18T22:55:54.438058+0000","last_became_active":"2024-03-18T22:54:53.027911+0000","last_became_peered":"2024-03-18T22:54:53.027911+0000","last_unstale":"2024-03-18T22:55:54.438058+0000","last_undegraded":"2024-03-18T22:55:54.438058+0000","last_fullsized":"2024-03-18T22:55:54.438058+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:12:38.271170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.615513+0000","last_change":"2024-03-18T22:54:54.042110+0000","last_active":"2024-03-18T22:55:54.615513+0000","last_peered":"2024-03-18T22:55:54.615513+0000","last_clean":"2024-03-18T22:55:54.615513+0000","last_became_active":"2024-03-18T22:54:54.041704+0000","last_became_peered":"2024-03-18T22:54:54.041704+0000","last_unstale":"2024-03-18T22:55:54.615513+0000","last_undegraded":"2024-03-18T22:55:54.615513+0000","last_fullsized":"2024-03-18T22:55:54.615513+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:05:18.994280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.436374+0000","last_change":"2024-03-18T22:54:54.030853+0000","last_active":"2024-03-18T22:55:54.436374+0000","last_peered":"2024-03-18T22:55:54.436374+0000","last_clean":"2024-03-18T22:55:54.436374+0000","last_became_active":"2024-03-18T22:54:54.030269+0000","last_became_peered":"2024-03-18T22:54:54.030269+0000","last_unstale":"2024-03-18T22:55:54.436374+0000","last_undegraded":"2024-03-18T22:55:54.436374+0000","last_fullsized":"2024-03-18T22:55:54.436374+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:41:19.958455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"88'4","reported_seq":89,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:56:02.441000+0000","last_change":"2024-03-18T22:54:53.032470+0000","last_active":"2024-03-18T22:56:02.441000+0000","last_peered":"2024-03-18T22:56:02.441000+0000","last_clean":"2024-03-18T22:56:02.441000+0000","last_became_active":"2024-03-18T22:54:53.032169+0000","last_became_peered":"2024-03-18T22:54:53.032169+0000","last_unstale":"2024-03-18T22:56:02.441000+0000","last_undegraded":"2024-03-18T22:56:02.441000+0000","last_fullsized":"2024-03-18T22:56:02.441000+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-19T23:43:21.636899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":66,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.443735+0000","last_change":"2024-03-18T22:55:54.443288+0000","last_active":"2024-03-18T22:55:54.443735+0000","last_peered":"2024-03-18T22:55:54.443735+0000","last_clean":"2024-03-18T22:55:54.443735+0000","last_became_active":"2024-03-18T22:55:54.442869+0000","last_became_peered":"2024-03-18T22:55:54.442869+0000","last_unstale":"2024-03-18T22:55:54.443735+0000","last_undegraded":"2024-03-18T22:55:54.443735+0000","last_fullsized":"2024-03-18T22:55:54.443735+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:28:45.652067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"88'3","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.442390+0000","last_change":"2024-03-18T22:54:53.023413+0000","last_active":"2024-03-18T22:55:54.442390+0000","last_peered":"2024-03-18T22:55:54.442390+0000","last_clean":"2024-03-18T22:55:54.442390+0000","last_became_active":"2024-03-18T22:54:53.023065+0000","last_became_peered":"2024-03-18T22:54:53.023065+0000","last_unstale":"2024-03-18T22:55:54.442390+0000","last_undegraded":"2024-03-18T22:55:54.442390+0000","last_fullsized":"2024-03-18T22:55:54.442390+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:06:51.923415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":355,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438392+0000","last_change":"2024-03-18T22:53:41.982208+0000","last_active":"2024-03-18T22:55:54.438392+0000","last_peered":"2024-03-18T22:55:54.438392+0000","last_clean":"2024-03-18T22:55:54.438392+0000","last_became_active":"2024-03-18T22:53:41.981791+0000","last_became_peered":"2024-03-18T22:53:41.981791+0000","last_unstale":"2024-03-18T22:55:54.438392+0000","last_undegraded":"2024-03-18T22:55:54.438392+0000","last_fullsized":"2024-03-18T22:55:54.438392+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:50:20.075274+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:50:20.075274+0000","last_clean_scrub_stamp":"2024-03-18T22:50:20.075274+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:02:14.429319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.435581+0000","last_change":"2024-03-18T22:54:54.043304+0000","last_active":"2024-03-18T22:55:54.435581+0000","last_peered":"2024-03-18T22:55:54.435581+0000","last_clean":"2024-03-18T22:55:54.435581+0000","last_became_active":"2024-03-18T22:54:54.042947+0000","last_became_peered":"2024-03-18T22:54:54.042947+0000","last_unstale":"2024-03-18T22:55:54.435581+0000","last_undegraded":"2024-03-18T22:55:54.435581+0000","last_fullsized":"2024-03-18T22:55:54.435581+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:25:17.894231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'3","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438566+0000","last_change":"2024-03-18T22:54:53.024193+0000","last_active":"2024-03-18T22:55:54.438566+0000","last_peered":"2024-03-18T22:55:54.438566+0000","last_clean":"2024-03-18T22:55:54.438566+0000","last_became_active":"2024-03-18T22:54:53.023879+0000","last_became_peered":"2024-03-18T22:54:53.023879+0000","last_unstale":"2024-03-18T22:55:54.438566+0000","last_undegraded":"2024-03-18T22:55:54.438566+0000","last_fullsized":"2024-03-18T22:55:54.438566+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:00:18.064908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"88'1","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.442470+0000","last_change":"2024-03-18T22:54:53.032866+0000","last_active":"2024-03-18T22:55:54.442470+0000","last_peered":"2024-03-18T22:55:54.442470+0000","last_clean":"2024-03-18T22:55:54.442470+0000","last_became_active":"2024-03-18T22:54:53.032217+0000","last_became_peered":"2024-03-18T22:54:53.032217+0000","last_unstale":"2024-03-18T22:55:54.442470+0000","last_undegraded":"2024-03-18T22:55:54.442470+0000","last_fullsized":"2024-03-18T22:55:54.442470+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:35:17.804396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.435905+0000","last_change":"2024-03-18T22:54:54.033160+0000","last_active":"2024-03-18T22:55:54.435905+0000","last_peered":"2024-03-18T22:55:54.435905+0000","last_clean":"2024-03-18T22:55:54.435905+0000","last_became_active":"2024-03-18T22:54:54.032815+0000","last_became_peered":"2024-03-18T22:54:54.032815+0000","last_unstale":"2024-03-18T22:55:54.435905+0000","last_undegraded":"2024-03-18T22:55:54.435905+0000","last_fullsized":"2024-03-18T22:55:54.435905+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:52:01.710534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"88'8","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438345+0000","last_change":"2024-03-18T22:54:53.031367+0000","last_active":"2024-03-18T22:55:54.438345+0000","last_peered":"2024-03-18T22:55:54.438345+0000","last_clean":"2024-03-18T22:55:54.438345+0000","last_became_active":"2024-03-18T22:54:53.031030+0000","last_became_peered":"2024-03-18T22:54:53.031030+0000","last_unstale":"2024-03-18T22:55:54.438345+0000","last_undegraded":"2024-03-18T22:55:54.438345+0000","last_fullsized":"2024-03-18T22:55:54.438345+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:40:32.093646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.615514+0000","last_change":"2024-03-18T22:54:54.028576+0000","last_active":"2024-03-18T22:55:54.615514+0000","last_peered":"2024-03-18T22:55:54.615514+0000","last_clean":"2024-03-18T22:55:54.615514+0000","last_became_active":"2024-03-18T22:54:54.028115+0000","last_became_peered":"2024-03-18T22:54:54.028115+0000","last_unstale":"2024-03-18T22:55:54.615514+0000","last_undegraded":"2024-03-18T22:55:54.615514+0000","last_fullsized":"2024-03-18T22:55:54.615514+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:27:03.411944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"88'4","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.442634+0000","last_change":"2024-03-18T22:54:53.033197+0000","last_active":"2024-03-18T22:55:54.442634+0000","last_peered":"2024-03-18T22:55:54.442634+0000","last_clean":"2024-03-18T22:55:54.442634+0000","last_became_active":"2024-03-18T22:54:53.032866+0000","last_became_peered":"2024-03-18T22:54:53.032866+0000","last_unstale":"2024-03-18T22:55:54.442634+0000","last_undegraded":"2024-03-18T22:55:54.442634+0000","last_fullsized":"2024-03-18T22:55:54.442634+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:11:09.699315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.439470+0000","last_change":"2024-03-18T22:54:54.040933+0000","last_active":"2024-03-18T22:55:54.439470+0000","last_peered":"2024-03-18T22:55:54.439470+0000","last_clean":"2024-03-18T22:55:54.439470+0000","last_became_active":"2024-03-18T22:54:54.040546+0000","last_became_peered":"2024-03-18T22:54:54.040546+0000","last_unstale":"2024-03-18T22:55:54.439470+0000","last_undegraded":"2024-03-18T22:55:54.439470+0000","last_fullsized":"2024-03-18T22:55:54.439470+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:17:41.902643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.435954+0000","last_change":"2024-03-18T22:54:53.032780+0000","last_active":"2024-03-18T22:55:54.435954+0000","last_peered":"2024-03-18T22:55:54.435954+0000","last_clean":"2024-03-18T22:55:54.435954+0000","last_became_active":"2024-03-18T22:54:53.032380+0000","last_became_peered":"2024-03-18T22:54:53.032380+0000","last_unstale":"2024-03-18T22:55:54.435954+0000","last_undegraded":"2024-03-18T22:55:54.435954+0000","last_fullsized":"2024-03-18T22:55:54.435954+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:44:54.898752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.442515+0000","last_change":"2024-03-18T22:54:54.028746+0000","last_active":"2024-03-18T22:55:54.442515+0000","last_peered":"2024-03-18T22:55:54.442515+0000","last_clean":"2024-03-18T22:55:54.442515+0000","last_became_active":"2024-03-18T22:54:54.028402+0000","last_became_peered":"2024-03-18T22:54:54.028402+0000","last_unstale":"2024-03-18T22:55:54.442515+0000","last_undegraded":"2024-03-18T22:55:54.442515+0000","last_fullsized":"2024-03-18T22:55:54.442515+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:01:41.682832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"88'3","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.615134+0000","last_change":"2024-03-18T22:54:53.030509+0000","last_active":"2024-03-18T22:55:54.615134+0000","last_peered":"2024-03-18T22:55:54.615134+0000","last_clean":"2024-03-18T22:55:54.615134+0000","last_became_active":"2024-03-18T22:54:53.030155+0000","last_became_peered":"2024-03-18T22:54:53.030155+0000","last_unstale":"2024-03-18T22:55:54.615134+0000","last_undegraded":"2024-03-18T22:55:54.615134+0000","last_fullsized":"2024-03-18T22:55:54.615134+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:16:10.482244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438537+0000","last_change":"2024-03-18T22:54:54.033471+0000","last_active":"2024-03-18T22:55:54.438537+0000","last_peered":"2024-03-18T22:55:54.438537+0000","last_clean":"2024-03-18T22:55:54.438537+0000","last_became_active":"2024-03-18T22:54:54.032988+0000","last_became_peered":"2024-03-18T22:54:54.032988+0000","last_unstale":"2024-03-18T22:55:54.438537+0000","last_undegraded":"2024-03-18T22:55:54.438537+0000","last_fullsized":"2024-03-18T22:55:54.438537+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:00:52.952303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"88'1","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.439161+0000","last_change":"2024-03-18T22:54:53.026863+0000","last_active":"2024-03-18T22:55:54.439161+0000","last_peered":"2024-03-18T22:55:54.439161+0000","last_clean":"2024-03-18T22:55:54.439161+0000","last_became_active":"2024-03-18T22:54:53.026544+0000","last_became_peered":"2024-03-18T22:54:53.026544+0000","last_unstale":"2024-03-18T22:55:54.439161+0000","last_undegraded":"2024-03-18T22:55:54.439161+0000","last_fullsized":"2024-03-18T22:55:54.439161+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:46:39.488983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.615287+0000","last_change":"2024-03-18T22:54:54.032914+0000","last_active":"2024-03-18T22:55:54.615287+0000","last_peered":"2024-03-18T22:55:54.615287+0000","last_clean":"2024-03-18T22:55:54.615287+0000","last_became_active":"2024-03-18T22:54:54.032445+0000","last_became_peered":"2024-03-18T22:54:54.032445+0000","last_unstale":"2024-03-18T22:55:54.615287+0000","last_undegraded":"2024-03-18T22:55:54.615287+0000","last_fullsized":"2024-03-18T22:55:54.615287+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:48:46.776010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.454936+0000","last_change":"2024-03-18T22:55:54.454936+0000","last_active":"2024-03-18T22:55:54.454936+0000","last_peered":"2024-03-18T22:55:54.454936+0000","last_clean":"2024-03-18T22:55:54.454936+0000","last_became_active":"2024-03-18T22:55:54.446712+0000","last_became_peered":"2024-03-18T22:55:54.446712+0000","last_unstale":"2024-03-18T22:55:54.454936+0000","last_undegraded":"2024-03-18T22:55:54.454936+0000","last_fullsized":"2024-03-18T22:55:54.454936+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-19T23:25:14.644223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438065+0000","last_change":"2024-03-18T22:54:54.031434+0000","last_active":"2024-03-18T22:55:54.438065+0000","last_peered":"2024-03-18T22:55:54.438065+0000","last_clean":"2024-03-18T22:55:54.438065+0000","last_became_active":"2024-03-18T22:54:54.031067+0000","last_became_peered":"2024-03-18T22:54:54.031067+0000","last_unstale":"2024-03-18T22:55:54.438065+0000","last_undegraded":"2024-03-18T22:55:54.438065+0000","last_fullsized":"2024-03-18T22:55:54.438065+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:40:34.544650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"88'3","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.439202+0000","last_change":"2024-03-18T22:54:53.033060+0000","last_active":"2024-03-18T22:55:54.439202+0000","last_peered":"2024-03-18T22:55:54.439202+0000","last_clean":"2024-03-18T22:55:54.439202+0000","last_became_active":"2024-03-18T22:54:53.032728+0000","last_became_peered":"2024-03-18T22:54:53.032728+0000","last_unstale":"2024-03-18T22:55:54.439202+0000","last_undegraded":"2024-03-18T22:55:54.439202+0000","last_fullsized":"2024-03-18T22:55:54.439202+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:33:42.154476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438274+0000","last_change":"2024-03-18T22:54:54.031032+0000","last_active":"2024-03-18T22:55:54.438274+0000","last_peered":"2024-03-18T22:55:54.438274+0000","last_clean":"2024-03-18T22:55:54.438274+0000","last_became_active":"2024-03-18T22:54:54.030688+0000","last_became_peered":"2024-03-18T22:54:54.030688+0000","last_unstale":"2024-03-18T22:55:54.438274+0000","last_undegraded":"2024-03-18T22:55:54.438274+0000","last_fullsized":"2024-03-18T22:55:54.438274+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:42:35.869673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"87'1","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.436641+0000","last_change":"2024-03-18T22:54:53.024231+0000","last_active":"2024-03-18T22:55:54.436641+0000","last_peered":"2024-03-18T22:55:54.436641+0000","last_clean":"2024-03-18T22:55:54.436641+0000","last_became_active":"2024-03-18T22:54:53.023648+0000","last_became_peered":"2024-03-18T22:54:53.023648+0000","last_unstale":"2024-03-18T22:55:54.436641+0000","last_undegraded":"2024-03-18T22:55:54.436641+0000","last_fullsized":"2024-03-18T22:55:54.436641+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:48:11.231632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"88'1","reported_seq":18,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438017+0000","last_change":"2024-03-18T22:54:54.029329+0000","last_active":"2024-03-18T22:55:54.438017+0000","last_peered":"2024-03-18T22:55:54.438017+0000","last_clean":"2024-03-18T22:55:54.438017+0000","last_became_active":"2024-03-18T22:54:54.028954+0000","last_became_peered":"2024-03-18T22:54:54.028954+0000","last_unstale":"2024-03-18T22:55:54.438017+0000","last_undegraded":"2024-03-18T22:55:54.438017+0000","last_fullsized":"2024-03-18T22:55:54.438017+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:56:50.366921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"87'2","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.436005+0000","last_change":"2024-03-18T22:54:53.031574+0000","last_active":"2024-03-18T22:55:54.436005+0000","last_peered":"2024-03-18T22:55:54.436005+0000","last_clean":"2024-03-18T22:55:54.436005+0000","last_became_active":"2024-03-18T22:54:53.031265+0000","last_became_peered":"2024-03-18T22:54:53.031265+0000","last_unstale":"2024-03-18T22:55:54.436005+0000","last_undegraded":"2024-03-18T22:55:54.436005+0000","last_fullsized":"2024-03-18T22:55:54.436005+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:51.998546+0000","last_clean_scrub_stamp":"2024-03-18T22:54:51.998546+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:19:36.622119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438151+0000","last_change":"2024-03-18T22:54:54.033021+0000","last_active":"2024-03-18T22:55:54.438151+0000","last_peered":"2024-03-18T22:55:54.438151+0000","last_clean":"2024-03-18T22:55:54.438151+0000","last_became_active":"2024-03-18T22:54:54.032648+0000","last_became_peered":"2024-03-18T22:54:54.032648+0000","last_unstale":"2024-03-18T22:55:54.438151+0000","last_undegraded":"2024-03-18T22:55:54.438151+0000","last_fullsized":"2024-03-18T22:55:54.438151+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:30:16.604892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438563+0000","last_change":"2024-03-18T22:54:54.036950+0000","last_active":"2024-03-18T22:55:54.438563+0000","last_peered":"2024-03-18T22:55:54.438563+0000","last_clean":"2024-03-18T22:55:54.438563+0000","last_became_active":"2024-03-18T22:54:54.036210+0000","last_became_peered":"2024-03-18T22:54:54.036210+0000","last_unstale":"2024-03-18T22:55:54.438563+0000","last_undegraded":"2024-03-18T22:55:54.438563+0000","last_fullsized":"2024-03-18T22:55:54.438563+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:47:17.591499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.439068+0000","last_change":"2024-03-18T22:54:54.042240+0000","last_active":"2024-03-18T22:55:54.439068+0000","last_peered":"2024-03-18T22:55:54.439068+0000","last_clean":"2024-03-18T22:55:54.439068+0000","last_became_active":"2024-03-18T22:54:54.041850+0000","last_became_peered":"2024-03-18T22:54:54.041850+0000","last_unstale":"2024-03-18T22:55:54.439068+0000","last_undegraded":"2024-03-18T22:55:54.439068+0000","last_fullsized":"2024-03-18T22:55:54.439068+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:37:35.520257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438840+0000","last_change":"2024-03-18T22:54:54.032194+0000","last_active":"2024-03-18T22:55:54.438840+0000","last_peered":"2024-03-18T22:55:54.438840+0000","last_clean":"2024-03-18T22:55:54.438840+0000","last_became_active":"2024-03-18T22:54:54.031797+0000","last_became_peered":"2024-03-18T22:54:54.031797+0000","last_unstale":"2024-03-18T22:55:54.438840+0000","last_undegraded":"2024-03-18T22:55:54.438840+0000","last_fullsized":"2024-03-18T22:55:54.438840+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:36:09.081599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.439626+0000","last_change":"2024-03-18T22:54:54.041102+0000","last_active":"2024-03-18T22:55:54.439626+0000","last_peered":"2024-03-18T22:55:54.439626+0000","last_clean":"2024-03-18T22:55:54.439626+0000","last_became_active":"2024-03-18T22:54:54.040735+0000","last_became_peered":"2024-03-18T22:54:54.040735+0000","last_unstale":"2024-03-18T22:55:54.439626+0000","last_undegraded":"2024-03-18T22:55:54.439626+0000","last_fullsized":"2024-03-18T22:55:54.439626+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:12:15.921804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.435912+0000","last_change":"2024-03-18T22:54:54.043078+0000","last_active":"2024-03-18T22:55:54.435912+0000","last_peered":"2024-03-18T22:55:54.435912+0000","last_clean":"2024-03-18T22:55:54.435912+0000","last_became_active":"2024-03-18T22:54:54.042756+0000","last_became_peered":"2024-03-18T22:54:54.042756+0000","last_unstale":"2024-03-18T22:55:54.435912+0000","last_undegraded":"2024-03-18T22:55:54.435912+0000","last_fullsized":"2024-03-18T22:55:54.435912+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:25:56.122492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.445491+0000","last_change":"2024-03-18T22:55:54.445491+0000","last_active":"2024-03-18T22:55:54.445491+0000","last_peered":"2024-03-18T22:55:54.445491+0000","last_clean":"2024-03-18T22:55:54.445491+0000","last_became_active":"2024-03-18T22:55:54.444471+0000","last_became_peered":"2024-03-18T22:55:54.444471+0000","last_unstale":"2024-03-18T22:55:54.445491+0000","last_undegraded":"2024-03-18T22:55:54.445491+0000","last_fullsized":"2024-03-18T22:55:54.445491+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T00:00:21.283485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.439727+0000","last_change":"2024-03-18T22:54:54.038615+0000","last_active":"2024-03-18T22:55:54.439727+0000","last_peered":"2024-03-18T22:55:54.439727+0000","last_clean":"2024-03-18T22:55:54.439727+0000","last_became_active":"2024-03-18T22:54:54.038263+0000","last_became_peered":"2024-03-18T22:54:54.038263+0000","last_unstale":"2024-03-18T22:55:54.439727+0000","last_undegraded":"2024-03-18T22:55:54.439727+0000","last_fullsized":"2024-03-18T22:55:54.439727+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:33:13.988084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.615513+0000","last_change":"2024-03-18T22:54:54.037149+0000","last_active":"2024-03-18T22:55:54.615513+0000","last_peered":"2024-03-18T22:55:54.615513+0000","last_clean":"2024-03-18T22:55:54.615513+0000","last_became_active":"2024-03-18T22:54:54.036670+0000","last_became_peered":"2024-03-18T22:54:54.036670+0000","last_unstale":"2024-03-18T22:55:54.615513+0000","last_undegraded":"2024-03-18T22:55:54.615513+0000","last_fullsized":"2024-03-18T22:55:54.615513+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:07:04.888734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.436229+0000","last_change":"2024-03-18T22:54:54.033527+0000","last_active":"2024-03-18T22:55:54.436229+0000","last_peered":"2024-03-18T22:55:54.436229+0000","last_clean":"2024-03-18T22:55:54.436229+0000","last_became_active":"2024-03-18T22:54:54.032797+0000","last_became_peered":"2024-03-18T22:54:54.032797+0000","last_unstale":"2024-03-18T22:55:54.436229+0000","last_undegraded":"2024-03-18T22:55:54.436229+0000","last_fullsized":"2024-03-18T22:55:54.436229+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:23:21.882770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.615042+0000","last_change":"2024-03-18T22:54:54.029056+0000","last_active":"2024-03-18T22:55:54.615042+0000","last_peered":"2024-03-18T22:55:54.615042+0000","last_clean":"2024-03-18T22:55:54.615042+0000","last_became_active":"2024-03-18T22:54:54.028664+0000","last_became_peered":"2024-03-18T22:54:54.028664+0000","last_unstale":"2024-03-18T22:55:54.615042+0000","last_undegraded":"2024-03-18T22:55:54.615042+0000","last_fullsized":"2024-03-18T22:55:54.615042+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:24:21.409787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.436162+0000","last_change":"2024-03-18T22:54:54.028397+0000","last_active":"2024-03-18T22:55:54.436162+0000","last_peered":"2024-03-18T22:55:54.436162+0000","last_clean":"2024-03-18T22:55:54.436162+0000","last_became_active":"2024-03-18T22:54:54.027921+0000","last_became_peered":"2024-03-18T22:54:54.027921+0000","last_unstale":"2024-03-18T22:55:54.436162+0000","last_undegraded":"2024-03-18T22:55:54.436162+0000","last_fullsized":"2024-03-18T22:55:54.436162+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:36:39.516856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.435854+0000","last_change":"2024-03-18T22:54:54.033199+0000","last_active":"2024-03-18T22:55:54.435854+0000","last_peered":"2024-03-18T22:55:54.435854+0000","last_clean":"2024-03-18T22:55:54.435854+0000","last_became_active":"2024-03-18T22:54:54.032441+0000","last_became_peered":"2024-03-18T22:54:54.032441+0000","last_unstale":"2024-03-18T22:55:54.435854+0000","last_undegraded":"2024-03-18T22:55:54.435854+0000","last_fullsized":"2024-03-18T22:55:54.435854+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:26:23.258588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-03-18T22:55:54.438478+0000","last_change":"2024-03-18T22:54:54.039129+0000","last_active":"2024-03-18T22:55:54.438478+0000","last_peered":"2024-03-18T22:55:54.438478+0000","last_clean":"2024-03-18T22:55:54.438478+0000","last_became_active":"2024-03-18T22:54:54.038803+0000","last_became_peered":"2024-03-18T22:54:54.038803+0000","last_unstale":"2024-03-18T22:55:54.438478+0000","last_undegraded":"2024-03-18T22:55:54.438478+0000","last_fullsized":"2024-03-18T22:55:54.438478+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-18T22:54:53.004488+0000","last_clean_scrub_stamp":"2024-03-18T22:54:53.004488+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:32:29.202587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":62522,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":413,"num_read_kb":273,"num_write":152,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":644,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":417792,"data_stored":187566,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":131,"ondisk_log_size":131,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":83,"seq":356482285596,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32152,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713000,"statfs":{"total":95995035648,"available":95962112000,"internally_reserved":0,"allocated":991232,"data_stored":473101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":75,"seq":322122547234,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32824,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712328,"statfs":{"total":95995035648,"available":95961423872,"internally_reserved":0,"allocated":1683456,"data_stored":1123472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":69,"seq":296352743462,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40480,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704672,"statfs":{"total":95995035648,"available":95953584128,"internally_reserved":0,"allocated":1003520,"data_stored":473315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":40434112},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":61,"seq":261993005100,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32160,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712992,"statfs":{"total":95995035648,"available":95962103808,"internally_reserved":0,"allocated":999424,"data_stored":473213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":53,"seq":227633266737,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32744,"kb_used_data":1560,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712408,"statfs":{"total":95995035648,"available":95961505792,"internally_reserved":0,"allocated":1597440,"data_stored":1064774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462964,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":991232,"data_stored":472704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574927,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36380,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708772,"statfs":{"total":95995035648,"available":95957782528,"internally_reserved":0,"allocated":1060864,"data_stored":532031,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738450,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1011712,"data_stored":473975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411401,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1069056,"data_stored":532137,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182468,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40488,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704664,"statfs":{"total":95995035648,"available":95953575936,"internally_reserved":0,"allocated":1007616,"data_stored":473015,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40434119},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920832,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":995328,"data_stored":473141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724603,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32756,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712396,"statfs":{"total":95995035648,"available":95961493504,"internally_reserved":0,"allocated":1609728,"data_stored":1064458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":59534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":59640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":60490,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-18T22:56:09.715 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-03-18T22:56:09.715 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-03-18T22:56:09.715 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-03-18T22:56:09.715 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph health --format=json 2024-03-18T22:56:09.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:09 smithi181 ceph-mon[67256]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-18T22:56:09.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:09 smithi099 ceph-mon[36725]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-18T22:56:09.957 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:56:10.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:10 smithi052 ceph-mon[32520]: pgmap v328: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s; 53 B/s, 0 objects/s recovering 2024-03-18T22:56:10.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:10 smithi099 ceph-mon[36725]: pgmap v328: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s; 53 B/s, 0 objects/s recovering 2024-03-18T22:56:11.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:10 smithi181 ceph-mon[67256]: pgmap v328: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s; 53 B/s, 0 objects/s recovering 2024-03-18T22:56:11.557 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.556+0000 7fe0ba04c700 1 -- 172.21.15.52:0/983593676 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0b4102d20 msgr2=0x7fe0b410f160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:11.557 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.556+0000 7fe0ba04c700 1 --2- 172.21.15.52:0/983593676 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0b4102d20 0x7fe0b410f160 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fe0ac0099c0 tx=0x7fe0ac009cd0 comp rx=0 tx=0).stop 2024-03-18T22:56:11.557 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.556+0000 7fe0ba04c700 1 -- 172.21.15.52:0/983593676 shutdown_connections 2024-03-18T22:56:11.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.556+0000 7fe0ba04c700 1 --2- 172.21.15.52:0/983593676 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0b4102d20 0x7fe0b410f160 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:11.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.556+0000 7fe0ba04c700 1 --2- 172.21.15.52:0/983593676 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe0b4108340 0x7fe0b4108720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:11.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.556+0000 7fe0ba04c700 1 --2- 172.21.15.52:0/983593676 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe0b4102360 0x7fe0b41027e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:11.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.556+0000 7fe0ba04c700 1 -- 172.21.15.52:0/983593676 >> 172.21.15.52:0/983593676 conn(0x7fe0b4079440 msgr2=0x7fe0b4079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:11.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.556+0000 7fe0ba04c700 1 -- 172.21.15.52:0/983593676 shutdown_connections 2024-03-18T22:56:11.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.556+0000 7fe0ba04c700 1 -- 172.21.15.52:0/983593676 wait complete. 2024-03-18T22:56:11.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.557+0000 7fe0ba04c700 1 Processor -- start 2024-03-18T22:56:11.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.557+0000 7fe0ba04c700 1 -- start start 2024-03-18T22:56:11.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.557+0000 7fe0ba04c700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe0b4102360 0x7fe0b419c690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:11.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.557+0000 7fe0ba04c700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe0b4102d20 0x7fe0b419cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:11.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.557+0000 7fe0ba04c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0b4108340 0x7fe0b4196760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:11.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.557+0000 7fe0ba04c700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe0b4110560 con 0x7fe0b4108340 2024-03-18T22:56:11.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.557+0000 7fe0ba04c700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fe0b41103e0 con 0x7fe0b4102d20 2024-03-18T22:56:11.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.557+0000 7fe0ba04c700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fe0b41106e0 con 0x7fe0b4102360 2024-03-18T22:56:11.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.557+0000 7fe0b3fff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0b4108340 0x7fe0b4196760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:11.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.557+0000 7fe0b3fff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0b4108340 0x7fe0b4196760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46894/0 (socket says 172.21.15.52:46894) 2024-03-18T22:56:11.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.557+0000 7fe0b3fff700 1 -- 172.21.15.52:0/1519069380 learned_addr learned my addr 172.21.15.52:0/1519069380 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:11.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.557+0000 7fe0b37fe700 1 --2- 172.21.15.52:0/1519069380 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe0b4102360 0x7fe0b419c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:11.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.557+0000 7fe0b2ffd700 1 --2- 172.21.15.52:0/1519069380 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe0b4102d20 0x7fe0b419cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:11.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.558+0000 7fe0b3fff700 1 -- 172.21.15.52:0/1519069380 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe0b4102360 msgr2=0x7fe0b419c690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:11.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.558+0000 7fe0b3fff700 1 --2- 172.21.15.52:0/1519069380 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe0b4102360 0x7fe0b419c690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:11.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.558+0000 7fe0b3fff700 1 -- 172.21.15.52:0/1519069380 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe0b4102d20 msgr2=0x7fe0b419cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:11.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.558+0000 7fe0b3fff700 1 --2- 172.21.15.52:0/1519069380 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe0b4102d20 0x7fe0b419cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:11.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.558+0000 7fe0b3fff700 1 -- 172.21.15.52:0/1519069380 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0b4197040 con 0x7fe0b4108340 2024-03-18T22:56:11.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.558+0000 7fe0b2ffd700 1 --2- 172.21.15.52:0/1519069380 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe0b4102d20 0x7fe0b419cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:11.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.558+0000 7fe0b37fe700 1 --2- 172.21.15.52:0/1519069380 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe0b4102360 0x7fe0b419c690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:11.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.558+0000 7fe0b3fff700 1 --2- 172.21.15.52:0/1519069380 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0b4108340 0x7fe0b4196760 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fe0ac00f690 tx=0x7fe0ac00f6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:11.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.558+0000 7fe0b0ff9700 1 -- 172.21.15.52:0/1519069380 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0ac009e60 con 0x7fe0b4108340 2024-03-18T22:56:11.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.558+0000 7fe0ba04c700 1 -- 172.21.15.52:0/1519069380 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0b41972d0 con 0x7fe0b4108340 2024-03-18T22:56:11.562 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.558+0000 7fe0b0ff9700 1 -- 172.21.15.52:0/1519069380 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe0ac00be40 con 0x7fe0b4108340 2024-03-18T22:56:11.562 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.558+0000 7fe0b0ff9700 1 -- 172.21.15.52:0/1519069380 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0ac005670 con 0x7fe0b4108340 2024-03-18T22:56:11.562 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.558+0000 7fe0ba04c700 1 -- 172.21.15.52:0/1519069380 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0b41a3610 con 0x7fe0b4108340 2024-03-18T22:56:11.562 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.559+0000 7fe0ba04c700 1 -- 172.21.15.52:0/1519069380 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0b4197630 con 0x7fe0b4108340 2024-03-18T22:56:11.562 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.560+0000 7fe0b0ff9700 1 -- 172.21.15.52:0/1519069380 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fe0ac003c20 con 0x7fe0b4108340 2024-03-18T22:56:11.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.561+0000 7fe0b0ff9700 1 --2- 172.21.15.52:0/1519069380 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe0a00a29a0 0x7fe0a00a4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:11.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.561+0000 7fe0b37fe700 1 --2- 172.21.15.52:0/1519069380 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe0a00a29a0 0x7fe0a00a4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:11.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.561+0000 7fe0b0ff9700 1 -- 172.21.15.52:0/1519069380 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7fe0ac0cf920 con 0x7fe0b4108340 2024-03-18T22:56:11.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.561+0000 7fe0b37fe700 1 --2- 172.21.15.52:0/1519069380 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe0a00a29a0 0x7fe0a00a4e60 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fe0a400dfd0 tx=0x7fe0a400f040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:11.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.565+0000 7fe0b0ff9700 1 -- 172.21.15.52:0/1519069380 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fe0ac013070 con 0x7fe0b4108340 2024-03-18T22:56:11.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.813+0000 7fe0ba04c700 1 -- 172.21.15.52:0/1519069380 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fe0b402dbb0 con 0x7fe0b4108340 2024-03-18T22:56:11.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.814+0000 7fe0b0ff9700 1 -- 172.21.15.52:0/1519069380 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fe0ac09c8d0 con 0x7fe0b4108340 2024-03-18T22:56:11.815 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:56:11.815 INFO:teuthology.orchestra.run.smithi052.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-03-18T22:56:11.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.816+0000 7fe0ba04c700 1 -- 172.21.15.52:0/1519069380 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe0a00a29a0 msgr2=0x7fe0a00a4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:11.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.816+0000 7fe0ba04c700 1 --2- 172.21.15.52:0/1519069380 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe0a00a29a0 0x7fe0a00a4e60 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fe0a400dfd0 tx=0x7fe0a400f040 comp rx=0 tx=0).stop 2024-03-18T22:56:11.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.816+0000 7fe0ba04c700 1 -- 172.21.15.52:0/1519069380 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0b4108340 msgr2=0x7fe0b4196760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:11.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.816+0000 7fe0ba04c700 1 --2- 172.21.15.52:0/1519069380 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0b4108340 0x7fe0b4196760 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fe0ac00f690 tx=0x7fe0ac00f6c0 comp rx=0 tx=0).stop 2024-03-18T22:56:11.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.816+0000 7fe0ba04c700 1 -- 172.21.15.52:0/1519069380 shutdown_connections 2024-03-18T22:56:11.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.816+0000 7fe0ba04c700 1 --2- 172.21.15.52:0/1519069380 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe0a00a29a0 0x7fe0a00a4e60 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:11.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.816+0000 7fe0ba04c700 1 --2- 172.21.15.52:0/1519069380 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0b4108340 0x7fe0b4196760 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:11.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.816+0000 7fe0ba04c700 1 --2- 172.21.15.52:0/1519069380 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe0b4102360 0x7fe0b419c690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:11.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.816+0000 7fe0ba04c700 1 --2- 172.21.15.52:0/1519069380 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe0b4102d20 0x7fe0b419cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:11.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.816+0000 7fe0ba04c700 1 -- 172.21.15.52:0/1519069380 >> 172.21.15.52:0/1519069380 conn(0x7fe0b4079440 msgr2=0x7fe0b4100e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:11.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.816+0000 7fe0ba04c700 1 -- 172.21.15.52:0/1519069380 shutdown_connections 2024-03-18T22:56:11.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:11.816+0000 7fe0ba04c700 1 -- 172.21.15.52:0/1519069380 wait complete. 2024-03-18T22:56:12.454 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-03-18T22:56:12.455 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-18T22:56:12.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.562+0000 7ff9ee1c6640 1 -- 172.21.15.52:0/324212022 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff9e8101930 msgr2=0x7ff9e8101db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:12.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.562+0000 7ff9ee1c6640 1 --2- 172.21.15.52:0/324212022 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff9e8101930 0x7ff9e8101db0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7ff9dc009900 tx=0x7ff9dc02bc30 comp rx=0 tx=0).stop 2024-03-18T22:56:12.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.562+0000 7ff9ee1c6640 1 -- 172.21.15.52:0/324212022 shutdown_connections 2024-03-18T22:56:12.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.562+0000 7ff9ee1c6640 1 --2- 172.21.15.52:0/324212022 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff9e81022f0 0x7ff9e8108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:12.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.562+0000 7ff9ee1c6640 1 --2- 172.21.15.52:0/324212022 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff9e8101930 0x7ff9e8101db0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:12.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.562+0000 7ff9ee1c6640 1 --2- 172.21.15.52:0/324212022 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff9e8100740 0x7ff9e8100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:12.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.562+0000 7ff9ee1c6640 1 -- 172.21.15.52:0/324212022 >> 172.21.15.52:0/324212022 conn(0x7ff9e80fbcb0 msgr2=0x7ff9e80fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:12.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.562+0000 7ff9ee1c6640 1 -- 172.21.15.52:0/324212022 shutdown_connections 2024-03-18T22:56:12.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.562+0000 7ff9ee1c6640 1 -- 172.21.15.52:0/324212022 wait complete. 2024-03-18T22:56:12.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.563+0000 7ff9ee1c6640 1 Processor -- start 2024-03-18T22:56:12.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.563+0000 7ff9ee1c6640 1 -- start start 2024-03-18T22:56:12.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.563+0000 7ff9ee1c6640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff9e8100740 0x7ff9e8197ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:12.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.563+0000 7ff9ee1c6640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff9e8101930 0x7ff9e81981e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:12.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.563+0000 7ff9ee1c6640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff9e81022f0 0x7ff9e819f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:12.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.563+0000 7ff9ee1c6640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff9e810c4a0 con 0x7ff9e81022f0 2024-03-18T22:56:12.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.563+0000 7ff9ee1c6640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7ff9e810c320 con 0x7ff9e8101930 2024-03-18T22:56:12.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.563+0000 7ff9ee1c6640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7ff9e810c620 con 0x7ff9e8100740 2024-03-18T22:56:12.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.563+0000 7ff9e7fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff9e81022f0 0x7ff9e819f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:12.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.563+0000 7ff9e7fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff9e81022f0 0x7ff9e819f1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46904/0 (socket says 172.21.15.52:46904) 2024-03-18T22:56:12.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.563+0000 7ff9e7fff640 1 -- 172.21.15.52:0/3837037846 learned_addr learned my addr 172.21.15.52:0/3837037846 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:12.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.563+0000 7ff9e6ffd640 1 --2- 172.21.15.52:0/3837037846 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff9e8101930 0x7ff9e81981e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:12.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.564+0000 7ff9e77fe640 1 --2- 172.21.15.52:0/3837037846 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff9e8100740 0x7ff9e8197ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:12.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.564+0000 7ff9e7fff640 1 -- 172.21.15.52:0/3837037846 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff9e8100740 msgr2=0x7ff9e8197ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:12.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.564+0000 7ff9e7fff640 1 --2- 172.21.15.52:0/3837037846 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff9e8100740 0x7ff9e8197ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:12.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.564+0000 7ff9e7fff640 1 -- 172.21.15.52:0/3837037846 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff9e8101930 msgr2=0x7ff9e81981e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:12.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.564+0000 7ff9e7fff640 1 --2- 172.21.15.52:0/3837037846 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff9e8101930 0x7ff9e81981e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:12.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.564+0000 7ff9e7fff640 1 -- 172.21.15.52:0/3837037846 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9e819f860 con 0x7ff9e81022f0 2024-03-18T22:56:12.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.564+0000 7ff9e7fff640 1 --2- 172.21.15.52:0/3837037846 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff9e81022f0 0x7ff9e819f1c0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7ff9e000eb10 tx=0x7ff9e000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:12.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.564+0000 7ff9e4ff9640 1 -- 172.21.15.52:0/3837037846 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9e0004b20 con 0x7ff9e81022f0 2024-03-18T22:56:12.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.564+0000 7ff9ee1c6640 1 -- 172.21.15.52:0/3837037846 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9e819fb50 con 0x7ff9e81022f0 2024-03-18T22:56:12.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.564+0000 7ff9e4ff9640 1 -- 172.21.15.52:0/3837037846 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff9e0004cc0 con 0x7ff9e81022f0 2024-03-18T22:56:12.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.564+0000 7ff9e4ff9640 1 -- 172.21.15.52:0/3837037846 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9e00107f0 con 0x7ff9e81022f0 2024-03-18T22:56:12.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.564+0000 7ff9ee1c6640 1 -- 172.21.15.52:0/3837037846 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9e81a00a0 con 0x7ff9e81022f0 2024-03-18T22:56:12.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.565+0000 7ff9ee1c6640 1 -- 172.21.15.52:0/3837037846 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9e81a0270 con 0x7ff9e81022f0 2024-03-18T22:56:12.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.566+0000 7ff9e4ff9640 1 -- 172.21.15.52:0/3837037846 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7ff9e0005020 con 0x7ff9e81022f0 2024-03-18T22:56:12.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.567+0000 7ff9e4ff9640 1 --2- 172.21.15.52:0/3837037846 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff9d00a2890 0x7ff9d00a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:12.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.567+0000 7ff9e77fe640 1 --2- 172.21.15.52:0/3837037846 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff9d00a2890 0x7ff9d00a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:12.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.567+0000 7ff9e4ff9640 1 -- 172.21.15.52:0/3837037846 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7ff9e00cf220 con 0x7ff9e81022f0 2024-03-18T22:56:12.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.567+0000 7ff9e77fe640 1 --2- 172.21.15.52:0/3837037846 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff9d00a2890 0x7ff9d00a4d50 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7ff9e8199120 tx=0x7ff9d800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:12.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.571+0000 7ff9e4ff9640 1 -- 172.21.15.52:0/3837037846 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7ff9e009c0e0 con 0x7ff9e81022f0 2024-03-18T22:56:12.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:12 smithi052 ceph-mon[32520]: pgmap v329: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s; 51 B/s, 0 objects/s recovering 2024-03-18T22:56:12.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:12 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1519069380' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-18T22:56:12.758 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.754+0000 7ff9ee1c6640 1 -- 172.21.15.52:0/3837037846 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff9e81a04e0 con 0x7ff9e81022f0 2024-03-18T22:56:12.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.756+0000 7ff9e4ff9640 1 -- 172.21.15.52:0/3837037846 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+22685 (secure 0 0 0) 0x7ff9e009b9e0 con 0x7ff9e81022f0 2024-03-18T22:56:12.760 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:56:12.760 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":90,"fsid":"444ca0c0-e579-11ee-95c9-87774f69a715","created":"2024-03-18T22:46:59.196861+0000","modified":"2024-03-18T22:55:54.432950+0000","last_up_change":"2024-03-18T22:54:03.658736+0000","last_in_change":"2024-03-18T22:53:42.549736+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-18T22:50:19.580907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-18T22:54:51.765993+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-18T22:54:52.580111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8f05057f-5818-4a49-a239-ce60bf28c875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6803","nonce":4259078413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6805","nonce":4259078413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6809","nonce":4259078413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6807","nonce":4259078413}]},"public_addr":"172.21.15.52:6803/4259078413","cluster_addr":"172.21.15.52:6805/4259078413","heartbeat_back_addr":"172.21.15.52:6809/4259078413","heartbeat_front_addr":"172.21.15.52:6807/4259078413","state":["exists","up"]},{"osd":1,"uuid":"602a7d92-7ff5-457e-b1e1-ab1e9eae6dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6801","nonce":500160796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6803","nonce":500160796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6807","nonce":500160796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6805","nonce":500160796}]},"public_addr":"172.21.15.99:6801/500160796","cluster_addr":"172.21.15.99:6803/500160796","heartbeat_back_addr":"172.21.15.99:6807/500160796","heartbeat_front_addr":"172.21.15.99:6805/500160796","state":["exists","up"]},{"osd":2,"uuid":"d5d4dba3-77ad-46f9-b510-d3b26f14077d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6801","nonce":1878857413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6803","nonce":1878857413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6807","nonce":1878857413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6805","nonce":1878857413}]},"public_addr":"172.21.15.181:6801/1878857413","cluster_addr":"172.21.15.181:6803/1878857413","heartbeat_back_addr":"172.21.15.181:6807/1878857413","heartbeat_front_addr":"172.21.15.181:6805/1878857413","state":["exists","up"]},{"osd":3,"uuid":"b61bfbef-b35c-49e3-9616-48e1b7ffc914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6811","nonce":2095210395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6813","nonce":2095210395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6817","nonce":2095210395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6815","nonce":2095210395}]},"public_addr":"172.21.15.52:6811/2095210395","cluster_addr":"172.21.15.52:6813/2095210395","heartbeat_back_addr":"172.21.15.52:6817/2095210395","heartbeat_front_addr":"172.21.15.52:6815/2095210395","state":["exists","up"]},{"osd":4,"uuid":"ce793666-4ab9-4844-81c9-661b265973b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6809","nonce":2287333294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6811","nonce":2287333294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6815","nonce":2287333294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6813","nonce":2287333294}]},"public_addr":"172.21.15.99:6809/2287333294","cluster_addr":"172.21.15.99:6811/2287333294","heartbeat_back_addr":"172.21.15.99:6815/2287333294","heartbeat_front_addr":"172.21.15.99:6813/2287333294","state":["exists","up"]},{"osd":5,"uuid":"9640855d-727d-4dbe-a86e-d9cb16ff1213","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6809","nonce":2011157034}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6811","nonce":2011157034}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6815","nonce":2011157034}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6813","nonce":2011157034}]},"public_addr":"172.21.15.181:6809/2011157034","cluster_addr":"172.21.15.181:6811/2011157034","heartbeat_back_addr":"172.21.15.181:6815/2011157034","heartbeat_front_addr":"172.21.15.181:6813/2011157034","state":["exists","up"]},{"osd":6,"uuid":"a5e939cf-f502-4844-a7c7-90a03212c912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6819","nonce":3005509606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6821","nonce":3005509606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6825","nonce":3005509606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6823","nonce":3005509606}]},"public_addr":"172.21.15.52:6819/3005509606","cluster_addr":"172.21.15.52:6821/3005509606","heartbeat_back_addr":"172.21.15.52:6825/3005509606","heartbeat_front_addr":"172.21.15.52:6823/3005509606","state":["exists","up"]},{"osd":7,"uuid":"6870a7b1-abe0-4d5b-aedb-e2eab43a0d36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6817","nonce":2572523724}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6819","nonce":2572523724}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6823","nonce":2572523724}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6821","nonce":2572523724}]},"public_addr":"172.21.15.99:6817/2572523724","cluster_addr":"172.21.15.99:6819/2572523724","heartbeat_back_addr":"172.21.15.99:6823/2572523724","heartbeat_front_addr":"172.21.15.99:6821/2572523724","state":["exists","up"]},{"osd":8,"uuid":"967926a1-de37-43dc-b815-0e17765b3a9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6817","nonce":644322337}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6819","nonce":644322337}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6823","nonce":644322337}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6821","nonce":644322337}]},"public_addr":"172.21.15.181:6817/644322337","cluster_addr":"172.21.15.181:6819/644322337","heartbeat_back_addr":"172.21.15.181:6823/644322337","heartbeat_front_addr":"172.21.15.181:6821/644322337","state":["exists","up"]},{"osd":9,"uuid":"a131710e-f2c3-4714-a033-106917dae36a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6827","nonce":2018024971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6829","nonce":2018024971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6833","nonce":2018024971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6831","nonce":2018024971}]},"public_addr":"172.21.15.52:6827/2018024971","cluster_addr":"172.21.15.52:6829/2018024971","heartbeat_back_addr":"172.21.15.52:6833/2018024971","heartbeat_front_addr":"172.21.15.52:6831/2018024971","state":["exists","up"]},{"osd":10,"uuid":"f73f086a-46e1-412c-8105-3b80772eca56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6825","nonce":14598206}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6827","nonce":14598206}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6831","nonce":14598206}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6829","nonce":14598206}]},"public_addr":"172.21.15.99:6825/14598206","cluster_addr":"172.21.15.99:6827/14598206","heartbeat_back_addr":"172.21.15.99:6831/14598206","heartbeat_front_addr":"172.21.15.99:6829/14598206","state":["exists","up"]},{"osd":11,"uuid":"f8e9539b-8a69-49a8-8a48-52f69b3c827e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":83,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6825","nonce":3442115308}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6827","nonce":3442115308}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6831","nonce":3442115308}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6829","nonce":3442115308}]},"public_addr":"172.21.15.181:6825/3442115308","cluster_addr":"172.21.15.181:6827/3442115308","heartbeat_back_addr":"172.21.15.181:6831/3442115308","heartbeat_front_addr":"172.21.15.181:6829/3442115308","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:30.221253+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:53.484811+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:17.327889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:41.988608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:06.067648+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:30.546908+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:56.054912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:20.268014+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:44.577601+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:10.398933+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:35.167862+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:54:00.825869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1b","mappings":[{"from":2,"to":1}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:6801/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:6800/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/2706493239":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/3660249274":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/3214486026":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6801/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6800/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/278759612":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/126914394":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/4260437251":"2024-03-19T22:47:53.231814+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-18T22:56:12.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.758+0000 7ff9ee1c6640 1 -- 172.21.15.52:0/3837037846 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff9d00a2890 msgr2=0x7ff9d00a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:12.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.758+0000 7ff9ee1c6640 1 --2- 172.21.15.52:0/3837037846 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff9d00a2890 0x7ff9d00a4d50 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7ff9e8199120 tx=0x7ff9d800b410 comp rx=0 tx=0).stop 2024-03-18T22:56:12.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.758+0000 7ff9ee1c6640 1 -- 172.21.15.52:0/3837037846 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff9e81022f0 msgr2=0x7ff9e819f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:12.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.758+0000 7ff9ee1c6640 1 --2- 172.21.15.52:0/3837037846 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff9e81022f0 0x7ff9e819f1c0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7ff9e000eb10 tx=0x7ff9e000c2d0 comp rx=0 tx=0).stop 2024-03-18T22:56:12.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.758+0000 7ff9ee1c6640 1 -- 172.21.15.52:0/3837037846 shutdown_connections 2024-03-18T22:56:12.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.758+0000 7ff9ee1c6640 1 --2- 172.21.15.52:0/3837037846 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff9d00a2890 0x7ff9d00a4d50 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:12.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.758+0000 7ff9ee1c6640 1 --2- 172.21.15.52:0/3837037846 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff9e81022f0 0x7ff9e819f1c0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:12.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.758+0000 7ff9ee1c6640 1 --2- 172.21.15.52:0/3837037846 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff9e8101930 0x7ff9e81981e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:12.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.758+0000 7ff9ee1c6640 1 --2- 172.21.15.52:0/3837037846 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff9e8100740 0x7ff9e8197ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:12.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.758+0000 7ff9ee1c6640 1 -- 172.21.15.52:0/3837037846 >> 172.21.15.52:0/3837037846 conn(0x7ff9e80fbcb0 msgr2=0x7ff9e80fd210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:12.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.758+0000 7ff9ee1c6640 1 -- 172.21.15.52:0/3837037846 shutdown_connections 2024-03-18T22:56:12.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.758+0000 7ff9ee1c6640 1 -- 172.21.15.52:0/3837037846 wait complete. 2024-03-18T22:56:12.775 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-18T22:50:19.580907+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-18T22:54:51.765993+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '87', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-18T22:54:52.580111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-18T22:56:12.775 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-18T22:56:12.883 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.882+0000 7f11ed6f8640 1 -- 172.21.15.52:0/1538793210 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f11e81022d0 msgr2=0x7f11e8108b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:12.883 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.882+0000 7f11ed6f8640 1 --2- 172.21.15.52:0/1538793210 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f11e81022d0 0x7f11e8108b60 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f11d8009ca0 tx=0x7f11d802c0f0 comp rx=0 tx=0).stop 2024-03-18T22:56:12.883 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.882+0000 7f11ed6f8640 1 -- 172.21.15.52:0/1538793210 shutdown_connections 2024-03-18T22:56:12.883 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.882+0000 7f11ed6f8640 1 --2- 172.21.15.52:0/1538793210 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f11e81022d0 0x7f11e8108b60 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:12.883 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.882+0000 7f11ed6f8640 1 --2- 172.21.15.52:0/1538793210 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f11e8101910 0x7f11e8101d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:12.883 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.882+0000 7f11ed6f8640 1 --2- 172.21.15.52:0/1538793210 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f11e8100720 0x7f11e8100b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:12.883 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.882+0000 7f11ed6f8640 1 -- 172.21.15.52:0/1538793210 >> 172.21.15.52:0/1538793210 conn(0x7f11e80fbcb0 msgr2=0x7f11e80fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:12.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.882+0000 7f11ed6f8640 1 -- 172.21.15.52:0/1538793210 shutdown_connections 2024-03-18T22:56:12.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.882+0000 7f11ed6f8640 1 -- 172.21.15.52:0/1538793210 wait complete. 2024-03-18T22:56:12.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.883+0000 7f11ed6f8640 1 Processor -- start 2024-03-18T22:56:12.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.883+0000 7f11ed6f8640 1 -- start start 2024-03-18T22:56:12.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.883+0000 7f11ed6f8640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f11e8100720 0x7f11e8196ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:12.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.883+0000 7f11ed6f8640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f11e8101910 0x7f11e8197020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:12.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.883+0000 7f11ed6f8640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f11e81022d0 0x7f11e819e090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:12.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.883+0000 7f11ed6f8640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f11e810c4d0 con 0x7f11e8100720 2024-03-18T22:56:12.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.883+0000 7f11ed6f8640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f11e810c350 con 0x7f11e8101910 2024-03-18T22:56:12.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.883+0000 7f11ed6f8640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f11e810c650 con 0x7f11e81022d0 2024-03-18T22:56:12.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.883+0000 7f11e6ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f11e8100720 0x7f11e8196ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:12.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.883+0000 7f11e6ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f11e8100720 0x7f11e8196ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46922/0 (socket says 172.21.15.52:46922) 2024-03-18T22:56:12.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.883+0000 7f11e6ffd640 1 -- 172.21.15.52:0/881993520 learned_addr learned my addr 172.21.15.52:0/881993520 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:12.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.883+0000 7f11e67fc640 1 --2- 172.21.15.52:0/881993520 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f11e8101910 0x7f11e8197020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:12.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.883+0000 7f11e77fe640 1 --2- 172.21.15.52:0/881993520 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f11e81022d0 0x7f11e819e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:12.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.883+0000 7f11e6ffd640 1 -- 172.21.15.52:0/881993520 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f11e81022d0 msgr2=0x7f11e819e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:12.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.883+0000 7f11e6ffd640 1 --2- 172.21.15.52:0/881993520 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f11e81022d0 0x7f11e819e090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:12.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.883+0000 7f11e6ffd640 1 -- 172.21.15.52:0/881993520 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f11e8101910 msgr2=0x7f11e8197020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:12.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.883+0000 7f11e6ffd640 1 --2- 172.21.15.52:0/881993520 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f11e8101910 0x7f11e8197020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:12.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.883+0000 7f11e6ffd640 1 -- 172.21.15.52:0/881993520 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11e819e700 con 0x7f11e8100720 2024-03-18T22:56:12.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.883+0000 7f11e77fe640 1 --2- 172.21.15.52:0/881993520 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f11e81022d0 0x7f11e819e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:56:12.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.884+0000 7f11e6ffd640 1 --2- 172.21.15.52:0/881993520 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f11e8100720 0x7f11e8196ae0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f11e000e9c0 tx=0x7f11e000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:12.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.884+0000 7f11cffff640 1 -- 172.21.15.52:0/881993520 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11e000cd80 con 0x7f11e8100720 2024-03-18T22:56:12.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.884+0000 7f11cffff640 1 -- 172.21.15.52:0/881993520 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f11e00035f0 con 0x7f11e8100720 2024-03-18T22:56:12.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.884+0000 7f11ed6f8640 1 -- 172.21.15.52:0/881993520 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11e819e9f0 con 0x7f11e8100720 2024-03-18T22:56:12.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.884+0000 7f11cffff640 1 -- 172.21.15.52:0/881993520 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11e0010690 con 0x7f11e8100720 2024-03-18T22:56:12.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.884+0000 7f11ed6f8640 1 -- 172.21.15.52:0/881993520 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11e819ef40 con 0x7f11e8100720 2024-03-18T22:56:12.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.885+0000 7f11ed6f8640 1 -- 172.21.15.52:0/881993520 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11e81079e0 con 0x7f11e8100720 2024-03-18T22:56:12.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.886+0000 7f11cffff640 1 -- 172.21.15.52:0/881993520 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f11e00037a0 con 0x7f11e8100720 2024-03-18T22:56:12.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.886+0000 7f11cffff640 1 --2- 172.21.15.52:0/881993520 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f11d00a2890 0x7f11d00a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:12.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.886+0000 7f11e67fc640 1 --2- 172.21.15.52:0/881993520 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f11d00a2890 0x7f11d00a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:12.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.886+0000 7f11cffff640 1 -- 172.21.15.52:0/881993520 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f11e00cf1d0 con 0x7f11e8100720 2024-03-18T22:56:12.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.887+0000 7f11e67fc640 1 --2- 172.21.15.52:0/881993520 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f11d00a2890 0x7f11d00a4d50 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f11e8197ff0 tx=0x7f11dc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:12.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:12.890+0000 7f11cffff640 1 -- 172.21.15.52:0/881993520 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f11e009c180 con 0x7f11e8100720 2024-03-18T22:56:13.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:12 smithi181 ceph-mon[67256]: pgmap v329: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s; 51 B/s, 0 objects/s recovering 2024-03-18T22:56:13.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:12 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/1519069380' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-18T22:56:13.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:12 smithi099 ceph-mon[36725]: pgmap v329: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s; 51 B/s, 0 objects/s recovering 2024-03-18T22:56:13.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:12 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/1519069380' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-18T22:56:13.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.075+0000 7f11ed6f8640 1 -- 172.21.15.52:0/881993520 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f11e802d4a0 con 0x7f11e8100720 2024-03-18T22:56:13.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.075+0000 7f11cffff640 1 -- 172.21.15.52:0/881993520 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v90) ==== 93+0+10 (secure 0 0 0) 0x7f11e009ba80 con 0x7f11e8100720 2024-03-18T22:56:13.076 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 1 2024-03-18T22:56:13.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.077+0000 7f11ed6f8640 1 -- 172.21.15.52:0/881993520 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f11d00a2890 msgr2=0x7f11d00a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:13.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.077+0000 7f11ed6f8640 1 --2- 172.21.15.52:0/881993520 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f11d00a2890 0x7f11d00a4d50 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f11e8197ff0 tx=0x7f11dc005f90 comp rx=0 tx=0).stop 2024-03-18T22:56:13.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.077+0000 7f11ed6f8640 1 -- 172.21.15.52:0/881993520 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f11e8100720 msgr2=0x7f11e8196ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:13.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.077+0000 7f11ed6f8640 1 --2- 172.21.15.52:0/881993520 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f11e8100720 0x7f11e8196ae0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f11e000e9c0 tx=0x7f11e000ee80 comp rx=0 tx=0).stop 2024-03-18T22:56:13.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.077+0000 7f11ed6f8640 1 -- 172.21.15.52:0/881993520 shutdown_connections 2024-03-18T22:56:13.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.077+0000 7f11ed6f8640 1 --2- 172.21.15.52:0/881993520 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f11d00a2890 0x7f11d00a4d50 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:13.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.077+0000 7f11ed6f8640 1 --2- 172.21.15.52:0/881993520 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f11e81022d0 0x7f11e819e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:13.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.077+0000 7f11ed6f8640 1 --2- 172.21.15.52:0/881993520 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f11e8101910 0x7f11e8197020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:13.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.077+0000 7f11ed6f8640 1 --2- 172.21.15.52:0/881993520 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f11e8100720 0x7f11e8196ae0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:13.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.077+0000 7f11ed6f8640 1 -- 172.21.15.52:0/881993520 >> 172.21.15.52:0/881993520 conn(0x7f11e80fbcb0 msgr2=0x7f11e8104bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:13.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.077+0000 7f11ed6f8640 1 -- 172.21.15.52:0/881993520 shutdown_connections 2024-03-18T22:56:13.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.077+0000 7f11ed6f8640 1 -- 172.21.15.52:0/881993520 wait complete. 2024-03-18T22:56:13.090 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-18T22:56:13.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.196+0000 7efc31132640 1 -- 172.21.15.52:0/2519087579 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc2c102a40 msgr2=0x7efc2c102ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:13.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.196+0000 7efc31132640 1 --2- 172.21.15.52:0/2519087579 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc2c102a40 0x7efc2c102ec0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7efc1c009900 tx=0x7efc1c02bc30 comp rx=0 tx=0).stop 2024-03-18T22:56:13.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.196+0000 7efc31132640 1 -- 172.21.15.52:0/2519087579 shutdown_connections 2024-03-18T22:56:13.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.196+0000 7efc31132640 1 --2- 172.21.15.52:0/2519087579 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efc2c103400 0x7efc2c109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:13.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.196+0000 7efc31132640 1 --2- 172.21.15.52:0/2519087579 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc2c102a40 0x7efc2c102ec0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:13.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.196+0000 7efc31132640 1 --2- 172.21.15.52:0/2519087579 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efc2c101850 0x7efc2c101c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:13.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.196+0000 7efc31132640 1 -- 172.21.15.52:0/2519087579 >> 172.21.15.52:0/2519087579 conn(0x7efc2c0fcdc0 msgr2=0x7efc2c0ff200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:13.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.196+0000 7efc31132640 1 -- 172.21.15.52:0/2519087579 shutdown_connections 2024-03-18T22:56:13.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.196+0000 7efc31132640 1 -- 172.21.15.52:0/2519087579 wait complete. 2024-03-18T22:56:13.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.197+0000 7efc31132640 1 Processor -- start 2024-03-18T22:56:13.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.197+0000 7efc31132640 1 -- start start 2024-03-18T22:56:13.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.197+0000 7efc31132640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efc2c101850 0x7efc2c197be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:13.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.197+0000 7efc31132640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc2c102a40 0x7efc2c198120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:13.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.197+0000 7efc31132640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efc2c103400 0x7efc2c19f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:13.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.197+0000 7efc31132640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7efc2c10d5b0 con 0x7efc2c102a40 2024-03-18T22:56:13.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.197+0000 7efc31132640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7efc2c10d430 con 0x7efc2c103400 2024-03-18T22:56:13.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.197+0000 7efc31132640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7efc2c10d730 con 0x7efc2c101850 2024-03-18T22:56:13.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.198+0000 7efc2a59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc2c102a40 0x7efc2c198120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:13.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.198+0000 7efc2a59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc2c102a40 0x7efc2c198120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46934/0 (socket says 172.21.15.52:46934) 2024-03-18T22:56:13.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.198+0000 7efc2ad9d640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efc2c101850 0x7efc2c197be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:13.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.198+0000 7efc2a59c640 1 -- 172.21.15.52:0/4156384204 learned_addr learned my addr 172.21.15.52:0/4156384204 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:13.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.198+0000 7efc2b59e640 1 --2- 172.21.15.52:0/4156384204 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efc2c103400 0x7efc2c19f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:13.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.198+0000 7efc2ad9d640 1 -- 172.21.15.52:0/4156384204 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efc2c103400 msgr2=0x7efc2c19f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:13.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.198+0000 7efc2ad9d640 1 --2- 172.21.15.52:0/4156384204 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efc2c103400 0x7efc2c19f190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:13.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.198+0000 7efc2ad9d640 1 -- 172.21.15.52:0/4156384204 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc2c102a40 msgr2=0x7efc2c198120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:13.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.198+0000 7efc2ad9d640 1 --2- 172.21.15.52:0/4156384204 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc2c102a40 0x7efc2c198120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:13.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.198+0000 7efc2ad9d640 1 -- 172.21.15.52:0/4156384204 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc2c19f800 con 0x7efc2c101850 2024-03-18T22:56:13.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.198+0000 7efc2a59c640 1 --2- 172.21.15.52:0/4156384204 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc2c102a40 0x7efc2c198120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:13.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.198+0000 7efc2b59e640 1 --2- 172.21.15.52:0/4156384204 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efc2c103400 0x7efc2c19f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:13.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.198+0000 7efc2ad9d640 1 --2- 172.21.15.52:0/4156384204 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efc2c101850 0x7efc2c197be0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7efc2c1028a0 tx=0x7efc2000dde0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:13.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.198+0000 7efc13fff640 1 -- 172.21.15.52:0/4156384204 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc20017070 con 0x7efc2c101850 2024-03-18T22:56:13.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.198+0000 7efc31132640 1 -- 172.21.15.52:0/4156384204 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc2c19faf0 con 0x7efc2c101850 2024-03-18T22:56:13.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.198+0000 7efc13fff640 1 -- 172.21.15.52:0/4156384204 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7efc20009c30 con 0x7efc2c101850 2024-03-18T22:56:13.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.198+0000 7efc13fff640 1 -- 172.21.15.52:0/4156384204 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc2000f620 con 0x7efc2c101850 2024-03-18T22:56:13.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.198+0000 7efc31132640 1 -- 172.21.15.52:0/4156384204 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc2c1a0090 con 0x7efc2c101850 2024-03-18T22:56:13.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.200+0000 7efc31132640 1 -- 172.21.15.52:0/4156384204 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc2c108bf0 con 0x7efc2c101850 2024-03-18T22:56:13.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.201+0000 7efc13fff640 1 -- 172.21.15.52:0/4156384204 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7efc2001a070 con 0x7efc2c101850 2024-03-18T22:56:13.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.201+0000 7efc13fff640 1 --2- 172.21.15.52:0/4156384204 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7efc140a2890 0x7efc140a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:13.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.201+0000 7efc2a59c640 1 --2- 172.21.15.52:0/4156384204 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7efc140a2890 0x7efc140a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:13.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.201+0000 7efc13fff640 1 -- 172.21.15.52:0/4156384204 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7efc200ce950 con 0x7efc2c101850 2024-03-18T22:56:13.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.201+0000 7efc2a59c640 1 --2- 172.21.15.52:0/4156384204 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7efc140a2890 0x7efc140a4d50 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7efc2c1990f0 tx=0x7efc1c005e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:13.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.206+0000 7efc13fff640 1 -- 172.21.15.52:0/4156384204 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7efc2009b220 con 0x7efc2c101850 2024-03-18T22:56:13.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.400+0000 7efc31132640 1 -- 172.21.15.52:0/4156384204 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7efc2c02d1f0 con 0x7efc2c101850 2024-03-18T22:56:13.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.400+0000 7efc13fff640 1 -- 172.21.15.52:0/4156384204 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v90) ==== 104+0+11 (secure 0 0 0) 0x7efc2c02d1f0 con 0x7efc2c101850 2024-03-18T22:56:13.401 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-03-18T22:56:13.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.403+0000 7efc31132640 1 -- 172.21.15.52:0/4156384204 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7efc140a2890 msgr2=0x7efc140a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:13.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.403+0000 7efc31132640 1 --2- 172.21.15.52:0/4156384204 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7efc140a2890 0x7efc140a4d50 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7efc2c1990f0 tx=0x7efc1c005e30 comp rx=0 tx=0).stop 2024-03-18T22:56:13.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.403+0000 7efc31132640 1 -- 172.21.15.52:0/4156384204 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efc2c101850 msgr2=0x7efc2c197be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:13.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.403+0000 7efc31132640 1 --2- 172.21.15.52:0/4156384204 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efc2c101850 0x7efc2c197be0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7efc2c1028a0 tx=0x7efc2000dde0 comp rx=0 tx=0).stop 2024-03-18T22:56:13.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.403+0000 7efc31132640 1 -- 172.21.15.52:0/4156384204 shutdown_connections 2024-03-18T22:56:13.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.403+0000 7efc31132640 1 --2- 172.21.15.52:0/4156384204 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7efc140a2890 0x7efc140a4d50 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:13.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.403+0000 7efc31132640 1 --2- 172.21.15.52:0/4156384204 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efc2c103400 0x7efc2c19f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:13.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.403+0000 7efc31132640 1 --2- 172.21.15.52:0/4156384204 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc2c102a40 0x7efc2c198120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:13.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.403+0000 7efc31132640 1 --2- 172.21.15.52:0/4156384204 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efc2c101850 0x7efc2c197be0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:13.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.403+0000 7efc31132640 1 -- 172.21.15.52:0/4156384204 >> 172.21.15.52:0/4156384204 conn(0x7efc2c0fcdc0 msgr2=0x7efc2c105dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:13.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.403+0000 7efc31132640 1 -- 172.21.15.52:0/4156384204 shutdown_connections 2024-03-18T22:56:13.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.403+0000 7efc31132640 1 -- 172.21.15.52:0/4156384204 wait complete. 2024-03-18T22:56:13.416 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-18T22:56:13.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.524+0000 7faccc0f7640 1 -- 172.21.15.52:0/85689949 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7facc4104c70 msgr2=0x7facc4107060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:13.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.524+0000 7faccc0f7640 1 --2- 172.21.15.52:0/85689949 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7facc4104c70 0x7facc4107060 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7facb4009900 tx=0x7facb402bc30 comp rx=0 tx=0).stop 2024-03-18T22:56:13.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.524+0000 7faccc0f7640 1 -- 172.21.15.52:0/85689949 shutdown_connections 2024-03-18T22:56:13.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.524+0000 7faccc0f7640 1 --2- 172.21.15.52:0/85689949 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7facc41075a0 0x7facc4109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:13.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.524+0000 7faccc0f7640 1 --2- 172.21.15.52:0/85689949 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7facc4104c70 0x7facc4107060 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:13.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.524+0000 7faccc0f7640 1 --2- 172.21.15.52:0/85689949 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7facc4102340 0x7facc4104730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:13.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.524+0000 7faccc0f7640 1 -- 172.21.15.52:0/85689949 >> 172.21.15.52:0/85689949 conn(0x7facc40fbcd0 msgr2=0x7facc40fe110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:13.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.524+0000 7faccc0f7640 1 -- 172.21.15.52:0/85689949 shutdown_connections 2024-03-18T22:56:13.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.524+0000 7faccc0f7640 1 -- 172.21.15.52:0/85689949 wait complete. 2024-03-18T22:56:13.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.525+0000 7faccc0f7640 1 Processor -- start 2024-03-18T22:56:13.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.525+0000 7faccc0f7640 1 -- start start 2024-03-18T22:56:13.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.525+0000 7faccc0f7640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7facc4102340 0x7facc4197cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:13.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.525+0000 7faccc0f7640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7facc4104c70 0x7facc4198200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:13.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.525+0000 7faccc0f7640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7facc41075a0 0x7facc419f260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:13.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.525+0000 7faccc0f7640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7facc410d5c0 con 0x7facc4104c70 2024-03-18T22:56:13.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.525+0000 7faccc0f7640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7facc410d440 con 0x7facc4102340 2024-03-18T22:56:13.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.525+0000 7faccc0f7640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7facc410d740 con 0x7facc41075a0 2024-03-18T22:56:13.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.525+0000 7facc9692640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7facc4104c70 0x7facc4198200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:13.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.525+0000 7facc9692640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7facc4104c70 0x7facc4198200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46956/0 (socket says 172.21.15.52:46956) 2024-03-18T22:56:13.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.525+0000 7facc9692640 1 -- 172.21.15.52:0/2028398068 learned_addr learned my addr 172.21.15.52:0/2028398068 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:13.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.525+0000 7facca694640 1 --2- 172.21.15.52:0/2028398068 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7facc41075a0 0x7facc419f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:13.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.525+0000 7facc9e93640 1 --2- 172.21.15.52:0/2028398068 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7facc4102340 0x7facc4197cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:13.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.526+0000 7facc9692640 1 -- 172.21.15.52:0/2028398068 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7facc41075a0 msgr2=0x7facc419f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:13.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.526+0000 7facc9692640 1 --2- 172.21.15.52:0/2028398068 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7facc41075a0 0x7facc419f260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:13.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.526+0000 7facc9692640 1 -- 172.21.15.52:0/2028398068 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7facc4102340 msgr2=0x7facc4197cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:13.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.526+0000 7facc9692640 1 --2- 172.21.15.52:0/2028398068 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7facc4102340 0x7facc4197cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:13.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.526+0000 7facc9692640 1 -- 172.21.15.52:0/2028398068 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facc419f900 con 0x7facc4104c70 2024-03-18T22:56:13.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.526+0000 7facc9692640 1 --2- 172.21.15.52:0/2028398068 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7facc4104c70 0x7facc4198200 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7facb4005ab0 tx=0x7facb4004960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:13.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.526+0000 7facbaffd640 1 -- 172.21.15.52:0/2028398068 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facb4043020 con 0x7facc4104c70 2024-03-18T22:56:13.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.526+0000 7faccc0f7640 1 -- 172.21.15.52:0/2028398068 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7facc419fb90 con 0x7facc4104c70 2024-03-18T22:56:13.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.526+0000 7facbaffd640 1 -- 172.21.15.52:0/2028398068 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7facb4004250 con 0x7facc4104c70 2024-03-18T22:56:13.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.526+0000 7facbaffd640 1 -- 172.21.15.52:0/2028398068 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facb4003b50 con 0x7facc4104c70 2024-03-18T22:56:13.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.526+0000 7faccc0f7640 1 -- 172.21.15.52:0/2028398068 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7facc41a0130 con 0x7facc4104c70 2024-03-18T22:56:13.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.527+0000 7faccc0f7640 1 -- 172.21.15.52:0/2028398068 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7facc40fd7c0 con 0x7facc4104c70 2024-03-18T22:56:13.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.528+0000 7facbaffd640 1 -- 172.21.15.52:0/2028398068 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7facb4046020 con 0x7facc4104c70 2024-03-18T22:56:13.531 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.529+0000 7facbaffd640 1 --2- 172.21.15.52:0/2028398068 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7facb00a2890 0x7facb00a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:13.531 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.529+0000 7facc9e93640 1 --2- 172.21.15.52:0/2028398068 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7facb00a2890 0x7facb00a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:13.531 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.529+0000 7facbaffd640 1 -- 172.21.15.52:0/2028398068 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7facb40f0af0 con 0x7facc4104c70 2024-03-18T22:56:13.531 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.529+0000 7facc9e93640 1 --2- 172.21.15.52:0/2028398068 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7facb00a2890 0x7facb00a4d50 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7facc4198b90 tx=0x7facc0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:13.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.533+0000 7facbaffd640 1 -- 172.21.15.52:0/2028398068 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7facb404d020 con 0x7facc4104c70 2024-03-18T22:56:13.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.718+0000 7faccc0f7640 1 -- 172.21.15.52:0/2028398068 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7facc4062420 con 0x7facc4104c70 2024-03-18T22:56:13.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.719+0000 7facbaffd640 1 -- 172.21.15.52:0/2028398068 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v90) ==== 100+0+11 (secure 0 0 0) 0x7facb40bdb20 con 0x7facc4104c70 2024-03-18T22:56:13.720 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 64 2024-03-18T22:56:13.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.721+0000 7faccc0f7640 1 -- 172.21.15.52:0/2028398068 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7facb00a2890 msgr2=0x7facb00a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:13.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.721+0000 7faccc0f7640 1 --2- 172.21.15.52:0/2028398068 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7facb00a2890 0x7facb00a4d50 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7facc4198b90 tx=0x7facc0005f90 comp rx=0 tx=0).stop 2024-03-18T22:56:13.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.721+0000 7faccc0f7640 1 -- 172.21.15.52:0/2028398068 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7facc4104c70 msgr2=0x7facc4198200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:13.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.721+0000 7faccc0f7640 1 --2- 172.21.15.52:0/2028398068 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7facc4104c70 0x7facc4198200 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7facb4005ab0 tx=0x7facb4004960 comp rx=0 tx=0).stop 2024-03-18T22:56:13.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.721+0000 7faccc0f7640 1 -- 172.21.15.52:0/2028398068 shutdown_connections 2024-03-18T22:56:13.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.721+0000 7faccc0f7640 1 --2- 172.21.15.52:0/2028398068 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7facb00a2890 0x7facb00a4d50 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:13.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.721+0000 7faccc0f7640 1 --2- 172.21.15.52:0/2028398068 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7facc41075a0 0x7facc419f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:13.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.721+0000 7faccc0f7640 1 --2- 172.21.15.52:0/2028398068 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7facc4104c70 0x7facc4198200 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:13.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.721+0000 7faccc0f7640 1 --2- 172.21.15.52:0/2028398068 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7facc4102340 0x7facc4197cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:13.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.721+0000 7faccc0f7640 1 -- 172.21.15.52:0/2028398068 >> 172.21.15.52:0/2028398068 conn(0x7facc40fbcd0 msgr2=0x7facc4102e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:13.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.721+0000 7faccc0f7640 1 -- 172.21.15.52:0/2028398068 shutdown_connections 2024-03-18T22:56:13.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.721+0000 7faccc0f7640 1 -- 172.21.15.52:0/2028398068 wait complete. 2024-03-18T22:56:13.731 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:13 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3837037846' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:56:13.731 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:13 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/881993520' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-18T22:56:13.732 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:13 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/4156384204' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-18T22:56:13.733 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-18T22:56:13.837 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.836+0000 7f8271feb640 1 -- 172.21.15.52:0/4180512254 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f826c104bf0 msgr2=0x7f826c106fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:13.838 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.836+0000 7f8271feb640 1 --2- 172.21.15.52:0/4180512254 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f826c104bf0 0x7f826c106fe0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f8260009900 tx=0x7f826002bc30 comp rx=0 tx=0).stop 2024-03-18T22:56:13.838 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.836+0000 7f8271feb640 1 -- 172.21.15.52:0/4180512254 shutdown_connections 2024-03-18T22:56:13.838 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.836+0000 7f8271feb640 1 --2- 172.21.15.52:0/4180512254 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f826c107520 0x7f826c109970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:13.838 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.836+0000 7f8271feb640 1 --2- 172.21.15.52:0/4180512254 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f826c104bf0 0x7f826c106fe0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:13.838 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.836+0000 7f8271feb640 1 --2- 172.21.15.52:0/4180512254 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f826c1022c0 0x7f826c1046b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:13.838 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.836+0000 7f8271feb640 1 -- 172.21.15.52:0/4180512254 >> 172.21.15.52:0/4180512254 conn(0x7f826c0fbcb0 msgr2=0x7f826c0fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:13.838 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.836+0000 7f8271feb640 1 -- 172.21.15.52:0/4180512254 shutdown_connections 2024-03-18T22:56:13.838 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.836+0000 7f8271feb640 1 -- 172.21.15.52:0/4180512254 wait complete. 2024-03-18T22:56:13.838 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.837+0000 7f8271feb640 1 Processor -- start 2024-03-18T22:56:13.838 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.837+0000 7f8271feb640 1 -- start start 2024-03-18T22:56:13.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.837+0000 7f8271feb640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f826c1022c0 0x7f826c197c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:13.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.837+0000 7f8271feb640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f826c104bf0 0x7f826c1981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:13.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.838+0000 7f8271feb640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f826c107520 0x7f826c19f210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:13.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.838+0000 7f8271feb640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f826c10d5a0 con 0x7f826c107520 2024-03-18T22:56:13.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.838+0000 7f8271feb640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f826c10d420 con 0x7f826c1022c0 2024-03-18T22:56:13.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.838+0000 7f8271feb640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f826c10d720 con 0x7f826c104bf0 2024-03-18T22:56:13.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.838+0000 7f826bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f826c107520 0x7f826c19f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:13.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.838+0000 7f826b7fe640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f826c1022c0 0x7f826c197c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:13.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.838+0000 7f826bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f826c107520 0x7f826c19f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46974/0 (socket says 172.21.15.52:46974) 2024-03-18T22:56:13.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.838+0000 7f826b7fe640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f826c1022c0 0x7f826c197c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.52:40930/0 (socket says 172.21.15.52:40930) 2024-03-18T22:56:13.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.838+0000 7f826bfff640 1 -- 172.21.15.52:0/718800004 learned_addr learned my addr 172.21.15.52:0/718800004 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:13.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.838+0000 7f826affd640 1 --2- 172.21.15.52:0/718800004 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f826c104bf0 0x7f826c1981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:13.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.838+0000 7f826b7fe640 1 -- 172.21.15.52:0/718800004 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f826c104bf0 msgr2=0x7f826c1981b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:13.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.838+0000 7f826b7fe640 1 --2- 172.21.15.52:0/718800004 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f826c104bf0 0x7f826c1981b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:13.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.838+0000 7f826b7fe640 1 -- 172.21.15.52:0/718800004 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f826c107520 msgr2=0x7f826c19f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:13.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.838+0000 7f826b7fe640 1 --2- 172.21.15.52:0/718800004 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f826c107520 0x7f826c19f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:13.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.838+0000 7f826b7fe640 1 -- 172.21.15.52:0/718800004 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f826c19f8b0 con 0x7f826c1022c0 2024-03-18T22:56:13.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.838+0000 7f826bfff640 1 --2- 172.21.15.52:0/718800004 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f826c107520 0x7f826c19f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:13.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.838+0000 7f826b7fe640 1 --2- 172.21.15.52:0/718800004 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f826c1022c0 0x7f826c197c70 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f825c00e9f0 tx=0x7f825c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:13.842 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.838+0000 7f8268ff9640 1 -- 172.21.15.52:0/718800004 <== mon.2 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f825c00cd80 con 0x7f826c1022c0 2024-03-18T22:56:13.842 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.838+0000 7f8271feb640 1 -- 172.21.15.52:0/718800004 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f826c19fba0 con 0x7f826c1022c0 2024-03-18T22:56:13.842 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.838+0000 7f8268ff9640 1 -- 172.21.15.52:0/718800004 <== mon.2 v2:172.21.15.99:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f825c0035f0 con 0x7f826c1022c0 2024-03-18T22:56:13.842 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.838+0000 7f8268ff9640 1 -- 172.21.15.52:0/718800004 <== mon.2 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f825c010650 con 0x7f826c1022c0 2024-03-18T22:56:13.842 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.838+0000 7f8271feb640 1 -- 172.21.15.52:0/718800004 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f826c1a0110 con 0x7f826c1022c0 2024-03-18T22:56:13.842 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.839+0000 7f8271feb640 1 -- 172.21.15.52:0/718800004 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f826c0fd7a0 con 0x7f826c1022c0 2024-03-18T22:56:13.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.840+0000 7f8268ff9640 1 -- 172.21.15.52:0/718800004 <== mon.2 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f825c0037a0 con 0x7f826c1022c0 2024-03-18T22:56:13.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.841+0000 7f8268ff9640 1 --2- 172.21.15.52:0/718800004 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f82540a2890 0x7f82540a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:13.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.841+0000 7f826affd640 1 --2- 172.21.15.52:0/718800004 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f82540a2890 0x7f82540a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:13.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.841+0000 7f8268ff9640 1 -- 172.21.15.52:0/718800004 <== mon.2 v2:172.21.15.99:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f825c0cef30 con 0x7f826c1022c0 2024-03-18T22:56:13.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.841+0000 7f826affd640 1 --2- 172.21.15.52:0/718800004 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f82540a2890 0x7f82540a4d50 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8260000c00 tx=0x7f8260005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:13.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:13.849+0000 7f8268ff9640 1 -- 172.21.15.52:0/718800004 <== mon.2 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f825c09bdf0 con 0x7f826c1022c0 2024-03-18T22:56:14.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:13 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3837037846' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:56:14.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:13 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/881993520' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-18T22:56:14.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:13 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/4156384204' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-18T22:56:14.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:13 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3837037846' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:56:14.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:13 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/881993520' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-18T22:56:14.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:13 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/4156384204' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-18T22:56:14.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.072+0000 7f8271feb640 1 -- 172.21.15.52:0/718800004 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f826c02d1f0 con 0x7f826c1022c0 2024-03-18T22:56:14.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.073+0000 7f8268ff9640 1 -- 172.21.15.52:0/718800004 <== mon.2 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11857 (secure 0 0 0) 0x7f825c09b6f0 con 0x7f826c1022c0 2024-03-18T22:56:14.074 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:56:14.074 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":21,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3227483135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":3227483135},{"type":"v1","addr":"172.21.15.52:6835","nonce":3227483135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/3461032451","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":3461032451},{"type":"v1","addr":"172.21.15.52:6837","nonce":3461032451}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14628,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/1261469762","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":1261469762},{"type":"v1","addr":"172.21.15.52:6839","nonce":1261469762}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14640,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3903225657","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3903225657},{"type":"v1","addr":"172.21.15.52:6841","nonce":3903225657}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/873737656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":873737656},{"type":"v1","addr":"172.21.15.181:6833","nonce":873737656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6833/800213438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":800213438},{"type":"v1","addr":"172.21.15.99:6833","nonce":800213438}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-18T22:54:53.377645+0000","modified":"2024-03-18T22:54:58.356820+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24527,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24445":{"gid":24445,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.181:6835/278652610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":278652610},{"type":"v1","addr":"172.21.15.181:6835","nonce":278652610}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.99:6835/286053630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":286053630},{"type":"v1","addr":"172.21.15.99:6835","nonce":286053630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.181:6837/1834382232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":1834382232},{"type":"v1","addr":"172.21.15.181:6837","nonce":1834382232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.181:6839/1346550423","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6838","nonce":1346550423},{"type":"v1","addr":"172.21.15.181:6839","nonce":1346550423}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.99:6837/3393123598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6836","nonce":3393123598},{"type":"v1","addr":"172.21.15.99:6837","nonce":3393123598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.99:6839/326875962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6838","nonce":326875962},{"type":"v1","addr":"172.21.15.99:6839","nonce":326875962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24527,"qdb_cluster":[24479,24478,24527]},"id":1}]} 2024-03-18T22:56:14.074 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 21 2024-03-18T22:56:14.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.075+0000 7f8271feb640 1 -- 172.21.15.52:0/718800004 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f82540a2890 msgr2=0x7f82540a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:14.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.075+0000 7f8271feb640 1 --2- 172.21.15.52:0/718800004 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f82540a2890 0x7f82540a4d50 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8260000c00 tx=0x7f8260005fd0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.075+0000 7f8271feb640 1 -- 172.21.15.52:0/718800004 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f826c1022c0 msgr2=0x7f826c197c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:14.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.075+0000 7f8271feb640 1 --2- 172.21.15.52:0/718800004 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f826c1022c0 0x7f826c197c70 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f825c00e9f0 tx=0x7f825c00eeb0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.075+0000 7f8271feb640 1 -- 172.21.15.52:0/718800004 shutdown_connections 2024-03-18T22:56:14.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.075+0000 7f8271feb640 1 --2- 172.21.15.52:0/718800004 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f82540a2890 0x7f82540a4d50 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.075+0000 7f8271feb640 1 --2- 172.21.15.52:0/718800004 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f826c107520 0x7f826c19f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.075+0000 7f8271feb640 1 --2- 172.21.15.52:0/718800004 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f826c104bf0 0x7f826c1981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.075+0000 7f8271feb640 1 --2- 172.21.15.52:0/718800004 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f826c1022c0 0x7f826c197c70 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.075+0000 7f8271feb640 1 -- 172.21.15.52:0/718800004 >> 172.21.15.52:0/718800004 conn(0x7f826c0fbcb0 msgr2=0x7f826c102e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:14.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.075+0000 7f8271feb640 1 -- 172.21.15.52:0/718800004 shutdown_connections 2024-03-18T22:56:14.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.075+0000 7f8271feb640 1 -- 172.21.15.52:0/718800004 wait complete. 2024-03-18T22:56:14.087 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-18T22:56:14.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.189+0000 7f5970df4640 1 -- 172.21.15.52:0/599104735 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f596c107580 msgr2=0x7f596c109970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:14.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.189+0000 7f5970df4640 1 --2- 172.21.15.52:0/599104735 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f596c107580 0x7f596c109970 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f5964009ca0 tx=0x7f596402c0f0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.190+0000 7f5970df4640 1 -- 172.21.15.52:0/599104735 shutdown_connections 2024-03-18T22:56:14.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.190+0000 7f5970df4640 1 --2- 172.21.15.52:0/599104735 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f596c107580 0x7f596c109970 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.190+0000 7f5970df4640 1 --2- 172.21.15.52:0/599104735 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f596c104c50 0x7f596c107040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.190+0000 7f5970df4640 1 --2- 172.21.15.52:0/599104735 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f596c102320 0x7f596c104710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.190+0000 7f5970df4640 1 -- 172.21.15.52:0/599104735 >> 172.21.15.52:0/599104735 conn(0x7f596c0fbcb0 msgr2=0x7f596c0fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:14.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.190+0000 7f5970df4640 1 -- 172.21.15.52:0/599104735 shutdown_connections 2024-03-18T22:56:14.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.190+0000 7f5970df4640 1 -- 172.21.15.52:0/599104735 wait complete. 2024-03-18T22:56:14.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.190+0000 7f5970df4640 1 Processor -- start 2024-03-18T22:56:14.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.190+0000 7f5970df4640 1 -- start start 2024-03-18T22:56:14.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.190+0000 7f5970df4640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f596c102320 0x7f596c197c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:14.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.191+0000 7f5970df4640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f596c104c50 0x7f596c198180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:14.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.191+0000 7f5970df4640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f596c107580 0x7f596c19f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:14.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.191+0000 7f5970df4640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f596c10d610 con 0x7f596c107580 2024-03-18T22:56:14.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.191+0000 7f5970df4640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f596c10d490 con 0x7f596c102320 2024-03-18T22:56:14.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.191+0000 7f5970df4640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f596c10d790 con 0x7f596c104c50 2024-03-18T22:56:14.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.191+0000 7f596ad9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f596c107580 0x7f596c19f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:14.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.191+0000 7f596ad9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f596c107580 0x7f596c19f1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46988/0 (socket says 172.21.15.52:46988) 2024-03-18T22:56:14.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.191+0000 7f596ad9d640 1 -- 172.21.15.52:0/62293659 learned_addr learned my addr 172.21.15.52:0/62293659 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:14.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.191+0000 7f596a59c640 1 --2- 172.21.15.52:0/62293659 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f596c102320 0x7f596c197c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:14.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.191+0000 7f5969d9b640 1 --2- 172.21.15.52:0/62293659 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f596c104c50 0x7f596c198180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:14.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.191+0000 7f596ad9d640 1 -- 172.21.15.52:0/62293659 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f596c104c50 msgr2=0x7f596c198180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:14.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.191+0000 7f596ad9d640 1 --2- 172.21.15.52:0/62293659 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f596c104c50 0x7f596c198180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.191+0000 7f596ad9d640 1 -- 172.21.15.52:0/62293659 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f596c102320 msgr2=0x7f596c197c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:14.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.191+0000 7f596ad9d640 1 --2- 172.21.15.52:0/62293659 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f596c102320 0x7f596c197c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.191+0000 7f596ad9d640 1 -- 172.21.15.52:0/62293659 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f596c19f850 con 0x7f596c107580 2024-03-18T22:56:14.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.191+0000 7f5969d9b640 1 --2- 172.21.15.52:0/62293659 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f596c104c50 0x7f596c198180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:56:14.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.191+0000 7f596ad9d640 1 --2- 172.21.15.52:0/62293659 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f596c107580 0x7f596c19f1b0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f596402c700 tx=0x7f59640346d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:14.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.191+0000 7f595b7fe640 1 -- 172.21.15.52:0/62293659 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5964039040 con 0x7f596c107580 2024-03-18T22:56:14.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.191+0000 7f5970df4640 1 -- 172.21.15.52:0/62293659 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f596c19fae0 con 0x7f596c107580 2024-03-18T22:56:14.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.191+0000 7f595b7fe640 1 -- 172.21.15.52:0/62293659 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5964044070 con 0x7f596c107580 2024-03-18T22:56:14.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.191+0000 7f595b7fe640 1 -- 172.21.15.52:0/62293659 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59640043c0 con 0x7f596c107580 2024-03-18T22:56:14.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.191+0000 7f5970df4640 1 -- 172.21.15.52:0/62293659 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f596c19ffd0 con 0x7f596c107580 2024-03-18T22:56:14.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.192+0000 7f5970df4640 1 -- 172.21.15.52:0/62293659 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f596c0fd7a0 con 0x7f596c107580 2024-03-18T22:56:14.196 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.193+0000 7f595b7fe640 1 -- 172.21.15.52:0/62293659 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f5964004580 con 0x7f596c107580 2024-03-18T22:56:14.196 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.194+0000 7f595b7fe640 1 --2- 172.21.15.52:0/62293659 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f59540a2890 0x7f59540a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:14.196 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.194+0000 7f596a59c640 1 --2- 172.21.15.52:0/62293659 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f59540a2890 0x7f59540a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:14.196 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.194+0000 7f595b7fe640 1 -- 172.21.15.52:0/62293659 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f59640f12e0 con 0x7f596c107580 2024-03-18T22:56:14.196 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.194+0000 7f596a59c640 1 --2- 172.21.15.52:0/62293659 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f59540a2890 0x7f59540a4d50 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f596c199110 tx=0x7f595c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:14.199 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.198+0000 7f595b7fe640 1 -- 172.21.15.52:0/62293659 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f59640be2b0 con 0x7f596c107580 2024-03-18T22:56:14.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.385+0000 7f5970df4640 1 -- 172.21.15.52:0/62293659 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f596c02d440 con 0x7f596c107580 2024-03-18T22:56:14.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.386+0000 7f595b7fe640 1 -- 172.21.15.52:0/62293659 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+22685 (secure 0 0 0) 0x7f59640bdbb0 con 0x7f596c107580 2024-03-18T22:56:14.387 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:56:14.387 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":90,"fsid":"444ca0c0-e579-11ee-95c9-87774f69a715","created":"2024-03-18T22:46:59.196861+0000","modified":"2024-03-18T22:55:54.432950+0000","last_up_change":"2024-03-18T22:54:03.658736+0000","last_in_change":"2024-03-18T22:53:42.549736+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-18T22:50:19.580907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-18T22:54:51.765993+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-18T22:54:52.580111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8f05057f-5818-4a49-a239-ce60bf28c875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6803","nonce":4259078413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6805","nonce":4259078413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6809","nonce":4259078413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6807","nonce":4259078413}]},"public_addr":"172.21.15.52:6803/4259078413","cluster_addr":"172.21.15.52:6805/4259078413","heartbeat_back_addr":"172.21.15.52:6809/4259078413","heartbeat_front_addr":"172.21.15.52:6807/4259078413","state":["exists","up"]},{"osd":1,"uuid":"602a7d92-7ff5-457e-b1e1-ab1e9eae6dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6801","nonce":500160796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6803","nonce":500160796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6807","nonce":500160796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6805","nonce":500160796}]},"public_addr":"172.21.15.99:6801/500160796","cluster_addr":"172.21.15.99:6803/500160796","heartbeat_back_addr":"172.21.15.99:6807/500160796","heartbeat_front_addr":"172.21.15.99:6805/500160796","state":["exists","up"]},{"osd":2,"uuid":"d5d4dba3-77ad-46f9-b510-d3b26f14077d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6801","nonce":1878857413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6803","nonce":1878857413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6807","nonce":1878857413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6805","nonce":1878857413}]},"public_addr":"172.21.15.181:6801/1878857413","cluster_addr":"172.21.15.181:6803/1878857413","heartbeat_back_addr":"172.21.15.181:6807/1878857413","heartbeat_front_addr":"172.21.15.181:6805/1878857413","state":["exists","up"]},{"osd":3,"uuid":"b61bfbef-b35c-49e3-9616-48e1b7ffc914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6811","nonce":2095210395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6813","nonce":2095210395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6817","nonce":2095210395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6815","nonce":2095210395}]},"public_addr":"172.21.15.52:6811/2095210395","cluster_addr":"172.21.15.52:6813/2095210395","heartbeat_back_addr":"172.21.15.52:6817/2095210395","heartbeat_front_addr":"172.21.15.52:6815/2095210395","state":["exists","up"]},{"osd":4,"uuid":"ce793666-4ab9-4844-81c9-661b265973b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6809","nonce":2287333294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6811","nonce":2287333294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6815","nonce":2287333294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6813","nonce":2287333294}]},"public_addr":"172.21.15.99:6809/2287333294","cluster_addr":"172.21.15.99:6811/2287333294","heartbeat_back_addr":"172.21.15.99:6815/2287333294","heartbeat_front_addr":"172.21.15.99:6813/2287333294","state":["exists","up"]},{"osd":5,"uuid":"9640855d-727d-4dbe-a86e-d9cb16ff1213","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6809","nonce":2011157034}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6811","nonce":2011157034}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6815","nonce":2011157034}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6813","nonce":2011157034}]},"public_addr":"172.21.15.181:6809/2011157034","cluster_addr":"172.21.15.181:6811/2011157034","heartbeat_back_addr":"172.21.15.181:6815/2011157034","heartbeat_front_addr":"172.21.15.181:6813/2011157034","state":["exists","up"]},{"osd":6,"uuid":"a5e939cf-f502-4844-a7c7-90a03212c912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6819","nonce":3005509606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6821","nonce":3005509606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6825","nonce":3005509606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6823","nonce":3005509606}]},"public_addr":"172.21.15.52:6819/3005509606","cluster_addr":"172.21.15.52:6821/3005509606","heartbeat_back_addr":"172.21.15.52:6825/3005509606","heartbeat_front_addr":"172.21.15.52:6823/3005509606","state":["exists","up"]},{"osd":7,"uuid":"6870a7b1-abe0-4d5b-aedb-e2eab43a0d36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6817","nonce":2572523724}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6819","nonce":2572523724}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6823","nonce":2572523724}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6821","nonce":2572523724}]},"public_addr":"172.21.15.99:6817/2572523724","cluster_addr":"172.21.15.99:6819/2572523724","heartbeat_back_addr":"172.21.15.99:6823/2572523724","heartbeat_front_addr":"172.21.15.99:6821/2572523724","state":["exists","up"]},{"osd":8,"uuid":"967926a1-de37-43dc-b815-0e17765b3a9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6817","nonce":644322337}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6819","nonce":644322337}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6823","nonce":644322337}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6821","nonce":644322337}]},"public_addr":"172.21.15.181:6817/644322337","cluster_addr":"172.21.15.181:6819/644322337","heartbeat_back_addr":"172.21.15.181:6823/644322337","heartbeat_front_addr":"172.21.15.181:6821/644322337","state":["exists","up"]},{"osd":9,"uuid":"a131710e-f2c3-4714-a033-106917dae36a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6827","nonce":2018024971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6829","nonce":2018024971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6833","nonce":2018024971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6831","nonce":2018024971}]},"public_addr":"172.21.15.52:6827/2018024971","cluster_addr":"172.21.15.52:6829/2018024971","heartbeat_back_addr":"172.21.15.52:6833/2018024971","heartbeat_front_addr":"172.21.15.52:6831/2018024971","state":["exists","up"]},{"osd":10,"uuid":"f73f086a-46e1-412c-8105-3b80772eca56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6825","nonce":14598206}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6827","nonce":14598206}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6831","nonce":14598206}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6829","nonce":14598206}]},"public_addr":"172.21.15.99:6825/14598206","cluster_addr":"172.21.15.99:6827/14598206","heartbeat_back_addr":"172.21.15.99:6831/14598206","heartbeat_front_addr":"172.21.15.99:6829/14598206","state":["exists","up"]},{"osd":11,"uuid":"f8e9539b-8a69-49a8-8a48-52f69b3c827e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":83,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6825","nonce":3442115308}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6827","nonce":3442115308}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6831","nonce":3442115308}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6829","nonce":3442115308}]},"public_addr":"172.21.15.181:6825/3442115308","cluster_addr":"172.21.15.181:6827/3442115308","heartbeat_back_addr":"172.21.15.181:6831/3442115308","heartbeat_front_addr":"172.21.15.181:6829/3442115308","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:30.221253+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:53.484811+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:17.327889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:41.988608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:06.067648+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:30.546908+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:56.054912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:20.268014+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:44.577601+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:10.398933+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:35.167862+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:54:00.825869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1b","mappings":[{"from":2,"to":1}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:6801/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:6800/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/2706493239":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/3660249274":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/3214486026":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6801/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6800/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/278759612":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/126914394":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/4260437251":"2024-03-19T22:47:53.231814+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-18T22:56:14.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.388+0000 7f5970df4640 1 -- 172.21.15.52:0/62293659 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f59540a2890 msgr2=0x7f59540a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:14.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.388+0000 7f5970df4640 1 --2- 172.21.15.52:0/62293659 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f59540a2890 0x7f59540a4d50 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f596c199110 tx=0x7f595c005f90 comp rx=0 tx=0).stop 2024-03-18T22:56:14.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.388+0000 7f5970df4640 1 -- 172.21.15.52:0/62293659 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f596c107580 msgr2=0x7f596c19f1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:14.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.388+0000 7f5970df4640 1 --2- 172.21.15.52:0/62293659 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f596c107580 0x7f596c19f1b0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f596402c700 tx=0x7f59640346d0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.388+0000 7f5970df4640 1 -- 172.21.15.52:0/62293659 shutdown_connections 2024-03-18T22:56:14.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.388+0000 7f5970df4640 1 --2- 172.21.15.52:0/62293659 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f59540a2890 0x7f59540a4d50 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.388+0000 7f5970df4640 1 --2- 172.21.15.52:0/62293659 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f596c107580 0x7f596c19f1b0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.388+0000 7f5970df4640 1 --2- 172.21.15.52:0/62293659 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f596c104c50 0x7f596c198180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.388+0000 7f5970df4640 1 --2- 172.21.15.52:0/62293659 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f596c102320 0x7f596c197c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.388+0000 7f5970df4640 1 -- 172.21.15.52:0/62293659 >> 172.21.15.52:0/62293659 conn(0x7f596c0fbcb0 msgr2=0x7f596c102c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:14.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.388+0000 7f5970df4640 1 -- 172.21.15.52:0/62293659 shutdown_connections 2024-03-18T22:56:14.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.389+0000 7f5970df4640 1 -- 172.21.15.52:0/62293659 wait complete. 2024-03-18T22:56:14.400 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-18T22:50:19.580907+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-18T22:54:51.765993+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '87', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-18T22:54:52.580111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-18T22:56:14.401 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-18T22:56:14.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.505+0000 7fa52db1b640 1 -- 172.21.15.52:0/2971832287 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa528101930 msgr2=0x7fa528101db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:14.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.505+0000 7fa52db1b640 1 --2- 172.21.15.52:0/2971832287 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa528101930 0x7fa528101db0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fa51c009900 tx=0x7fa51c02bc30 comp rx=0 tx=0).stop 2024-03-18T22:56:14.510 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.505+0000 7fa52db1b640 1 -- 172.21.15.52:0/2971832287 shutdown_connections 2024-03-18T22:56:14.510 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.505+0000 7fa52db1b640 1 --2- 172.21.15.52:0/2971832287 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa5281022f0 0x7fa528108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.510 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.505+0000 7fa52db1b640 1 --2- 172.21.15.52:0/2971832287 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa528101930 0x7fa528101db0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.510 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.505+0000 7fa52db1b640 1 --2- 172.21.15.52:0/2971832287 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa528100740 0x7fa528100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.510 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.505+0000 7fa52db1b640 1 -- 172.21.15.52:0/2971832287 >> 172.21.15.52:0/2971832287 conn(0x7fa5280fbcd0 msgr2=0x7fa5280fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:14.510 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.505+0000 7fa52db1b640 1 -- 172.21.15.52:0/2971832287 shutdown_connections 2024-03-18T22:56:14.510 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.505+0000 7fa52db1b640 1 -- 172.21.15.52:0/2971832287 wait complete. 2024-03-18T22:56:14.510 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.506+0000 7fa52db1b640 1 Processor -- start 2024-03-18T22:56:14.510 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.506+0000 7fa52db1b640 1 -- start start 2024-03-18T22:56:14.510 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.506+0000 7fa52db1b640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa528100740 0x7fa528197c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:14.510 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.506+0000 7fa52db1b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa528101930 0x7fa5281981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:14.510 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.506+0000 7fa52db1b640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa5281022f0 0x7fa52819f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.506+0000 7fa52db1b640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa52810c4a0 con 0x7fa528101930 2024-03-18T22:56:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.506+0000 7fa52db1b640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fa52810c320 con 0x7fa5281022f0 2024-03-18T22:56:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.506+0000 7fa52db1b640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fa52810c620 con 0x7fa528100740 2024-03-18T22:56:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.506+0000 7fa526ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa528101930 0x7fa5281981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.506+0000 7fa526ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa528101930 0x7fa5281981b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46992/0 (socket says 172.21.15.52:46992) 2024-03-18T22:56:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.506+0000 7fa526ffd640 1 -- 172.21.15.52:0/894596415 learned_addr learned my addr 172.21.15.52:0/894596415 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.507+0000 7fa5277fe640 1 --2- 172.21.15.52:0/894596415 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa528100740 0x7fa528197c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.507+0000 7fa527fff640 1 --2- 172.21.15.52:0/894596415 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa5281022f0 0x7fa52819f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.507+0000 7fa526ffd640 1 -- 172.21.15.52:0/894596415 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa528100740 msgr2=0x7fa528197c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.507+0000 7fa526ffd640 1 --2- 172.21.15.52:0/894596415 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa528100740 0x7fa528197c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.507+0000 7fa526ffd640 1 -- 172.21.15.52:0/894596415 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa5281022f0 msgr2=0x7fa52819f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.507+0000 7fa526ffd640 1 --2- 172.21.15.52:0/894596415 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa5281022f0 0x7fa52819f1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.507+0000 7fa526ffd640 1 -- 172.21.15.52:0/894596415 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa52819f880 con 0x7fa528101930 2024-03-18T22:56:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.507+0000 7fa526ffd640 1 --2- 172.21.15.52:0/894596415 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa528101930 0x7fa5281981b0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fa51c009230 tx=0x7fa51c004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.507+0000 7fa524ff9640 1 -- 172.21.15.52:0/894596415 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa51c043020 con 0x7fa528101930 2024-03-18T22:56:14.512 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.507+0000 7fa52db1b640 1 -- 172.21.15.52:0/894596415 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa52819fb10 con 0x7fa528101930 2024-03-18T22:56:14.512 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.507+0000 7fa524ff9640 1 -- 172.21.15.52:0/894596415 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa51c004250 con 0x7fa528101930 2024-03-18T22:56:14.512 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.507+0000 7fa524ff9640 1 -- 172.21.15.52:0/894596415 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa51c003a80 con 0x7fa528101930 2024-03-18T22:56:14.512 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.507+0000 7fa52db1b640 1 -- 172.21.15.52:0/894596415 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5281a0060 con 0x7fa528101930 2024-03-18T22:56:14.512 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.508+0000 7fa52db1b640 1 -- 172.21.15.52:0/894596415 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5281a0230 con 0x7fa528101930 2024-03-18T22:56:14.512 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.509+0000 7fa524ff9640 1 -- 172.21.15.52:0/894596415 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fa51c046020 con 0x7fa528101930 2024-03-18T22:56:14.512 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.510+0000 7fa524ff9640 1 --2- 172.21.15.52:0/894596415 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa5100a2890 0x7fa5100a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:14.513 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.510+0000 7fa5277fe640 1 --2- 172.21.15.52:0/894596415 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa5100a2890 0x7fa5100a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:14.513 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.510+0000 7fa524ff9640 1 -- 172.21.15.52:0/894596415 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7fa51c0f0c30 con 0x7fa528101930 2024-03-18T22:56:14.513 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.510+0000 7fa5277fe640 1 --2- 172.21.15.52:0/894596415 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa5100a2890 0x7fa5100a4d50 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fa528199140 tx=0x7fa518005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:14.514 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.514+0000 7fa524ff9640 1 -- 172.21.15.52:0/894596415 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fa51c04d020 con 0x7fa528101930 2024-03-18T22:56:14.698 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.697+0000 7fa52db1b640 1 -- 172.21.15.52:0/894596415 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fa5281a0400 con 0x7fa528101930 2024-03-18T22:56:14.698 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.698+0000 7fa524ff9640 1 -- 172.21.15.52:0/894596415 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v90) ==== 93+0+10 (secure 0 0 0) 0x7fa51c0bdc60 con 0x7fa528101930 2024-03-18T22:56:14.698 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 1 2024-03-18T22:56:14.700 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.700+0000 7fa52db1b640 1 -- 172.21.15.52:0/894596415 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa5100a2890 msgr2=0x7fa5100a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:14.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.700+0000 7fa52db1b640 1 --2- 172.21.15.52:0/894596415 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa5100a2890 0x7fa5100a4d50 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fa528199140 tx=0x7fa518005f90 comp rx=0 tx=0).stop 2024-03-18T22:56:14.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.700+0000 7fa52db1b640 1 -- 172.21.15.52:0/894596415 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa528101930 msgr2=0x7fa5281981b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:14.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.700+0000 7fa52db1b640 1 --2- 172.21.15.52:0/894596415 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa528101930 0x7fa5281981b0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fa51c009230 tx=0x7fa51c004ab0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.700+0000 7fa52db1b640 1 -- 172.21.15.52:0/894596415 shutdown_connections 2024-03-18T22:56:14.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.700+0000 7fa52db1b640 1 --2- 172.21.15.52:0/894596415 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa5100a2890 0x7fa5100a4d50 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.700+0000 7fa52db1b640 1 --2- 172.21.15.52:0/894596415 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa5281022f0 0x7fa52819f1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.700+0000 7fa52db1b640 1 --2- 172.21.15.52:0/894596415 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa528101930 0x7fa5281981b0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.700+0000 7fa52db1b640 1 --2- 172.21.15.52:0/894596415 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa528100740 0x7fa528197c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.700+0000 7fa52db1b640 1 -- 172.21.15.52:0/894596415 >> 172.21.15.52:0/894596415 conn(0x7fa5280fbcd0 msgr2=0x7fa528069dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:14.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.700+0000 7fa52db1b640 1 -- 172.21.15.52:0/894596415 shutdown_connections 2024-03-18T22:56:14.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.700+0000 7fa52db1b640 1 -- 172.21.15.52:0/894596415 wait complete. 2024-03-18T22:56:14.710 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:14 smithi052 ceph-mon[32520]: pgmap v330: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:56:14.710 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:14 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/2028398068' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-18T22:56:14.710 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:14 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/718800004' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:56:14.710 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:14 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/62293659' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:56:14.711 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-18T22:56:14.816 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.815+0000 7fc7fa762640 1 -- 172.21.15.52:0/1244739537 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc7f4101920 msgr2=0x7fc7f4101da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:14.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.815+0000 7fc7fa762640 1 --2- 172.21.15.52:0/1244739537 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc7f4101920 0x7fc7f4101da0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fc7e8009900 tx=0x7fc7e802bc30 comp rx=0 tx=0).stop 2024-03-18T22:56:14.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.816+0000 7fc7fa762640 1 -- 172.21.15.52:0/1244739537 shutdown_connections 2024-03-18T22:56:14.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.816+0000 7fc7fa762640 1 --2- 172.21.15.52:0/1244739537 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc7f41022e0 0x7fc7f4108b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.816+0000 7fc7fa762640 1 --2- 172.21.15.52:0/1244739537 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc7f4101920 0x7fc7f4101da0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.816+0000 7fc7fa762640 1 --2- 172.21.15.52:0/1244739537 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc7f4100730 0x7fc7f4100b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.816+0000 7fc7fa762640 1 -- 172.21.15.52:0/1244739537 >> 172.21.15.52:0/1244739537 conn(0x7fc7f40fbcc0 msgr2=0x7fc7f40fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:14.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.816+0000 7fc7fa762640 1 -- 172.21.15.52:0/1244739537 shutdown_connections 2024-03-18T22:56:14.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.816+0000 7fc7fa762640 1 -- 172.21.15.52:0/1244739537 wait complete. 2024-03-18T22:56:14.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.816+0000 7fc7fa762640 1 Processor -- start 2024-03-18T22:56:14.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.816+0000 7fc7fa762640 1 -- start start 2024-03-18T22:56:14.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.817+0000 7fc7fa762640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc7f4100730 0x7fc7f410b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:14.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.817+0000 7fc7fa762640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc7f4101920 0x7fc7f41096f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:14.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.817+0000 7fc7fa762640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc7f41022e0 0x7fc7f4109c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:14.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.817+0000 7fc7fa762640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc7f410d5a0 con 0x7fc7f4100730 2024-03-18T22:56:14.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.817+0000 7fc7fa762640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fc7f410d420 con 0x7fc7f4101920 2024-03-18T22:56:14.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.817+0000 7fc7fa762640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fc7f410d720 con 0x7fc7f41022e0 2024-03-18T22:56:14.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.817+0000 7fc7f3fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc7f4100730 0x7fc7f410b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:14.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.817+0000 7fc7f3fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc7f4100730 0x7fc7f410b0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47000/0 (socket says 172.21.15.52:47000) 2024-03-18T22:56:14.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.817+0000 7fc7f3fff640 1 -- 172.21.15.52:0/221907185 learned_addr learned my addr 172.21.15.52:0/221907185 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:14.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.817+0000 7fc7f37fe640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc7f4101920 0x7fc7f41096f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:14.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.817+0000 7fc7f8cff640 1 --2- 172.21.15.52:0/221907185 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc7f41022e0 0x7fc7f4109c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:14.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.817+0000 7fc7f37fe640 1 -- 172.21.15.52:0/221907185 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc7f41022e0 msgr2=0x7fc7f4109c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:14.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.817+0000 7fc7f37fe640 1 --2- 172.21.15.52:0/221907185 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc7f41022e0 0x7fc7f4109c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.817+0000 7fc7f37fe640 1 -- 172.21.15.52:0/221907185 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc7f4100730 msgr2=0x7fc7f410b0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:14.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.817+0000 7fc7f37fe640 1 --2- 172.21.15.52:0/221907185 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc7f4100730 0x7fc7f410b0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:14.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.817+0000 7fc7f37fe640 1 -- 172.21.15.52:0/221907185 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7f410a4c0 con 0x7fc7f4101920 2024-03-18T22:56:14.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.817+0000 7fc7f3fff640 1 --2- 172.21.15.52:0/221907185 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc7f4100730 0x7fc7f410b0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:14.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.817+0000 7fc7f37fe640 1 --2- 172.21.15.52:0/221907185 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc7f4101920 0x7fc7f41096f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fc7e8009230 tx=0x7fc7e8004a30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:14.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.817+0000 7fc7f17fa640 1 -- 172.21.15.52:0/221907185 <== mon.2 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7e8043020 con 0x7fc7f4101920 2024-03-18T22:56:14.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.817+0000 7fc7f17fa640 1 -- 172.21.15.52:0/221907185 <== mon.2 v2:172.21.15.99:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc7e8004250 con 0x7fc7f4101920 2024-03-18T22:56:14.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.817+0000 7fc7fa762640 1 -- 172.21.15.52:0/221907185 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7f41a1d90 con 0x7fc7f4101920 2024-03-18T22:56:14.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.818+0000 7fc7f17fa640 1 -- 172.21.15.52:0/221907185 <== mon.2 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7e80039d0 con 0x7fc7f4101920 2024-03-18T22:56:14.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.818+0000 7fc7fa762640 1 -- 172.21.15.52:0/221907185 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7f41a2220 con 0x7fc7f4101920 2024-03-18T22:56:14.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.818+0000 7fc7fa762640 1 -- 172.21.15.52:0/221907185 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7f4107af0 con 0x7fc7f4101920 2024-03-18T22:56:14.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.819+0000 7fc7f17fa640 1 -- 172.21.15.52:0/221907185 <== mon.2 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fc7e8046020 con 0x7fc7f4101920 2024-03-18T22:56:14.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.820+0000 7fc7f17fa640 1 --2- 172.21.15.52:0/221907185 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc7dc0a2890 0x7fc7dc0a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:14.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.820+0000 7fc7f3fff640 1 --2- 172.21.15.52:0/221907185 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc7dc0a2890 0x7fc7dc0a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:14.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.820+0000 7fc7f17fa640 1 -- 172.21.15.52:0/221907185 <== mon.2 v2:172.21.15.99:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7fc7e80f0b20 con 0x7fc7f4101920 2024-03-18T22:56:14.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.820+0000 7fc7f3fff640 1 --2- 172.21.15.52:0/221907185 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc7dc0a2890 0x7fc7dc0a4d50 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fc7e40058c0 tx=0x7fc7e4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:14.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:14.824+0000 7fc7f17fa640 1 -- 172.21.15.52:0/221907185 <== mon.2 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fc7e804d020 con 0x7fc7f4101920 2024-03-18T22:56:15.008 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.007+0000 7fc7fa762640 1 -- 172.21.15.52:0/221907185 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fc7f402d440 con 0x7fc7f4101920 2024-03-18T22:56:15.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.008+0000 7fc7f17fa640 1 -- 172.21.15.52:0/221907185 <== mon.2 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v90) ==== 104+0+11 (secure 0 0 0) 0x7fc7e80bdb50 con 0x7fc7f4101920 2024-03-18T22:56:15.009 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-03-18T22:56:15.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.010+0000 7fc7fa762640 1 -- 172.21.15.52:0/221907185 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc7dc0a2890 msgr2=0x7fc7dc0a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:15.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.010+0000 7fc7fa762640 1 --2- 172.21.15.52:0/221907185 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc7dc0a2890 0x7fc7dc0a4d50 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fc7e40058c0 tx=0x7fc7e4005f90 comp rx=0 tx=0).stop 2024-03-18T22:56:15.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.010+0000 7fc7fa762640 1 -- 172.21.15.52:0/221907185 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc7f4101920 msgr2=0x7fc7f41096f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:15.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.010+0000 7fc7fa762640 1 --2- 172.21.15.52:0/221907185 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc7f4101920 0x7fc7f41096f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fc7e8009230 tx=0x7fc7e8004a30 comp rx=0 tx=0).stop 2024-03-18T22:56:15.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.010+0000 7fc7fa762640 1 -- 172.21.15.52:0/221907185 shutdown_connections 2024-03-18T22:56:15.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.010+0000 7fc7fa762640 1 --2- 172.21.15.52:0/221907185 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc7dc0a2890 0x7fc7dc0a4d50 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.010+0000 7fc7fa762640 1 --2- 172.21.15.52:0/221907185 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc7f41022e0 0x7fc7f4109c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.010+0000 7fc7fa762640 1 --2- 172.21.15.52:0/221907185 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc7f4101920 0x7fc7f41096f0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.010+0000 7fc7fa762640 1 --2- 172.21.15.52:0/221907185 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc7f4100730 0x7fc7f410b0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.010+0000 7fc7fa762640 1 -- 172.21.15.52:0/221907185 >> 172.21.15.52:0/221907185 conn(0x7fc7f40fbcc0 msgr2=0x7fc7f4104cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:15.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.010+0000 7fc7fa762640 1 -- 172.21.15.52:0/221907185 shutdown_connections 2024-03-18T22:56:15.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.010+0000 7fc7fa762640 1 -- 172.21.15.52:0/221907185 wait complete. 2024-03-18T22:56:15.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:14 smithi181 ceph-mon[67256]: pgmap v330: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:56:15.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:14 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/2028398068' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-18T22:56:15.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:14 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/718800004' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:56:15.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:14 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/62293659' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:56:15.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:14 smithi099 ceph-mon[36725]: pgmap v330: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:56:15.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:14 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/2028398068' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-18T22:56:15.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:14 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/718800004' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:56:15.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:14 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/62293659' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:56:15.021 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-18T22:56:15.128 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.126+0000 7fa202fc6640 1 -- 172.21.15.52:0/1956047190 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1fc1009a0 msgr2=0x7fa1fc100e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:15.128 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.126+0000 7fa202fc6640 1 --2- 172.21.15.52:0/1956047190 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1fc1009a0 0x7fa1fc100e20 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fa1ec009ca0 tx=0x7fa1ec02c0f0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.128 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.126+0000 7fa202fc6640 1 -- 172.21.15.52:0/1956047190 shutdown_connections 2024-03-18T22:56:15.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.126+0000 7fa202fc6640 1 --2- 172.21.15.52:0/1956047190 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1fc101360 0x7fa1fc108c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.126+0000 7fa202fc6640 1 --2- 172.21.15.52:0/1956047190 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1fc1009a0 0x7fa1fc100e20 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.126+0000 7fa202fc6640 1 --2- 172.21.15.52:0/1956047190 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa1fc101d50 0x7fa1fc102170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.126+0000 7fa202fc6640 1 -- 172.21.15.52:0/1956047190 >> 172.21.15.52:0/1956047190 conn(0x7fa1fc0fb450 msgr2=0x7fa1fc0fd870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:15.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.126+0000 7fa202fc6640 1 -- 172.21.15.52:0/1956047190 shutdown_connections 2024-03-18T22:56:15.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.126+0000 7fa202fc6640 1 -- 172.21.15.52:0/1956047190 wait complete. 2024-03-18T22:56:15.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.126+0000 7fa202fc6640 1 Processor -- start 2024-03-18T22:56:15.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.126+0000 7fa202fc6640 1 -- start start 2024-03-18T22:56:15.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.127+0000 7fa202fc6640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa1fc1009a0 0x7fa1fc100400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:15.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.127+0000 7fa202fc6640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1fc101360 0x7fa1fc19c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:15.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.127+0000 7fa202fc6640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1fc101d50 0x7fa1fc19efd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:15.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.127+0000 7fa202fc6640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa1fc10c550 con 0x7fa1fc101d50 2024-03-18T22:56:15.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.127+0000 7fa202fc6640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fa1fc10c3d0 con 0x7fa1fc101360 2024-03-18T22:56:15.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.127+0000 7fa202fc6640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fa1fc10c6d0 con 0x7fa1fc1009a0 2024-03-18T22:56:15.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.127+0000 7fa201563640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1fc101d50 0x7fa1fc19efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:15.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.127+0000 7fa1fbfff640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1fc101360 0x7fa1fc19c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:15.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.127+0000 7fa1fbfff640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1fc101360 0x7fa1fc19c9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.52:40984/0 (socket says 172.21.15.52:40984) 2024-03-18T22:56:15.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.127+0000 7fa200d62640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa1fc1009a0 0x7fa1fc100400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:15.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.127+0000 7fa201563640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1fc101d50 0x7fa1fc19efd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47012/0 (socket says 172.21.15.52:47012) 2024-03-18T22:56:15.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.127+0000 7fa1fbfff640 1 -- 172.21.15.52:0/3640000773 learned_addr learned my addr 172.21.15.52:0/3640000773 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:15.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.127+0000 7fa1fbfff640 1 -- 172.21.15.52:0/3640000773 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa1fc1009a0 msgr2=0x7fa1fc100400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:15.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.127+0000 7fa1fbfff640 1 --2- 172.21.15.52:0/3640000773 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa1fc1009a0 0x7fa1fc100400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.127+0000 7fa1fbfff640 1 -- 172.21.15.52:0/3640000773 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1fc101d50 msgr2=0x7fa1fc19efd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:15.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.127+0000 7fa1fbfff640 1 --2- 172.21.15.52:0/3640000773 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1fc101d50 0x7fa1fc19efd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.127+0000 7fa1fbfff640 1 -- 172.21.15.52:0/3640000773 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1fc19f8e0 con 0x7fa1fc101360 2024-03-18T22:56:15.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.127+0000 7fa201563640 1 --2- 172.21.15.52:0/3640000773 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1fc101d50 0x7fa1fc19efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:15.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.127+0000 7fa1fbfff640 1 --2- 172.21.15.52:0/3640000773 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1fc101360 0x7fa1fc19c9b0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa1ec0325a0 tx=0x7fa1ec035db0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:15.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.127+0000 7fa1f9ffb640 1 -- 172.21.15.52:0/3640000773 <== mon.2 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1ec039040 con 0x7fa1fc101360 2024-03-18T22:56:15.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.127+0000 7fa1f9ffb640 1 -- 172.21.15.52:0/3640000773 <== mon.2 v2:172.21.15.99:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa1ec044070 con 0x7fa1fc101360 2024-03-18T22:56:15.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.127+0000 7fa202fc6640 1 -- 172.21.15.52:0/3640000773 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1fc19fb10 con 0x7fa1fc101360 2024-03-18T22:56:15.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.127+0000 7fa1f9ffb640 1 -- 172.21.15.52:0/3640000773 <== mon.2 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1ec0044d0 con 0x7fa1fc101360 2024-03-18T22:56:15.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.128+0000 7fa202fc6640 1 -- 172.21.15.52:0/3640000773 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1fc1a0000 con 0x7fa1fc101360 2024-03-18T22:56:15.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.128+0000 7fa202fc6640 1 -- 172.21.15.52:0/3640000773 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1fc107b60 con 0x7fa1fc101360 2024-03-18T22:56:15.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.130+0000 7fa1f9ffb640 1 -- 172.21.15.52:0/3640000773 <== mon.2 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fa1ec004670 con 0x7fa1fc101360 2024-03-18T22:56:15.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.130+0000 7fa1f9ffb640 1 --2- 172.21.15.52:0/3640000773 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa1e80a2890 0x7fa1e80a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:15.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.130+0000 7fa200d62640 1 --2- 172.21.15.52:0/3640000773 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa1e80a2890 0x7fa1e80a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:15.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.130+0000 7fa1f9ffb640 1 -- 172.21.15.52:0/3640000773 <== mon.2 v2:172.21.15.99:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7fa1ec0f1210 con 0x7fa1fc101360 2024-03-18T22:56:15.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.131+0000 7fa200d62640 1 --2- 172.21.15.52:0/3640000773 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa1e80a2890 0x7fa1e80a4d50 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fa1fc069c50 tx=0x7fa1f4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:15.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.133+0000 7fa1f9ffb640 1 -- 172.21.15.52:0/3640000773 <== mon.2 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fa1ec0be300 con 0x7fa1fc101360 2024-03-18T22:56:15.316 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.316+0000 7fa202fc6640 1 -- 172.21.15.52:0/3640000773 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fa1fc02d440 con 0x7fa1fc101360 2024-03-18T22:56:15.317 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.316+0000 7fa1f9ffb640 1 -- 172.21.15.52:0/3640000773 <== mon.2 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v90) ==== 100+0+11 (secure 0 0 0) 0x7fa1ec0bdc00 con 0x7fa1fc101360 2024-03-18T22:56:15.317 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 64 2024-03-18T22:56:15.319 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.318+0000 7fa202fc6640 1 -- 172.21.15.52:0/3640000773 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa1e80a2890 msgr2=0x7fa1e80a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:15.319 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.318+0000 7fa202fc6640 1 --2- 172.21.15.52:0/3640000773 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa1e80a2890 0x7fa1e80a4d50 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fa1fc069c50 tx=0x7fa1f4005f90 comp rx=0 tx=0).stop 2024-03-18T22:56:15.319 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.318+0000 7fa202fc6640 1 -- 172.21.15.52:0/3640000773 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1fc101360 msgr2=0x7fa1fc19c9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:15.319 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.318+0000 7fa202fc6640 1 --2- 172.21.15.52:0/3640000773 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1fc101360 0x7fa1fc19c9b0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa1ec0325a0 tx=0x7fa1ec035db0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.319 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.318+0000 7fa202fc6640 1 -- 172.21.15.52:0/3640000773 shutdown_connections 2024-03-18T22:56:15.320 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.318+0000 7fa202fc6640 1 --2- 172.21.15.52:0/3640000773 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa1e80a2890 0x7fa1e80a4d50 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.320 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.318+0000 7fa202fc6640 1 --2- 172.21.15.52:0/3640000773 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1fc101d50 0x7fa1fc19efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.320 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.318+0000 7fa202fc6640 1 --2- 172.21.15.52:0/3640000773 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1fc101360 0x7fa1fc19c9b0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.320 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.318+0000 7fa202fc6640 1 --2- 172.21.15.52:0/3640000773 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa1fc1009a0 0x7fa1fc100400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.320 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.318+0000 7fa202fc6640 1 -- 172.21.15.52:0/3640000773 >> 172.21.15.52:0/3640000773 conn(0x7fa1fc0fb450 msgr2=0x7fa1fc104d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:15.320 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.319+0000 7fa202fc6640 1 -- 172.21.15.52:0/3640000773 shutdown_connections 2024-03-18T22:56:15.320 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.319+0000 7fa202fc6640 1 -- 172.21.15.52:0/3640000773 wait complete. 2024-03-18T22:56:15.330 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-18T22:56:15.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.432+0000 7f0c55e12640 1 -- 172.21.15.52:0/677630188 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c501022f0 msgr2=0x7f0c50108b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:15.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.432+0000 7f0c55e12640 1 --2- 172.21.15.52:0/677630188 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c501022f0 0x7f0c50108b80 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f0c48009ca0 tx=0x7f0c4802c0f0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.432+0000 7f0c55e12640 1 -- 172.21.15.52:0/677630188 shutdown_connections 2024-03-18T22:56:15.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.432+0000 7f0c55e12640 1 --2- 172.21.15.52:0/677630188 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c501022f0 0x7f0c50108b80 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.432+0000 7f0c55e12640 1 --2- 172.21.15.52:0/677630188 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0c50101930 0x7f0c50101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.432+0000 7f0c55e12640 1 --2- 172.21.15.52:0/677630188 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0c50100740 0x7f0c50100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.432+0000 7f0c55e12640 1 -- 172.21.15.52:0/677630188 >> 172.21.15.52:0/677630188 conn(0x7f0c500fbcd0 msgr2=0x7f0c500fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:15.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.432+0000 7f0c55e12640 1 -- 172.21.15.52:0/677630188 shutdown_connections 2024-03-18T22:56:15.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.432+0000 7f0c55e12640 1 -- 172.21.15.52:0/677630188 wait complete. 2024-03-18T22:56:15.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.433+0000 7f0c55e12640 1 Processor -- start 2024-03-18T22:56:15.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.433+0000 7f0c55e12640 1 -- start start 2024-03-18T22:56:15.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.433+0000 7f0c55e12640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c50100740 0x7f0c5010b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:15.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.433+0000 7f0c55e12640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0c50101930 0x7f0c50109700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:15.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.433+0000 7f0c55e12640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0c501022f0 0x7f0c50109c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:15.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.433+0000 7f0c55e12640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0c5010d600 con 0x7f0c50100740 2024-03-18T22:56:15.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.433+0000 7f0c55e12640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f0c5010d480 con 0x7f0c501022f0 2024-03-18T22:56:15.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.433+0000 7f0c55e12640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f0c5010d780 con 0x7f0c50101930 2024-03-18T22:56:15.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.433+0000 7f0c4f7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c50100740 0x7f0c5010b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:15.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.433+0000 7f0c4f7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c50100740 0x7f0c5010b0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47034/0 (socket says 172.21.15.52:47034) 2024-03-18T22:56:15.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.433+0000 7f0c4f7fe640 1 -- 172.21.15.52:0/2145742059 learned_addr learned my addr 172.21.15.52:0/2145742059 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:15.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.433+0000 7f0c4effd640 1 --2- 172.21.15.52:0/2145742059 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0c50101930 0x7f0c50109700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:15.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.433+0000 7f0c4ffff640 1 --2- 172.21.15.52:0/2145742059 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0c501022f0 0x7f0c50109c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:15.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.433+0000 7f0c4f7fe640 1 -- 172.21.15.52:0/2145742059 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0c50101930 msgr2=0x7f0c50109700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:15.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.433+0000 7f0c4f7fe640 1 --2- 172.21.15.52:0/2145742059 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0c50101930 0x7f0c50109700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.433+0000 7f0c4f7fe640 1 -- 172.21.15.52:0/2145742059 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0c501022f0 msgr2=0x7f0c50109c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:15.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.433+0000 7f0c4f7fe640 1 --2- 172.21.15.52:0/2145742059 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0c501022f0 0x7f0c50109c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.433+0000 7f0c4f7fe640 1 -- 172.21.15.52:0/2145742059 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c5010a4d0 con 0x7f0c50100740 2024-03-18T22:56:15.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.433+0000 7f0c4effd640 1 --2- 172.21.15.52:0/2145742059 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0c50101930 0x7f0c50109700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:15.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.434+0000 7f0c4f7fe640 1 --2- 172.21.15.52:0/2145742059 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c50100740 0x7f0c5010b0c0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f0c4400e9c0 tx=0x7f0c4400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:15.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.434+0000 7f0c4cff9640 1 -- 172.21.15.52:0/2145742059 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c4400cd80 con 0x7f0c50100740 2024-03-18T22:56:15.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.434+0000 7f0c55e12640 1 -- 172.21.15.52:0/2145742059 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c501a1cd0 con 0x7f0c50100740 2024-03-18T22:56:15.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.434+0000 7f0c4cff9640 1 -- 172.21.15.52:0/2145742059 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0c440035f0 con 0x7f0c50100740 2024-03-18T22:56:15.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.434+0000 7f0c4cff9640 1 -- 172.21.15.52:0/2145742059 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c44010670 con 0x7f0c50100740 2024-03-18T22:56:15.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.434+0000 7f0c55e12640 1 -- 172.21.15.52:0/2145742059 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c501a21d0 con 0x7f0c50100740 2024-03-18T22:56:15.438 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.435+0000 7f0c55e12640 1 -- 172.21.15.52:0/2145742059 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c50107a00 con 0x7f0c50100740 2024-03-18T22:56:15.438 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.436+0000 7f0c4cff9640 1 -- 172.21.15.52:0/2145742059 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f0c440037a0 con 0x7f0c50100740 2024-03-18T22:56:15.438 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.436+0000 7f0c4cff9640 1 --2- 172.21.15.52:0/2145742059 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0c380a2890 0x7f0c380a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:15.439 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.437+0000 7f0c4effd640 1 --2- 172.21.15.52:0/2145742059 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0c380a2890 0x7f0c380a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:15.439 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.437+0000 7f0c4cff9640 1 -- 172.21.15.52:0/2145742059 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f0c440cf100 con 0x7f0c50100740 2024-03-18T22:56:15.439 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.437+0000 7f0c4effd640 1 --2- 172.21.15.52:0/2145742059 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0c380a2890 0x7f0c380a4d50 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f0c5010ae30 tx=0x7f0c40005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:15.441 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.440+0000 7f0c4cff9640 1 -- 172.21.15.52:0/2145742059 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f0c4409bfc0 con 0x7f0c50100740 2024-03-18T22:56:15.663 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.662+0000 7f0c55e12640 1 -- 172.21.15.52:0/2145742059 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0c5002d310 con 0x7f0c50100740 2024-03-18T22:56:15.664 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.663+0000 7f0c4cff9640 1 -- 172.21.15.52:0/2145742059 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11857 (secure 0 0 0) 0x7f0c4409b8c0 con 0x7f0c50100740 2024-03-18T22:56:15.664 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:56:15.664 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":21,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3227483135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":3227483135},{"type":"v1","addr":"172.21.15.52:6835","nonce":3227483135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/3461032451","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":3461032451},{"type":"v1","addr":"172.21.15.52:6837","nonce":3461032451}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14628,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/1261469762","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":1261469762},{"type":"v1","addr":"172.21.15.52:6839","nonce":1261469762}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14640,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3903225657","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3903225657},{"type":"v1","addr":"172.21.15.52:6841","nonce":3903225657}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/873737656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":873737656},{"type":"v1","addr":"172.21.15.181:6833","nonce":873737656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6833/800213438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":800213438},{"type":"v1","addr":"172.21.15.99:6833","nonce":800213438}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-18T22:54:53.377645+0000","modified":"2024-03-18T22:54:58.356820+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24527,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24445":{"gid":24445,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.181:6835/278652610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":278652610},{"type":"v1","addr":"172.21.15.181:6835","nonce":278652610}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.99:6835/286053630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":286053630},{"type":"v1","addr":"172.21.15.99:6835","nonce":286053630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.181:6837/1834382232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":1834382232},{"type":"v1","addr":"172.21.15.181:6837","nonce":1834382232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.181:6839/1346550423","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6838","nonce":1346550423},{"type":"v1","addr":"172.21.15.181:6839","nonce":1346550423}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.99:6837/3393123598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6836","nonce":3393123598},{"type":"v1","addr":"172.21.15.99:6837","nonce":3393123598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.99:6839/326875962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6838","nonce":326875962},{"type":"v1","addr":"172.21.15.99:6839","nonce":326875962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24527,"qdb_cluster":[24479,24478,24527]},"id":1}]} 2024-03-18T22:56:15.664 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 21 2024-03-18T22:56:15.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.665+0000 7f0c55e12640 1 -- 172.21.15.52:0/2145742059 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0c380a2890 msgr2=0x7f0c380a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:15.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.665+0000 7f0c55e12640 1 --2- 172.21.15.52:0/2145742059 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0c380a2890 0x7f0c380a4d50 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f0c5010ae30 tx=0x7f0c40005f90 comp rx=0 tx=0).stop 2024-03-18T22:56:15.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.665+0000 7f0c55e12640 1 -- 172.21.15.52:0/2145742059 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c50100740 msgr2=0x7f0c5010b0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:15.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.665+0000 7f0c55e12640 1 --2- 172.21.15.52:0/2145742059 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c50100740 0x7f0c5010b0c0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f0c4400e9c0 tx=0x7f0c4400ee80 comp rx=0 tx=0).stop 2024-03-18T22:56:15.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.665+0000 7f0c55e12640 1 -- 172.21.15.52:0/2145742059 shutdown_connections 2024-03-18T22:56:15.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.665+0000 7f0c55e12640 1 --2- 172.21.15.52:0/2145742059 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0c380a2890 0x7f0c380a4d50 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.665+0000 7f0c55e12640 1 --2- 172.21.15.52:0/2145742059 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0c501022f0 0x7f0c50109c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.665+0000 7f0c55e12640 1 --2- 172.21.15.52:0/2145742059 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0c50101930 0x7f0c50109700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.665+0000 7f0c55e12640 1 --2- 172.21.15.52:0/2145742059 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c50100740 0x7f0c5010b0c0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.665+0000 7f0c55e12640 1 -- 172.21.15.52:0/2145742059 >> 172.21.15.52:0/2145742059 conn(0x7f0c500fbcd0 msgr2=0x7f0c50104bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:15.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.665+0000 7f0c55e12640 1 -- 172.21.15.52:0/2145742059 shutdown_connections 2024-03-18T22:56:15.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.665+0000 7f0c55e12640 1 -- 172.21.15.52:0/2145742059 wait complete. 2024-03-18T22:56:15.676 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:15 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/894596415' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-18T22:56:15.676 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:15 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/221907185' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-18T22:56:15.676 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:15 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3640000773' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-18T22:56:15.677 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-18T22:56:15.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.779+0000 7fb137cc6640 1 -- 172.21.15.52:0/150836956 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb130101920 msgr2=0x7fb130101da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:15.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.779+0000 7fb137cc6640 1 --2- 172.21.15.52:0/150836956 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb130101920 0x7fb130101da0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fb120009900 tx=0x7fb12002bc30 comp rx=0 tx=0).stop 2024-03-18T22:56:15.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.779+0000 7fb137cc6640 1 -- 172.21.15.52:0/150836956 shutdown_connections 2024-03-18T22:56:15.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.779+0000 7fb137cc6640 1 --2- 172.21.15.52:0/150836956 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb1301022e0 0x7fb130108b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.779+0000 7fb137cc6640 1 --2- 172.21.15.52:0/150836956 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb130101920 0x7fb130101da0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.779+0000 7fb137cc6640 1 --2- 172.21.15.52:0/150836956 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb130100730 0x7fb130100b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.779+0000 7fb137cc6640 1 -- 172.21.15.52:0/150836956 >> 172.21.15.52:0/150836956 conn(0x7fb1300fbcc0 msgr2=0x7fb1300fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:15.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.779+0000 7fb137cc6640 1 -- 172.21.15.52:0/150836956 shutdown_connections 2024-03-18T22:56:15.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.779+0000 7fb137cc6640 1 -- 172.21.15.52:0/150836956 wait complete. 2024-03-18T22:56:15.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.779+0000 7fb137cc6640 1 Processor -- start 2024-03-18T22:56:15.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.779+0000 7fb137cc6640 1 -- start start 2024-03-18T22:56:15.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.779+0000 7fb137cc6640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb130100730 0x7fb13006aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:15.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.779+0000 7fb137cc6640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb130101920 0x7fb13019c900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:15.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.779+0000 7fb137cc6640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb1301022e0 0x7fb13019ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:15.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.779+0000 7fb137cc6640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb13010c490 con 0x7fb1301022e0 2024-03-18T22:56:15.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.779+0000 7fb137cc6640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fb13010c310 con 0x7fb130101920 2024-03-18T22:56:15.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.779+0000 7fb137cc6640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fb13010c610 con 0x7fb130100730 2024-03-18T22:56:15.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.780+0000 7fb136263640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb1301022e0 0x7fb13019ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:15.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.780+0000 7fb136263640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb1301022e0 0x7fb13019ef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47060/0 (socket says 172.21.15.52:47060) 2024-03-18T22:56:15.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.780+0000 7fb136263640 1 -- 172.21.15.52:0/4255652738 learned_addr learned my addr 172.21.15.52:0/4255652738 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:15.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.780+0000 7fb135261640 1 --2- 172.21.15.52:0/4255652738 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb130101920 0x7fb13019c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:15.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.780+0000 7fb135a62640 1 --2- 172.21.15.52:0/4255652738 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb130100730 0x7fb13006aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:15.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.780+0000 7fb136263640 1 -- 172.21.15.52:0/4255652738 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb130100730 msgr2=0x7fb13006aa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:15.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.780+0000 7fb136263640 1 --2- 172.21.15.52:0/4255652738 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb130100730 0x7fb13006aa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.780+0000 7fb136263640 1 -- 172.21.15.52:0/4255652738 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb130101920 msgr2=0x7fb13019c900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:15.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.780+0000 7fb136263640 1 --2- 172.21.15.52:0/4255652738 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb130101920 0x7fb13019c900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.780+0000 7fb136263640 1 -- 172.21.15.52:0/4255652738 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb13019f800 con 0x7fb1301022e0 2024-03-18T22:56:15.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.780+0000 7fb136263640 1 --2- 172.21.15.52:0/4255652738 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb1301022e0 0x7fb13019ef40 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fb12800eaa0 tx=0x7fb12800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:15.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.780+0000 7fb126ffd640 1 -- 172.21.15.52:0/4255652738 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb12800cdb0 con 0x7fb1301022e0 2024-03-18T22:56:15.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.780+0000 7fb137cc6640 1 -- 172.21.15.52:0/4255652738 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb13019faf0 con 0x7fb1301022e0 2024-03-18T22:56:15.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.780+0000 7fb126ffd640 1 -- 172.21.15.52:0/4255652738 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb128004b20 con 0x7fb1301022e0 2024-03-18T22:56:15.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.780+0000 7fb126ffd640 1 -- 172.21.15.52:0/4255652738 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb128011760 con 0x7fb1301022e0 2024-03-18T22:56:15.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.780+0000 7fb137cc6640 1 -- 172.21.15.52:0/4255652738 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1301a0010 con 0x7fb1301022e0 2024-03-18T22:56:15.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.781+0000 7fb137cc6640 1 -- 172.21.15.52:0/4255652738 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb130107a50 con 0x7fb1301022e0 2024-03-18T22:56:15.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.782+0000 7fb126ffd640 1 -- 172.21.15.52:0/4255652738 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fb128004cd0 con 0x7fb1301022e0 2024-03-18T22:56:15.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.783+0000 7fb126ffd640 1 --2- 172.21.15.52:0/4255652738 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fb11c0a2890 0x7fb11c0a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:15.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.783+0000 7fb126ffd640 1 -- 172.21.15.52:0/4255652738 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7fb1280cedd0 con 0x7fb1301022e0 2024-03-18T22:56:15.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.783+0000 7fb135a62640 1 --2- 172.21.15.52:0/4255652738 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fb11c0a2890 0x7fb11c0a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:15.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.783+0000 7fb135a62640 1 --2- 172.21.15.52:0/4255652738 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fb11c0a2890 0x7fb11c0a4d50 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fb130101780 tx=0x7fb12c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:15.788 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.787+0000 7fb126ffd640 1 -- 172.21.15.52:0/4255652738 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fb128016030 con 0x7fb1301022e0 2024-03-18T22:56:15.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.971+0000 7fb137cc6640 1 -- 172.21.15.52:0/4255652738 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb13002d3a0 con 0x7fb1301022e0 2024-03-18T22:56:15.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.972+0000 7fb126ffd640 1 -- 172.21.15.52:0/4255652738 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+22685 (secure 0 0 0) 0x7fb12809b6a0 con 0x7fb1301022e0 2024-03-18T22:56:15.973 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:56:15.973 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":90,"fsid":"444ca0c0-e579-11ee-95c9-87774f69a715","created":"2024-03-18T22:46:59.196861+0000","modified":"2024-03-18T22:55:54.432950+0000","last_up_change":"2024-03-18T22:54:03.658736+0000","last_in_change":"2024-03-18T22:53:42.549736+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-18T22:50:19.580907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-18T22:54:51.765993+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-18T22:54:52.580111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8f05057f-5818-4a49-a239-ce60bf28c875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6803","nonce":4259078413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6805","nonce":4259078413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6809","nonce":4259078413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6807","nonce":4259078413}]},"public_addr":"172.21.15.52:6803/4259078413","cluster_addr":"172.21.15.52:6805/4259078413","heartbeat_back_addr":"172.21.15.52:6809/4259078413","heartbeat_front_addr":"172.21.15.52:6807/4259078413","state":["exists","up"]},{"osd":1,"uuid":"602a7d92-7ff5-457e-b1e1-ab1e9eae6dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6801","nonce":500160796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6803","nonce":500160796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6807","nonce":500160796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6805","nonce":500160796}]},"public_addr":"172.21.15.99:6801/500160796","cluster_addr":"172.21.15.99:6803/500160796","heartbeat_back_addr":"172.21.15.99:6807/500160796","heartbeat_front_addr":"172.21.15.99:6805/500160796","state":["exists","up"]},{"osd":2,"uuid":"d5d4dba3-77ad-46f9-b510-d3b26f14077d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6801","nonce":1878857413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6803","nonce":1878857413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6807","nonce":1878857413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6805","nonce":1878857413}]},"public_addr":"172.21.15.181:6801/1878857413","cluster_addr":"172.21.15.181:6803/1878857413","heartbeat_back_addr":"172.21.15.181:6807/1878857413","heartbeat_front_addr":"172.21.15.181:6805/1878857413","state":["exists","up"]},{"osd":3,"uuid":"b61bfbef-b35c-49e3-9616-48e1b7ffc914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6811","nonce":2095210395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6813","nonce":2095210395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6817","nonce":2095210395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6815","nonce":2095210395}]},"public_addr":"172.21.15.52:6811/2095210395","cluster_addr":"172.21.15.52:6813/2095210395","heartbeat_back_addr":"172.21.15.52:6817/2095210395","heartbeat_front_addr":"172.21.15.52:6815/2095210395","state":["exists","up"]},{"osd":4,"uuid":"ce793666-4ab9-4844-81c9-661b265973b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6809","nonce":2287333294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6811","nonce":2287333294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6815","nonce":2287333294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6813","nonce":2287333294}]},"public_addr":"172.21.15.99:6809/2287333294","cluster_addr":"172.21.15.99:6811/2287333294","heartbeat_back_addr":"172.21.15.99:6815/2287333294","heartbeat_front_addr":"172.21.15.99:6813/2287333294","state":["exists","up"]},{"osd":5,"uuid":"9640855d-727d-4dbe-a86e-d9cb16ff1213","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6809","nonce":2011157034}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6811","nonce":2011157034}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6815","nonce":2011157034}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6813","nonce":2011157034}]},"public_addr":"172.21.15.181:6809/2011157034","cluster_addr":"172.21.15.181:6811/2011157034","heartbeat_back_addr":"172.21.15.181:6815/2011157034","heartbeat_front_addr":"172.21.15.181:6813/2011157034","state":["exists","up"]},{"osd":6,"uuid":"a5e939cf-f502-4844-a7c7-90a03212c912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6819","nonce":3005509606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6821","nonce":3005509606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6825","nonce":3005509606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6823","nonce":3005509606}]},"public_addr":"172.21.15.52:6819/3005509606","cluster_addr":"172.21.15.52:6821/3005509606","heartbeat_back_addr":"172.21.15.52:6825/3005509606","heartbeat_front_addr":"172.21.15.52:6823/3005509606","state":["exists","up"]},{"osd":7,"uuid":"6870a7b1-abe0-4d5b-aedb-e2eab43a0d36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6817","nonce":2572523724}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6819","nonce":2572523724}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6823","nonce":2572523724}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6821","nonce":2572523724}]},"public_addr":"172.21.15.99:6817/2572523724","cluster_addr":"172.21.15.99:6819/2572523724","heartbeat_back_addr":"172.21.15.99:6823/2572523724","heartbeat_front_addr":"172.21.15.99:6821/2572523724","state":["exists","up"]},{"osd":8,"uuid":"967926a1-de37-43dc-b815-0e17765b3a9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6817","nonce":644322337}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6819","nonce":644322337}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6823","nonce":644322337}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6821","nonce":644322337}]},"public_addr":"172.21.15.181:6817/644322337","cluster_addr":"172.21.15.181:6819/644322337","heartbeat_back_addr":"172.21.15.181:6823/644322337","heartbeat_front_addr":"172.21.15.181:6821/644322337","state":["exists","up"]},{"osd":9,"uuid":"a131710e-f2c3-4714-a033-106917dae36a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6827","nonce":2018024971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6829","nonce":2018024971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6833","nonce":2018024971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6831","nonce":2018024971}]},"public_addr":"172.21.15.52:6827/2018024971","cluster_addr":"172.21.15.52:6829/2018024971","heartbeat_back_addr":"172.21.15.52:6833/2018024971","heartbeat_front_addr":"172.21.15.52:6831/2018024971","state":["exists","up"]},{"osd":10,"uuid":"f73f086a-46e1-412c-8105-3b80772eca56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6825","nonce":14598206}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6827","nonce":14598206}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6831","nonce":14598206}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6829","nonce":14598206}]},"public_addr":"172.21.15.99:6825/14598206","cluster_addr":"172.21.15.99:6827/14598206","heartbeat_back_addr":"172.21.15.99:6831/14598206","heartbeat_front_addr":"172.21.15.99:6829/14598206","state":["exists","up"]},{"osd":11,"uuid":"f8e9539b-8a69-49a8-8a48-52f69b3c827e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":83,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6825","nonce":3442115308}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6827","nonce":3442115308}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6831","nonce":3442115308}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6829","nonce":3442115308}]},"public_addr":"172.21.15.181:6825/3442115308","cluster_addr":"172.21.15.181:6827/3442115308","heartbeat_back_addr":"172.21.15.181:6831/3442115308","heartbeat_front_addr":"172.21.15.181:6829/3442115308","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:30.221253+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:53.484811+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:17.327889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:41.988608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:06.067648+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:30.546908+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:56.054912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:20.268014+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:44.577601+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:10.398933+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:35.167862+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:54:00.825869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1b","mappings":[{"from":2,"to":1}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:6801/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:6800/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/2706493239":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/3660249274":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/3214486026":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6801/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6800/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/278759612":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/126914394":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/4260437251":"2024-03-19T22:47:53.231814+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-18T22:56:15.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.974+0000 7fb137cc6640 1 -- 172.21.15.52:0/4255652738 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fb11c0a2890 msgr2=0x7fb11c0a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:15.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.974+0000 7fb137cc6640 1 --2- 172.21.15.52:0/4255652738 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fb11c0a2890 0x7fb11c0a4d50 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fb130101780 tx=0x7fb12c005f90 comp rx=0 tx=0).stop 2024-03-18T22:56:15.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.974+0000 7fb137cc6640 1 -- 172.21.15.52:0/4255652738 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb1301022e0 msgr2=0x7fb13019ef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:15.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.974+0000 7fb137cc6640 1 --2- 172.21.15.52:0/4255652738 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb1301022e0 0x7fb13019ef40 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fb12800eaa0 tx=0x7fb12800ef60 comp rx=0 tx=0).stop 2024-03-18T22:56:15.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.974+0000 7fb137cc6640 1 -- 172.21.15.52:0/4255652738 shutdown_connections 2024-03-18T22:56:15.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.974+0000 7fb137cc6640 1 --2- 172.21.15.52:0/4255652738 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fb11c0a2890 0x7fb11c0a4d50 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.974+0000 7fb137cc6640 1 --2- 172.21.15.52:0/4255652738 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb1301022e0 0x7fb13019ef40 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.974+0000 7fb137cc6640 1 --2- 172.21.15.52:0/4255652738 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb130101920 0x7fb13019c900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.974+0000 7fb137cc6640 1 --2- 172.21.15.52:0/4255652738 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb130100730 0x7fb13006aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:15.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.974+0000 7fb137cc6640 1 -- 172.21.15.52:0/4255652738 >> 172.21.15.52:0/4255652738 conn(0x7fb1300fbcc0 msgr2=0x7fb130104c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:15.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.974+0000 7fb137cc6640 1 -- 172.21.15.52:0/4255652738 shutdown_connections 2024-03-18T22:56:15.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:15.974+0000 7fb137cc6640 1 -- 172.21.15.52:0/4255652738 wait complete. 2024-03-18T22:56:15.986 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-18T22:56:16.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:15 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/894596415' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-18T22:56:16.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:15 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/221907185' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-18T22:56:16.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:15 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3640000773' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-18T22:56:16.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:15 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/894596415' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-18T22:56:16.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:15 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/221907185' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-18T22:56:16.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:15 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3640000773' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-18T22:56:16.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.087+0000 7f0d5c07e640 1 -- 172.21.15.52:0/1601153535 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d541023a0 msgr2=0x7f0d54104790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.087+0000 7f0d5c07e640 1 --2- 172.21.15.52:0/1601153535 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d541023a0 0x7f0d54104790 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f0d50009900 tx=0x7f0d5002bc30 comp rx=0 tx=0).stop 2024-03-18T22:56:16.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.087+0000 7f0d5c07e640 1 -- 172.21.15.52:0/1601153535 shutdown_connections 2024-03-18T22:56:16.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.087+0000 7f0d5c07e640 1 --2- 172.21.15.52:0/1601153535 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d54107600 0x7f0d541099f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.087+0000 7f0d5c07e640 1 --2- 172.21.15.52:0/1601153535 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d54104cd0 0x7f0d541070c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.087+0000 7f0d5c07e640 1 --2- 172.21.15.52:0/1601153535 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d541023a0 0x7f0d54104790 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.087+0000 7f0d5c07e640 1 -- 172.21.15.52:0/1601153535 >> 172.21.15.52:0/1601153535 conn(0x7f0d540fbcd0 msgr2=0x7f0d540fe110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:16.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.087+0000 7f0d5c07e640 1 -- 172.21.15.52:0/1601153535 shutdown_connections 2024-03-18T22:56:16.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.087+0000 7f0d5c07e640 1 -- 172.21.15.52:0/1601153535 wait complete. 2024-03-18T22:56:16.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.088+0000 7f0d5c07e640 1 Processor -- start 2024-03-18T22:56:16.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.088+0000 7f0d5c07e640 1 -- start start 2024-03-18T22:56:16.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.088+0000 7f0d5c07e640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d541023a0 0x7f0d54197c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.088+0000 7f0d5c07e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d54104cd0 0x7f0d541981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.088+0000 7f0d5c07e640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d54107600 0x7f0d5419f210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.088+0000 7f0d5c07e640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0d5410d5d0 con 0x7f0d54104cd0 2024-03-18T22:56:16.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.088+0000 7f0d5c07e640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f0d5410d450 con 0x7f0d54107600 2024-03-18T22:56:16.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.088+0000 7f0d5c07e640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f0d5410d750 con 0x7f0d541023a0 2024-03-18T22:56:16.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.088+0000 7f0d59619640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d54104cd0 0x7f0d541981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.088+0000 7f0d59619640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d54104cd0 0x7f0d541981b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47078/0 (socket says 172.21.15.52:47078) 2024-03-18T22:56:16.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.088+0000 7f0d59619640 1 -- 172.21.15.52:0/1686436827 learned_addr learned my addr 172.21.15.52:0/1686436827 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:16.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.088+0000 7f0d59e1a640 1 --2- 172.21.15.52:0/1686436827 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d541023a0 0x7f0d54197c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.088+0000 7f0d5a61b640 1 --2- 172.21.15.52:0/1686436827 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d54107600 0x7f0d5419f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.088+0000 7f0d59619640 1 -- 172.21.15.52:0/1686436827 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d541023a0 msgr2=0x7f0d54197c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.088+0000 7f0d59619640 1 --2- 172.21.15.52:0/1686436827 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d541023a0 0x7f0d54197c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.088+0000 7f0d59619640 1 -- 172.21.15.52:0/1686436827 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d54107600 msgr2=0x7f0d5419f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.088+0000 7f0d59619640 1 --2- 172.21.15.52:0/1686436827 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d54107600 0x7f0d5419f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.088+0000 7f0d59619640 1 -- 172.21.15.52:0/1686436827 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d5419f8b0 con 0x7f0d54104cd0 2024-03-18T22:56:16.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.088+0000 7f0d5a61b640 1 --2- 172.21.15.52:0/1686436827 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d54107600 0x7f0d5419f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:56:16.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.088+0000 7f0d59619640 1 --2- 172.21.15.52:0/1686436827 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d54104cd0 0x7f0d541981b0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f0d4400e9c0 tx=0x7f0d4400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:16.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.089+0000 7f0d4affd640 1 -- 172.21.15.52:0/1686436827 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d4400cd80 con 0x7f0d54104cd0 2024-03-18T22:56:16.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.089+0000 7f0d4affd640 1 -- 172.21.15.52:0/1686436827 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0d44005520 con 0x7f0d54104cd0 2024-03-18T22:56:16.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.089+0000 7f0d5c07e640 1 -- 172.21.15.52:0/1686436827 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d5419fba0 con 0x7f0d54104cd0 2024-03-18T22:56:16.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.089+0000 7f0d4affd640 1 -- 172.21.15.52:0/1686436827 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d44010690 con 0x7f0d54104cd0 2024-03-18T22:56:16.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.089+0000 7f0d5c07e640 1 -- 172.21.15.52:0/1686436827 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d541a0140 con 0x7f0d54104cd0 2024-03-18T22:56:16.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.090+0000 7f0d5c07e640 1 -- 172.21.15.52:0/1686436827 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d540fd7c0 con 0x7f0d54104cd0 2024-03-18T22:56:16.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.091+0000 7f0d4affd640 1 -- 172.21.15.52:0/1686436827 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f0d440046c0 con 0x7f0d54104cd0 2024-03-18T22:56:16.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.091+0000 7f0d4affd640 1 --2- 172.21.15.52:0/1686436827 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0d400a2910 0x7f0d400a4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.091+0000 7f0d59e1a640 1 --2- 172.21.15.52:0/1686436827 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0d400a2910 0x7f0d400a4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.091+0000 7f0d4affd640 1 -- 172.21.15.52:0/1686436827 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f0d440cf200 con 0x7f0d54104cd0 2024-03-18T22:56:16.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.092+0000 7f0d59e1a640 1 --2- 172.21.15.52:0/1686436827 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0d400a2910 0x7f0d400a4dd0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f0d54198b40 tx=0x7f0d50005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:16.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.095+0000 7f0d4affd640 1 -- 172.21.15.52:0/1686436827 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f0d44053740 con 0x7f0d54104cd0 2024-03-18T22:56:16.316 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.315+0000 7f0d5c07e640 1 -- 172.21.15.52:0/1686436827 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0d5402d440 con 0x7f0d54104cd0 2024-03-18T22:56:16.317 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.316+0000 7f0d4affd640 1 -- 172.21.15.52:0/1686436827 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11857 (secure 0 0 0) 0x7f0d4409c120 con 0x7f0d54104cd0 2024-03-18T22:56:16.317 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:56:16.317 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":21,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3227483135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":3227483135},{"type":"v1","addr":"172.21.15.52:6835","nonce":3227483135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/3461032451","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":3461032451},{"type":"v1","addr":"172.21.15.52:6837","nonce":3461032451}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14628,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/1261469762","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":1261469762},{"type":"v1","addr":"172.21.15.52:6839","nonce":1261469762}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14640,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3903225657","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3903225657},{"type":"v1","addr":"172.21.15.52:6841","nonce":3903225657}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/873737656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":873737656},{"type":"v1","addr":"172.21.15.181:6833","nonce":873737656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6833/800213438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":800213438},{"type":"v1","addr":"172.21.15.99:6833","nonce":800213438}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-18T22:54:53.377645+0000","modified":"2024-03-18T22:54:58.356820+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24527,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24445":{"gid":24445,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.181:6835/278652610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":278652610},{"type":"v1","addr":"172.21.15.181:6835","nonce":278652610}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.99:6835/286053630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":286053630},{"type":"v1","addr":"172.21.15.99:6835","nonce":286053630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.181:6837/1834382232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":1834382232},{"type":"v1","addr":"172.21.15.181:6837","nonce":1834382232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.181:6839/1346550423","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6838","nonce":1346550423},{"type":"v1","addr":"172.21.15.181:6839","nonce":1346550423}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.99:6837/3393123598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6836","nonce":3393123598},{"type":"v1","addr":"172.21.15.99:6837","nonce":3393123598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.99:6839/326875962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6838","nonce":326875962},{"type":"v1","addr":"172.21.15.99:6839","nonce":326875962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24527,"qdb_cluster":[24479,24478,24527]},"id":1}]} 2024-03-18T22:56:16.317 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 21 2024-03-18T22:56:16.319 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.318+0000 7f0d5c07e640 1 -- 172.21.15.52:0/1686436827 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0d400a2910 msgr2=0x7f0d400a4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.319 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.318+0000 7f0d5c07e640 1 --2- 172.21.15.52:0/1686436827 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0d400a2910 0x7f0d400a4dd0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f0d54198b40 tx=0x7f0d50005fd0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.319 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.318+0000 7f0d5c07e640 1 -- 172.21.15.52:0/1686436827 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d54104cd0 msgr2=0x7f0d541981b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.319 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.318+0000 7f0d5c07e640 1 --2- 172.21.15.52:0/1686436827 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d54104cd0 0x7f0d541981b0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f0d4400e9c0 tx=0x7f0d4400ee80 comp rx=0 tx=0).stop 2024-03-18T22:56:16.319 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.318+0000 7f0d5c07e640 1 -- 172.21.15.52:0/1686436827 shutdown_connections 2024-03-18T22:56:16.319 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.318+0000 7f0d5c07e640 1 --2- 172.21.15.52:0/1686436827 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0d400a2910 0x7f0d400a4dd0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.319 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.318+0000 7f0d5c07e640 1 --2- 172.21.15.52:0/1686436827 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d54107600 0x7f0d5419f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.319 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.318+0000 7f0d5c07e640 1 --2- 172.21.15.52:0/1686436827 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d54104cd0 0x7f0d541981b0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.319 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.318+0000 7f0d5c07e640 1 --2- 172.21.15.52:0/1686436827 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d541023a0 0x7f0d54197c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.319 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.318+0000 7f0d5c07e640 1 -- 172.21.15.52:0/1686436827 >> 172.21.15.52:0/1686436827 conn(0x7f0d540fbcd0 msgr2=0x7f0d54102ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:16.319 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.318+0000 7f0d5c07e640 1 -- 172.21.15.52:0/1686436827 shutdown_connections 2024-03-18T22:56:16.320 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.318+0000 7f0d5c07e640 1 -- 172.21.15.52:0/1686436827 wait complete. 2024-03-18T22:56:16.330 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 21, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-03-18T22:54:53.377645+0000', 'modified': '2024-03-18T22:54:58.356820+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24527, 'mds_1': 24479, 'mds_2': 24478}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24445': {'gid': 24445, 'name': 'f', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.181:6835/278652610', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.181:6834', 'nonce': 278652610}, {'type': 'v1', 'addr': '172.21.15.181:6835', 'nonce': 278652610}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24455': {'gid': 24455, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.99:6835/286053630', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.99:6834', 'nonce': 286053630}, {'type': 'v1', 'addr': '172.21.15.99:6835', 'nonce': 286053630}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24457': {'gid': 24457, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.181:6837/1834382232', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.181:6836', 'nonce': 1834382232}, {'type': 'v1', 'addr': '172.21.15.181:6837', 'nonce': 1834382232}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24478': {'gid': 24478, 'name': 'i', 'rank': 2, 'incarnation': 19, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.181:6839/1346550423', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.181:6838', 'nonce': 1346550423}, {'type': 'v1', 'addr': '172.21.15.181:6839', 'nonce': 1346550423}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24479': {'gid': 24479, 'name': 'h', 'rank': 1, 'incarnation': 17, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.99:6837/3393123598', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.99:6836', 'nonce': 3393123598}, {'type': 'v1', 'addr': '172.21.15.99:6837', 'nonce': 3393123598}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24527': {'gid': 24527, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.99:6839/326875962', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.99:6838', 'nonce': 326875962}, {'type': 'v1', 'addr': '172.21.15.99:6839', 'nonce': 326875962}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24527, 'qdb_cluster': [24479, 24478, 24527]} 2024-03-18T22:56:16.330 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-03-18T22:56:16.330 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-03-18T22:56:16.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.432+0000 7fa3d8b37640 1 -- 172.21.15.52:0/1491422776 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa3d41022f0 msgr2=0x7fa3d4108b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.432+0000 7fa3d8b37640 1 --2- 172.21.15.52:0/1491422776 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa3d41022f0 0x7fa3d4108b80 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fa3cc009ca0 tx=0x7fa3cc02c0f0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.432+0000 7fa3d8b37640 1 -- 172.21.15.52:0/1491422776 shutdown_connections 2024-03-18T22:56:16.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.432+0000 7fa3d8b37640 1 --2- 172.21.15.52:0/1491422776 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa3d41022f0 0x7fa3d4108b80 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.432+0000 7fa3d8b37640 1 --2- 172.21.15.52:0/1491422776 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa3d4101930 0x7fa3d4101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.432+0000 7fa3d8b37640 1 --2- 172.21.15.52:0/1491422776 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa3d4100740 0x7fa3d4100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.432+0000 7fa3d8b37640 1 -- 172.21.15.52:0/1491422776 >> 172.21.15.52:0/1491422776 conn(0x7fa3d40fbcd0 msgr2=0x7fa3d40fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:16.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.432+0000 7fa3d8b37640 1 -- 172.21.15.52:0/1491422776 shutdown_connections 2024-03-18T22:56:16.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.432+0000 7fa3d8b37640 1 -- 172.21.15.52:0/1491422776 wait complete. 2024-03-18T22:56:16.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.433+0000 7fa3d8b37640 1 Processor -- start 2024-03-18T22:56:16.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.433+0000 7fa3d8b37640 1 -- start start 2024-03-18T22:56:16.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.433+0000 7fa3d8b37640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa3d4100740 0x7fa3d4197b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.433+0000 7fa3d8b37640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa3d4101930 0x7fa3d41980d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.433+0000 7fa3d8b37640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa3d41022f0 0x7fa3d419f140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.433+0000 7fa3d8b37640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa3d410c4e0 con 0x7fa3d4100740 2024-03-18T22:56:16.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.433+0000 7fa3d8b37640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fa3d410c360 con 0x7fa3d4101930 2024-03-18T22:56:16.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.433+0000 7fa3d8b37640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fa3d410c660 con 0x7fa3d41022f0 2024-03-18T22:56:16.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.433+0000 7fa3d259c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa3d4100740 0x7fa3d4197b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.433+0000 7fa3d259c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa3d4100740 0x7fa3d4197b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47098/0 (socket says 172.21.15.52:47098) 2024-03-18T22:56:16.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.433+0000 7fa3d259c640 1 -- 172.21.15.52:0/3457483817 learned_addr learned my addr 172.21.15.52:0/3457483817 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:16.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.433+0000 7fa3cbfff640 1 --2- 172.21.15.52:0/3457483817 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa3d4101930 0x7fa3d41980d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.433+0000 7fa3d2d9d640 1 --2- 172.21.15.52:0/3457483817 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa3d41022f0 0x7fa3d419f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.434+0000 7fa3d259c640 1 -- 172.21.15.52:0/3457483817 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa3d41022f0 msgr2=0x7fa3d419f140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.434+0000 7fa3d259c640 1 --2- 172.21.15.52:0/3457483817 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa3d41022f0 0x7fa3d419f140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.434+0000 7fa3d259c640 1 -- 172.21.15.52:0/3457483817 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa3d4101930 msgr2=0x7fa3d41980d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.434+0000 7fa3d259c640 1 --2- 172.21.15.52:0/3457483817 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa3d4101930 0x7fa3d41980d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.434+0000 7fa3d259c640 1 -- 172.21.15.52:0/3457483817 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3d419f7b0 con 0x7fa3d4100740 2024-03-18T22:56:16.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.434+0000 7fa3d259c640 1 --2- 172.21.15.52:0/3457483817 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa3d4100740 0x7fa3d4197b90 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fa3c400e9c0 tx=0x7fa3c400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:16.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.434+0000 7fa3cb7fe640 1 -- 172.21.15.52:0/3457483817 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3c400cd80 con 0x7fa3d4100740 2024-03-18T22:56:16.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.434+0000 7fa3d8b37640 1 -- 172.21.15.52:0/3457483817 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3d419faa0 con 0x7fa3d4100740 2024-03-18T22:56:16.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.434+0000 7fa3cb7fe640 1 -- 172.21.15.52:0/3457483817 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa3c40035f0 con 0x7fa3d4100740 2024-03-18T22:56:16.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.434+0000 7fa3cb7fe640 1 -- 172.21.15.52:0/3457483817 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3c4010690 con 0x7fa3d4100740 2024-03-18T22:56:16.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.434+0000 7fa3d8b37640 1 -- 172.21.15.52:0/3457483817 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3d419fff0 con 0x7fa3d4100740 2024-03-18T22:56:16.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.436+0000 7fa3cb7fe640 1 -- 172.21.15.52:0/3457483817 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fa3c40037a0 con 0x7fa3d4100740 2024-03-18T22:56:16.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.437+0000 7fa3db7f9740 1 Processor -- start 2024-03-18T22:56:16.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.437+0000 7fa3db7f9740 1 -- start start 2024-03-18T22:56:16.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.437+0000 7fa3db7f9740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5565c7c85ff0 0x5565c7c86410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.437+0000 7fa3db7f9740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5565c7c869e0 0x5565c7c8b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.437+0000 7fa3db7f9740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5565c7c8bb50 0x5565c7c8dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.437+0000 7fa3cb7fe640 1 --2- 172.21.15.52:0/3457483817 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa3c00a2890 0x7fa3c00a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.437+0000 7fa3db7f9740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5565c7beade0 con 0x5565c7c85ff0 2024-03-18T22:56:16.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.437+0000 7fa3db7f9740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x5565c7b93c80 con 0x5565c7c8bb50 2024-03-18T22:56:16.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.437+0000 7fa3db7f9740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x5565c7be6e80 con 0x5565c7c869e0 2024-03-18T22:56:16.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.437+0000 7fa3d2d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5565c7c85ff0 0x5565c7c86410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.437+0000 7fa3d2d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5565c7c85ff0 0x5565c7c86410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47112/0 (socket says 172.21.15.52:47112) 2024-03-18T22:56:16.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.437+0000 7fa3d2d9d640 1 -- 172.21.15.52:0/2624249361 learned_addr learned my addr 172.21.15.52:0/2624249361 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:16.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.437+0000 7fa3cbfff640 1 --2- 172.21.15.52:0/3457483817 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa3c00a2890 0x7fa3c00a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.437+0000 7fa3d259c640 1 --2- 172.21.15.52:0/2624249361 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5565c7c869e0 0x5565c7c8b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.437+0000 7fa3d2d9d640 1 --2- 172.21.15.52:0/2624249361 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5565c7c8bb50 0x5565c7c8dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.437+0000 7fa3cb7fe640 1 -- 172.21.15.52:0/3457483817 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7fa3c40cf010 con 0x7fa3d4100740 2024-03-18T22:56:16.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.438+0000 7fa3d2d9d640 1 -- 172.21.15.52:0/2624249361 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5565c7c869e0 msgr2=0x5565c7c8b4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:16.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.438+0000 7fa3d2d9d640 1 --2- 172.21.15.52:0/2624249361 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5565c7c869e0 0x5565c7c8b4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.438+0000 7fa3d2d9d640 1 -- 172.21.15.52:0/2624249361 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5565c7c8bb50 msgr2=0x5565c7c8dfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:16.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.438+0000 7fa3d2d9d640 1 --2- 172.21.15.52:0/2624249361 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5565c7c8bb50 0x5565c7c8dfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.438+0000 7fa3d2d9d640 1 -- 172.21.15.52:0/2624249361 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5565c7ba5fb0 con 0x5565c7c85ff0 2024-03-18T22:56:16.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.438+0000 7fa3cbfff640 1 --2- 172.21.15.52:0/3457483817 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa3c00a2890 0x7fa3c00a4d50 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fa3d41990a0 tx=0x7fa3bc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:16.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.438+0000 7fa3d2d9d640 1 --2- 172.21.15.52:0/2624249361 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5565c7c85ff0 0x5565c7c86410 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fa3cc006010 tx=0x7fa3cc009360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=488694ec551d2135 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:16.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.438+0000 7fa3c8ff9640 1 -- 172.21.15.52:0/2624249361 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3cc039040 con 0x5565c7c85ff0 2024-03-18T22:56:16.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.438+0000 7fa3c8ff9640 1 -- 172.21.15.52:0/2624249361 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa3cc032970 con 0x5565c7c85ff0 2024-03-18T22:56:16.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.438+0000 7fa3c8ff9640 1 -- 172.21.15.52:0/2624249361 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3cc004650 con 0x5565c7c85ff0 2024-03-18T22:56:16.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.439+0000 7fa3db7f9740 1 -- 172.21.15.52:0/2624249361 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5565c7c85ff0 msgr2=0x5565c7c86410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.439+0000 7fa3db7f9740 1 --2- 172.21.15.52:0/2624249361 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5565c7c85ff0 0x5565c7c86410 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fa3cc006010 tx=0x7fa3cc009360 comp rx=0 tx=0).stop 2024-03-18T22:56:16.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.439+0000 7fa3db7f9740 1 -- 172.21.15.52:0/2624249361 shutdown_connections 2024-03-18T22:56:16.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.439+0000 7fa3db7f9740 1 --2- 172.21.15.52:0/2624249361 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5565c7c8bb50 0x5565c7c8dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.439+0000 7fa3db7f9740 1 --2- 172.21.15.52:0/2624249361 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5565c7c869e0 0x5565c7c8b4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.439+0000 7fa3db7f9740 1 --2- 172.21.15.52:0/2624249361 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5565c7c85ff0 0x5565c7c86410 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.439+0000 7fa3db7f9740 1 -- 172.21.15.52:0/2624249361 >> 172.21.15.52:0/2624249361 conn(0x5565c7c81560 msgr2=0x5565c7c81960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:16.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.439+0000 7fa3db7f9740 1 -- 172.21.15.52:0/2624249361 shutdown_connections 2024-03-18T22:56:16.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.439+0000 7fa3db7f9740 1 -- 172.21.15.52:0/2624249361 wait complete. 2024-03-18T22:56:16.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.439+0000 7fa3db7f9740 1 -- start start 2024-03-18T22:56:16.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.439+0000 7fa3db7f9740 1 Processor -- start 2024-03-18T22:56:16.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.439+0000 7fa3db7f9740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5565c7c85ff0 0x5565c7c904a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.439+0000 7fa3db7f9740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5565c7c869e0 0x5565c7c909e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.439+0000 7fa3db7f9740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5565c7c8bb50 0x5565c7c97a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.439+0000 7fa3db7f9740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5565c7c8eaa0 con 0x5565c7c869e0 2024-03-18T22:56:16.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.439+0000 7fa3db7f9740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x5565c7ba6fc0 con 0x5565c7c8bb50 2024-03-18T22:56:16.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.439+0000 7fa3db7f9740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x5565c7c8ec20 con 0x5565c7c85ff0 2024-03-18T22:56:16.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.439+0000 7fa3db7f9740 10 client.0 _ll_register_callbacks cb 0x5565c7be2a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:56:16.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.440+0000 7fa3cbfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5565c7c869e0 0x5565c7c909e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.440+0000 7fa3cbfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5565c7c869e0 0x5565c7c909e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47118/0 (socket says 172.21.15.52:47118) 2024-03-18T22:56:16.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.440+0000 7fa3cbfff640 1 -- 172.21.15.52:0/4066630708 learned_addr learned my addr 172.21.15.52:0/4066630708 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:16.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.440+0000 7fa3d259c640 1 --2- 172.21.15.52:0/4066630708 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5565c7c85ff0 0x5565c7c904a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.440+0000 7fa3d2d9d640 1 --2- 172.21.15.52:0/4066630708 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5565c7c8bb50 0x5565c7c97a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.440+0000 7fa3cbfff640 1 -- 172.21.15.52:0/4066630708 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5565c7c85ff0 msgr2=0x5565c7c904a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:16.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.440+0000 7fa3cbfff640 1 --2- 172.21.15.52:0/4066630708 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5565c7c85ff0 0x5565c7c904a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.440+0000 7fa3cbfff640 1 -- 172.21.15.52:0/4066630708 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5565c7c8bb50 msgr2=0x5565c7c97a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:16.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.440+0000 7fa3cbfff640 1 --2- 172.21.15.52:0/4066630708 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5565c7c8bb50 0x5565c7c97a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.440+0000 7fa3cbfff640 1 -- 172.21.15.52:0/4066630708 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5565c78ff2d0 con 0x5565c7c869e0 2024-03-18T22:56:16.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.440+0000 7fa3cbfff640 1 --2- 172.21.15.52:0/4066630708 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5565c7c869e0 0x5565c7c909e0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fa3bc00ebd0 tx=0x7fa3bc004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d2ad5f4b9e05285 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:16.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.440+0000 7fa3b9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-03-18T22:56:16.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.440+0000 7fa3b9ffb640 1 -- 172.21.15.52:0/4066630708 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3bc01caa0 con 0x5565c7c869e0 2024-03-18T22:56:16.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.440+0000 7fa3db7f9740 1 -- 172.21.15.52:0/4066630708 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa3cc032970 con 0x5565c7c869e0 2024-03-18T22:56:16.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.440+0000 7fa3b9ffb640 1 -- 172.21.15.52:0/4066630708 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7fa3bc01cc40 con 0x5565c7c869e0 2024-03-18T22:56:16.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.440+0000 7fa3b9ffb640 1 -- 172.21.15.52:0/4066630708 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fa3bc01ce40 con 0x5565c7c869e0 2024-03-18T22:56:16.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.440+0000 7fa3db7f9740 10 client.15057 fetch_fsmap learned FSMap version 21 2024-03-18T22:56:16.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.440+0000 7fa3db7f9740 1 -- 172.21.15.52:0/4066630708 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5565c79c96b0 con 0x5565c7c869e0 2024-03-18T22:56:16.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.440+0000 7fa3b9ffb640 1 -- 172.21.15.52:0/4066630708 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa3cc032970 con 0x5565c7c869e0 2024-03-18T22:56:16.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.441+0000 7fa3b9ffb640 1 -- 172.21.15.52:0/4066630708 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fa3bc033820 con 0x5565c7c869e0 2024-03-18T22:56:16.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.441+0000 7fa3db7f9740 10 client.15057 fetch_fsmap finished waiting for FSMap version 21 2024-03-18T22:56:16.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.441+0000 7fa3db7f9740 10 client.15057 resolve_mds: resolved name 'i' to daemon mds.i 2024-03-18T22:56:16.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.441+0000 7fa3db7f9740 20 client.15057 populate_metadata read hostname 'smithi052' 2024-03-18T22:56:16.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.441+0000 7fa3db7f9740 1 --2- 172.21.15.52:0/4066630708 >> [v2:172.21.15.181:6838/1346550423,v1:172.21.15.181:6839/1346550423] conn(0x5565c7c9d390 0x5565c7c9e800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.441+0000 7fa3db7f9740 4 client.15057 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-18T22:56:16.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.441+0000 7fa3db7f9740 1 -- 172.21.15.52:0/4066630708 --> [v2:172.21.15.181:6838/1346550423,v1:172.21.15.181:6839/1346550423] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5565c7bf8320 con 0x5565c7c9d390 2024-03-18T22:56:16.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.441+0000 7fa3d259c640 1 --2- 172.21.15.52:0/4066630708 >> [v2:172.21.15.181:6838/1346550423,v1:172.21.15.181:6839/1346550423] conn(0x5565c7c9d390 0x5565c7c9e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.441+0000 7fa3b9ffb640 10 client.15057 ms_handle_connect on v2:172.21.15.181:6838/1346550423 2024-03-18T22:56:16.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.441+0000 7fa3d259c640 1 --2- 172.21.15.52:0/4066630708 >> [v2:172.21.15.181:6838/1346550423,v1:172.21.15.181:6839/1346550423] conn(0x5565c7c9d390 0x5565c7c9e800 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a40c7aa0ce5e495b server_cookie=3fe6a2a17de46c07 in_seq=0 out_seq=0 2024-03-18T22:56:16.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.442+0000 7fa3b9ffb640 1 -- 172.21.15.52:0/4066630708 <== mds.2 v2:172.21.15.181:6838/1346550423 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5565c7bf8320 con 0x5565c7c9d390 2024-03-18T22:56:16.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.442+0000 7fa3b9ffb640 10 client.15057 handle_command_reply: tid=0 2024-03-18T22:56:16.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.442+0000 7fa3db7f9740 1 client.15057 shutdown 2024-03-18T22:56:16.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.442+0000 7fa3db7f9740 1 -- 172.21.15.52:0/4066630708 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5565c7c869e0 msgr2=0x5565c7c909e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.442+0000 7fa3db7f9740 1 --2- 172.21.15.52:0/4066630708 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5565c7c869e0 0x5565c7c909e0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fa3bc00ebd0 tx=0x7fa3bc004730 comp rx=0 tx=0).stop 2024-03-18T22:56:16.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.442+0000 7fa3db7f9740 1 -- 172.21.15.52:0/4066630708 shutdown_connections 2024-03-18T22:56:16.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.442+0000 7fa3db7f9740 1 --2- 172.21.15.52:0/4066630708 >> [v2:172.21.15.181:6838/1346550423,v1:172.21.15.181:6839/1346550423] conn(0x5565c7c9d390 0x5565c7c9e800 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.442+0000 7fa3db7f9740 1 --2- 172.21.15.52:0/4066630708 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5565c7c8bb50 0x5565c7c97a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.442+0000 7fa3db7f9740 1 --2- 172.21.15.52:0/4066630708 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5565c7c869e0 0x5565c7c909e0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.442+0000 7fa3db7f9740 1 --2- 172.21.15.52:0/4066630708 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5565c7c85ff0 0x5565c7c904a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.442+0000 7fa3b9ffb640 0 client.15057 ms_handle_reset on v2:172.21.15.181:6838/1346550423 2024-03-18T22:56:16.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.442+0000 7fa3db7f9740 1 -- 172.21.15.52:0/4066630708 >> 172.21.15.52:0/4066630708 conn(0x5565c7c81560 msgr2=0x5565c7c807e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:16.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.442+0000 7fa3db7f9740 1 -- 172.21.15.52:0/4066630708 shutdown_connections 2024-03-18T22:56:16.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.442+0000 7fa3db7f9740 1 -- 172.21.15.52:0/4066630708 wait complete. 2024-03-18T22:56:16.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.442+0000 7fa3db7f9740 20 client.15057 trim_cache size 0 max 16384 2024-03-18T22:56:16.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.460+0000 7fa3db7f9740 1 Processor -- start 2024-03-18T22:56:16.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.460+0000 7fa3db7f9740 1 -- start start 2024-03-18T22:56:16.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.460+0000 7fa3db7f9740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5565c7c85ff0 0x5565c7c8df40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.460+0000 7fa3db7f9740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5565c7c869e0 0x5565c7c979e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.461+0000 7fa3db7f9740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5565c7c8bb50 0x5565c7c7ff50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.461+0000 7fa3db7f9740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5565c7c9cb40 con 0x5565c7c85ff0 2024-03-18T22:56:16.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.461+0000 7fa3db7f9740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x5565c7c9d210 con 0x5565c7c869e0 2024-03-18T22:56:16.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.461+0000 7fa3db7f9740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x5565c7c9d8e0 con 0x5565c7c8bb50 2024-03-18T22:56:16.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.461+0000 7fa3d259c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5565c7c85ff0 0x5565c7c8df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.461+0000 7fa3d259c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5565c7c85ff0 0x5565c7c8df40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47132/0 (socket says 172.21.15.52:47132) 2024-03-18T22:56:16.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.461+0000 7fa3d259c640 1 -- 172.21.15.52:0/117891588 learned_addr learned my addr 172.21.15.52:0/117891588 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:16.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.461+0000 7fa3cbfff640 1 --2- 172.21.15.52:0/117891588 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5565c7c869e0 0x5565c7c979e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.461+0000 7fa3d2d9d640 1 --2- 172.21.15.52:0/117891588 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5565c7c8bb50 0x5565c7c7ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.461+0000 7fa3d259c640 1 -- 172.21.15.52:0/117891588 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5565c7c8bb50 msgr2=0x5565c7c7ff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:16.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.461+0000 7fa3d259c640 1 --2- 172.21.15.52:0/117891588 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5565c7c8bb50 0x5565c7c7ff50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.461+0000 7fa3d259c640 1 -- 172.21.15.52:0/117891588 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5565c7c869e0 msgr2=0x5565c7c979e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:16.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.461+0000 7fa3d259c640 1 --2- 172.21.15.52:0/117891588 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5565c7c869e0 0x5565c7c979e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.461+0000 7fa3d259c640 1 -- 172.21.15.52:0/117891588 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5565c7c86dc0 con 0x5565c7c85ff0 2024-03-18T22:56:16.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.461+0000 7fa3d2d9d640 1 --2- 172.21.15.52:0/117891588 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5565c7c8bb50 0x5565c7c7ff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:56:16.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.461+0000 7fa3cbfff640 1 --2- 172.21.15.52:0/117891588 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5565c7c869e0 0x5565c7c979e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:56:16.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.461+0000 7fa3d259c640 1 --2- 172.21.15.52:0/117891588 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5565c7c85ff0 0x5565c7c8df40 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fa3c400c6a0 tx=0x7fa3c40665f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c35e53b3be4217a server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:16.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.461+0000 7fa3bbfff640 1 -- 172.21.15.52:0/117891588 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3c4003bc0 con 0x5565c7c85ff0 2024-03-18T22:56:16.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.461+0000 7fa3bbfff640 1 -- 172.21.15.52:0/117891588 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa3c409bf30 con 0x5565c7c85ff0 2024-03-18T22:56:16.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.461+0000 7fa3bbfff640 1 -- 172.21.15.52:0/117891588 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3c4097ea0 con 0x5565c7c85ff0 2024-03-18T22:56:16.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.462+0000 7fa3db7f9740 1 -- 172.21.15.52:0/117891588 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5565c7c85ff0 msgr2=0x5565c7c8df40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.462+0000 7fa3db7f9740 1 --2- 172.21.15.52:0/117891588 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5565c7c85ff0 0x5565c7c8df40 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fa3c400c6a0 tx=0x7fa3c40665f0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.462+0000 7fa3db7f9740 1 -- 172.21.15.52:0/117891588 shutdown_connections 2024-03-18T22:56:16.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.462+0000 7fa3db7f9740 1 --2- 172.21.15.52:0/117891588 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5565c7c8bb50 0x5565c7c7ff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.462+0000 7fa3db7f9740 1 --2- 172.21.15.52:0/117891588 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5565c7c869e0 0x5565c7c979e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.462+0000 7fa3db7f9740 1 --2- 172.21.15.52:0/117891588 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5565c7c85ff0 0x5565c7c8df40 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.462+0000 7fa3db7f9740 1 -- 172.21.15.52:0/117891588 >> 172.21.15.52:0/117891588 conn(0x5565c7c81560 msgr2=0x5565c7c87ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:16.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.462+0000 7fa3db7f9740 1 -- 172.21.15.52:0/117891588 shutdown_connections 2024-03-18T22:56:16.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.462+0000 7fa3db7f9740 1 -- 172.21.15.52:0/117891588 wait complete. 2024-03-18T22:56:16.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.462+0000 7fa3db7f9740 1 -- start start 2024-03-18T22:56:16.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.462+0000 7fa3db7f9740 1 Processor -- start 2024-03-18T22:56:16.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.462+0000 7fa3db7f9740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5565c7c85ff0 0x5565c7c93080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.462+0000 7fa3db7f9740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5565c7c869e0 0x5565c7c935c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.462+0000 7fa3db7f9740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5565c7c8bb50 0x5565c7c965e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.462+0000 7fa3db7f9740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5565c7c9e680 con 0x5565c7c869e0 2024-03-18T22:56:16.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.462+0000 7fa3db7f9740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x5565c7c9dfb0 con 0x5565c7c8bb50 2024-03-18T22:56:16.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.462+0000 7fa3db7f9740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x5565c7c9ed50 con 0x5565c7c85ff0 2024-03-18T22:56:16.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.462+0000 7fa3db7f9740 10 client.0 _ll_register_callbacks cb 0x7fa3bc005ab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:56:16.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.462+0000 7fa3cbfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5565c7c869e0 0x5565c7c935c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.462+0000 7fa3cbfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5565c7c869e0 0x5565c7c935c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47138/0 (socket says 172.21.15.52:47138) 2024-03-18T22:56:16.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.462+0000 7fa3cbfff640 1 -- 172.21.15.52:0/1099414830 learned_addr learned my addr 172.21.15.52:0/1099414830 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:16.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.462+0000 7fa3d259c640 1 --2- 172.21.15.52:0/1099414830 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5565c7c85ff0 0x5565c7c93080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.462+0000 7fa3d2d9d640 1 --2- 172.21.15.52:0/1099414830 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5565c7c8bb50 0x5565c7c965e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.463+0000 7fa3cbfff640 1 -- 172.21.15.52:0/1099414830 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5565c7c85ff0 msgr2=0x5565c7c93080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:16.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.463+0000 7fa3cbfff640 1 --2- 172.21.15.52:0/1099414830 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5565c7c85ff0 0x5565c7c93080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.463+0000 7fa3cbfff640 1 -- 172.21.15.52:0/1099414830 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5565c7c8bb50 msgr2=0x5565c7c965e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:16.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.463+0000 7fa3cbfff640 1 --2- 172.21.15.52:0/1099414830 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5565c7c8bb50 0x5565c7c965e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.463+0000 7fa3cbfff640 1 -- 172.21.15.52:0/1099414830 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5565c7c96bd0 con 0x5565c7c869e0 2024-03-18T22:56:16.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.463+0000 7fa3cbfff640 1 --2- 172.21.15.52:0/1099414830 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5565c7c869e0 0x5565c7c935c0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fa3bc00efd0 tx=0x7fa3bc005c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c66547d3ad0b59a1 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:16.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.463+0000 7fa3b9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-03-18T22:56:16.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.463+0000 7fa3b9ffb640 1 -- 172.21.15.52:0/1099414830 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3bc033620 con 0x5565c7c869e0 2024-03-18T22:56:16.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.463+0000 7fa3b9ffb640 1 -- 172.21.15.52:0/1099414830 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7fa3bc0337c0 con 0x5565c7c869e0 2024-03-18T22:56:16.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.463+0000 7fa3db7f9740 1 -- 172.21.15.52:0/1099414830 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa3c409bf30 con 0x5565c7c869e0 2024-03-18T22:56:16.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.463+0000 7fa3b9ffb640 1 -- 172.21.15.52:0/1099414830 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fa3bc044070 con 0x5565c7c869e0 2024-03-18T22:56:16.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.463+0000 7fa3db7f9740 10 client.15063 fetch_fsmap learned FSMap version 21 2024-03-18T22:56:16.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.463+0000 7fa3db7f9740 1 -- 172.21.15.52:0/1099414830 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5565c7d03100 con 0x5565c7c869e0 2024-03-18T22:56:16.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.463+0000 7fa3b9ffb640 1 -- 172.21.15.52:0/1099414830 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa3c409bf30 con 0x5565c7c869e0 2024-03-18T22:56:16.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.463+0000 7fa3b9ffb640 1 -- 172.21.15.52:0/1099414830 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fa3bc028750 con 0x5565c7c869e0 2024-03-18T22:56:16.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.463+0000 7fa3db7f9740 10 client.15063 fetch_fsmap finished waiting for FSMap version 21 2024-03-18T22:56:16.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.463+0000 7fa3db7f9740 10 client.15063 resolve_mds: resolved name 'i' to daemon mds.i 2024-03-18T22:56:16.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.463+0000 7fa3db7f9740 20 client.15063 populate_metadata read hostname 'smithi052' 2024-03-18T22:56:16.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.463+0000 7fa3db7f9740 1 --2- 172.21.15.52:0/1099414830 >> [v2:172.21.15.181:6838/1346550423,v1:172.21.15.181:6839/1346550423] conn(0x5565c7d07d00 0x5565c7d06a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.464+0000 7fa3db7f9740 4 client.15063 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-18T22:56:16.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.464+0000 7fa3db7f9740 1 -- 172.21.15.52:0/1099414830 --> [v2:172.21.15.181:6838/1346550423,v1:172.21.15.181:6839/1346550423] -- command(tid 0: {"prefix": "status"}) -- 0x5565c7bf2670 con 0x5565c7d07d00 2024-03-18T22:56:16.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.464+0000 7fa3d259c640 1 --2- 172.21.15.52:0/1099414830 >> [v2:172.21.15.181:6838/1346550423,v1:172.21.15.181:6839/1346550423] conn(0x5565c7d07d00 0x5565c7d06a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.464+0000 7fa3b9ffb640 10 client.15063 ms_handle_connect on v2:172.21.15.181:6838/1346550423 2024-03-18T22:56:16.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.464+0000 7fa3d259c640 1 --2- 172.21.15.52:0/1099414830 >> [v2:172.21.15.181:6838/1346550423,v1:172.21.15.181:6839/1346550423] conn(0x5565c7d07d00 0x5565c7d06a10 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1500e6e40869c11a server_cookie=423735bd64768a26 in_seq=0 out_seq=0 2024-03-18T22:56:16.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.464+0000 7fa3b9ffb640 1 -- 172.21.15.52:0/1099414830 <== mds.2 v2:172.21.15.181:6838/1346550423 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5565c7bf2670 con 0x5565c7d07d00 2024-03-18T22:56:16.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.464+0000 7fa3b9ffb640 10 client.15063 handle_command_reply: tid=0 2024-03-18T22:56:16.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.464+0000 7fa3db7f9740 1 client.15063 shutdown 2024-03-18T22:56:16.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.464+0000 7fa3db7f9740 1 -- 172.21.15.52:0/1099414830 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5565c7c869e0 msgr2=0x5565c7c935c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.464+0000 7fa3db7f9740 1 --2- 172.21.15.52:0/1099414830 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5565c7c869e0 0x5565c7c935c0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fa3bc00efd0 tx=0x7fa3bc005c40 comp rx=0 tx=0).stop 2024-03-18T22:56:16.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.464+0000 7fa3db7f9740 1 -- 172.21.15.52:0/1099414830 shutdown_connections 2024-03-18T22:56:16.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.464+0000 7fa3db7f9740 1 --2- 172.21.15.52:0/1099414830 >> [v2:172.21.15.181:6838/1346550423,v1:172.21.15.181:6839/1346550423] conn(0x5565c7d07d00 0x5565c7d06a10 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.464+0000 7fa3db7f9740 1 --2- 172.21.15.52:0/1099414830 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5565c7c8bb50 0x5565c7c965e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.464+0000 7fa3b9ffb640 0 client.15063 ms_handle_reset on v2:172.21.15.181:6838/1346550423 2024-03-18T22:56:16.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.464+0000 7fa3db7f9740 1 --2- 172.21.15.52:0/1099414830 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5565c7c869e0 0x5565c7c935c0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.464+0000 7fa3db7f9740 1 --2- 172.21.15.52:0/1099414830 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5565c7c85ff0 0x5565c7c93080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.464+0000 7fa3db7f9740 1 -- 172.21.15.52:0/1099414830 >> 172.21.15.52:0/1099414830 conn(0x5565c7c81560 msgr2=0x5565c7c847c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:16.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.464+0000 7fa3db7f9740 1 -- 172.21.15.52:0/1099414830 shutdown_connections 2024-03-18T22:56:16.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.464+0000 7fa3db7f9740 1 -- 172.21.15.52:0/1099414830 wait complete. 2024-03-18T22:56:16.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.465+0000 7fa3db7f9740 20 client.15063 trim_cache size 0 max 16384 2024-03-18T22:56:16.473 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-03-18T22:56:16.473 INFO:teuthology.orchestra.run.smithi052.stdout: "cluster_fsid": "444ca0c0-e579-11ee-95c9-87774f69a715", 2024-03-18T22:56:16.473 INFO:teuthology.orchestra.run.smithi052.stdout: "whoami": 2, 2024-03-18T22:56:16.474 INFO:teuthology.orchestra.run.smithi052.stdout: "id": 24478, 2024-03-18T22:56:16.474 INFO:teuthology.orchestra.run.smithi052.stdout: "want_state": "up:active", 2024-03-18T22:56:16.474 INFO:teuthology.orchestra.run.smithi052.stdout: "state": "up:active", 2024-03-18T22:56:16.474 INFO:teuthology.orchestra.run.smithi052.stdout: "fs_name": "cephfs", 2024-03-18T22:56:16.474 INFO:teuthology.orchestra.run.smithi052.stdout: "rank_uptime": 79.112138720000004, 2024-03-18T22:56:16.474 INFO:teuthology.orchestra.run.smithi052.stdout: "mdsmap_epoch": 21, 2024-03-18T22:56:16.474 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch": 90, 2024-03-18T22:56:16.474 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch_barrier": 88, 2024-03-18T22:56:16.474 INFO:teuthology.orchestra.run.smithi052.stdout: "uptime": 95.854580471000006 2024-03-18T22:56:16.474 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-03-18T22:56:16.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.465+0000 7fa3d8b37640 1 -- 172.21.15.52:0/3457483817 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa3c00a2890 msgr2=0x7fa3c00a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.465+0000 7fa3d8b37640 1 --2- 172.21.15.52:0/3457483817 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa3c00a2890 0x7fa3c00a4d50 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fa3d41990a0 tx=0x7fa3bc005f90 comp rx=0 tx=0).stop 2024-03-18T22:56:16.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.465+0000 7fa3d8b37640 1 -- 172.21.15.52:0/3457483817 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa3d4100740 msgr2=0x7fa3d4197b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.465+0000 7fa3d8b37640 1 --2- 172.21.15.52:0/3457483817 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa3d4100740 0x7fa3d4197b90 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fa3c400e9c0 tx=0x7fa3c400ee80 comp rx=0 tx=0).stop 2024-03-18T22:56:16.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.465+0000 7fa3d8b37640 1 -- 172.21.15.52:0/3457483817 shutdown_connections 2024-03-18T22:56:16.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.465+0000 7fa3d8b37640 1 --2- 172.21.15.52:0/3457483817 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa3c00a2890 0x7fa3c00a4d50 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.465+0000 7fa3d8b37640 1 --2- 172.21.15.52:0/3457483817 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa3d41022f0 0x7fa3d419f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.465+0000 7fa3d8b37640 1 --2- 172.21.15.52:0/3457483817 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa3d4101930 0x7fa3d41980d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.465+0000 7fa3d8b37640 1 --2- 172.21.15.52:0/3457483817 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa3d4100740 0x7fa3d4197b90 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.465+0000 7fa3d8b37640 1 -- 172.21.15.52:0/3457483817 >> 172.21.15.52:0/3457483817 conn(0x7fa3d40fbcd0 msgr2=0x7fa3d40fd690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:16.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.465+0000 7fa3d8b37640 1 -- 172.21.15.52:0/3457483817 shutdown_connections 2024-03-18T22:56:16.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.465+0000 7fa3d8b37640 1 -- 172.21.15.52:0/3457483817 wait complete. 2024-03-18T22:56:16.477 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-03-18T22:56:16.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.581+0000 7ff46ea4b640 1 -- 172.21.15.52:0/3220057215 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff468107540 msgr2=0x7ff468109970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.581+0000 7ff46ea4b640 1 --2- 172.21.15.52:0/3220057215 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff468107540 0x7ff468109970 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7ff460009ca0 tx=0x7ff46002c0f0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.581+0000 7ff46ea4b640 1 -- 172.21.15.52:0/3220057215 shutdown_connections 2024-03-18T22:56:16.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.581+0000 7ff46ea4b640 1 --2- 172.21.15.52:0/3220057215 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff468107540 0x7ff468109970 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.581+0000 7ff46ea4b640 1 --2- 172.21.15.52:0/3220057215 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff468104c10 0x7ff468107000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.581+0000 7ff46ea4b640 1 --2- 172.21.15.52:0/3220057215 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff4681022e0 0x7ff4681046d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.581+0000 7ff46ea4b640 1 -- 172.21.15.52:0/3220057215 >> 172.21.15.52:0/3220057215 conn(0x7ff4680fbcd0 msgr2=0x7ff4680fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:16.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.581+0000 7ff46ea4b640 1 -- 172.21.15.52:0/3220057215 shutdown_connections 2024-03-18T22:56:16.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.581+0000 7ff46ea4b640 1 -- 172.21.15.52:0/3220057215 wait complete. 2024-03-18T22:56:16.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.582+0000 7ff46ea4b640 1 Processor -- start 2024-03-18T22:56:16.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.582+0000 7ff46ea4b640 1 -- start start 2024-03-18T22:56:16.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.582+0000 7ff46ea4b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4681022e0 0x7ff468101c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.582+0000 7ff46ea4b640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff468104c10 0x7ff468100290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.582+0000 7ff46ea4b640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff468107540 0x7ff4681007d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.582+0000 7ff46ea4b640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff46810d5f0 con 0x7ff4681022e0 2024-03-18T22:56:16.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.582+0000 7ff46ea4b640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7ff46810d470 con 0x7ff468104c10 2024-03-18T22:56:16.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.582+0000 7ff46ea4b640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7ff46810d770 con 0x7ff468107540 2024-03-18T22:56:16.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.582+0000 7ff467fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4681022e0 0x7ff468101c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.582+0000 7ff467fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4681022e0 0x7ff468101c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47166/0 (socket says 172.21.15.52:47166) 2024-03-18T22:56:16.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.582+0000 7ff467fff640 1 -- 172.21.15.52:0/3002001485 learned_addr learned my addr 172.21.15.52:0/3002001485 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:16.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.582+0000 7ff46cfe8640 1 --2- 172.21.15.52:0/3002001485 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff468107540 0x7ff4681007d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.582+0000 7ff4677fe640 1 --2- 172.21.15.52:0/3002001485 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff468104c10 0x7ff468100290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.582+0000 7ff467fff640 1 -- 172.21.15.52:0/3002001485 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff468107540 msgr2=0x7ff4681007d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.582+0000 7ff467fff640 1 --2- 172.21.15.52:0/3002001485 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff468107540 0x7ff4681007d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.582+0000 7ff467fff640 1 -- 172.21.15.52:0/3002001485 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff468104c10 msgr2=0x7ff468100290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.582+0000 7ff467fff640 1 --2- 172.21.15.52:0/3002001485 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff468104c10 0x7ff468100290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.582+0000 7ff467fff640 1 -- 172.21.15.52:0/3002001485 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff468101060 con 0x7ff4681022e0 2024-03-18T22:56:16.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.583+0000 7ff467fff640 1 --2- 172.21.15.52:0/3002001485 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4681022e0 0x7ff468101c50 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7ff45c00e9f0 tx=0x7ff45c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:16.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.583+0000 7ff4657fa640 1 -- 172.21.15.52:0/3002001485 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff45c00cd80 con 0x7ff4681022e0 2024-03-18T22:56:16.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.583+0000 7ff4657fa640 1 -- 172.21.15.52:0/3002001485 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff45c010930 con 0x7ff4681022e0 2024-03-18T22:56:16.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.583+0000 7ff4657fa640 1 -- 172.21.15.52:0/3002001485 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff45c018b00 con 0x7ff4681022e0 2024-03-18T22:56:16.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.583+0000 7ff46ea4b640 1 -- 172.21.15.52:0/3002001485 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4681a1cd0 con 0x7ff4681022e0 2024-03-18T22:56:16.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.583+0000 7ff46ea4b640 1 -- 172.21.15.52:0/3002001485 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4681a21d0 con 0x7ff4681022e0 2024-03-18T22:56:16.594 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.585+0000 7ff4657fa640 1 -- 172.21.15.52:0/3002001485 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7ff45c018ca0 con 0x7ff4681022e0 2024-03-18T22:56:16.594 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.586+0000 7ff471635740 1 Processor -- start 2024-03-18T22:56:16.594 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.586+0000 7ff471635740 1 -- start start 2024-03-18T22:56:16.594 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.586+0000 7ff471635740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x555988cadff0 0x555988cae410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.594 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.586+0000 7ff471635740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555988cae9e0 0x555988cb34e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.594 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.586+0000 7ff471635740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x555988cb3b50 0x555988cb5fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.594 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.586+0000 7ff471635740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x555988c12de0 con 0x555988cae9e0 2024-03-18T22:56:16.594 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.586+0000 7ff471635740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x555988bbbc80 con 0x555988cadff0 2024-03-18T22:56:16.594 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.586+0000 7ff471635740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x555988c0ee80 con 0x555988cb3b50 2024-03-18T22:56:16.595 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.586+0000 7ff467fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555988cae9e0 0x555988cb34e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.595 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.586+0000 7ff46cfe8640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x555988cadff0 0x555988cae410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.595 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.586+0000 7ff467fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555988cae9e0 0x555988cb34e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47180/0 (socket says 172.21.15.52:47180) 2024-03-18T22:56:16.595 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.586+0000 7ff467fff640 1 -- 172.21.15.52:0/3873753289 learned_addr learned my addr 172.21.15.52:0/3873753289 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:16.595 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.586+0000 7ff4657fa640 1 --2- 172.21.15.52:0/3002001485 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff4500a2890 0x7ff4500a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.595 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.586+0000 7ff4677fe640 1 --2- 172.21.15.52:0/3873753289 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x555988cb3b50 0x555988cb5fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.595 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.586+0000 7ff46cfe8640 1 --2- 172.21.15.52:0/3002001485 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff4500a2890 0x7ff4500a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.595 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.586+0000 7ff4657fa640 1 -- 172.21.15.52:0/3002001485 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7ff45c0cef60 con 0x7ff4681022e0 2024-03-18T22:56:16.595 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.586+0000 7ff46cfe8640 1 -- 172.21.15.52:0/3873753289 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x555988cb3b50 msgr2=0x555988cb5fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:16.595 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.586+0000 7ff46cfe8640 1 --2- 172.21.15.52:0/3873753289 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x555988cb3b50 0x555988cb5fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.595 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.586+0000 7ff46cfe8640 1 -- 172.21.15.52:0/3873753289 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555988cae9e0 msgr2=0x555988cb34e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:16.595 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.586+0000 7ff46cfe8640 1 --2- 172.21.15.52:0/3873753289 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555988cae9e0 0x555988cb34e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.595 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.586+0000 7ff46cfe8640 1 -- 172.21.15.52:0/3873753289 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555988bcdfb0 con 0x555988cadff0 2024-03-18T22:56:16.595 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.586+0000 7ff467fff640 1 --2- 172.21.15.52:0/3873753289 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555988cae9e0 0x555988cb34e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:16.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.586+0000 7ff4677fe640 1 --2- 172.21.15.52:0/3873753289 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x555988cb3b50 0x555988cb5fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:16.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.587+0000 7ff46cfe8640 1 --2- 172.21.15.52:0/3873753289 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x555988cadff0 0x555988cae410 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff46002c630 tx=0x7ff460032e30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c053645cc479ae01 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:16.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.587+0000 7ff46cfe8640 1 --2- 172.21.15.52:0/3002001485 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff4500a2890 0x7ff4500a4d50 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7ff460047000 tx=0x7ff460048000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:16.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.587+0000 7ff44e7fc640 1 -- 172.21.15.52:0/3873753289 <== mon.2 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff460050070 con 0x555988cadff0 2024-03-18T22:56:16.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.587+0000 7ff44e7fc640 1 -- 172.21.15.52:0/3873753289 <== mon.2 v2:172.21.15.99:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff460003d40 con 0x555988cadff0 2024-03-18T22:56:16.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.587+0000 7ff44e7fc640 1 -- 172.21.15.52:0/3873753289 <== mon.2 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff460039040 con 0x555988cadff0 2024-03-18T22:56:16.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.587+0000 7ff471635740 1 -- 172.21.15.52:0/3873753289 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x555988cadff0 msgr2=0x555988cae410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.587+0000 7ff471635740 1 --2- 172.21.15.52:0/3873753289 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x555988cadff0 0x555988cae410 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff46002c630 tx=0x7ff460032e30 comp rx=0 tx=0).stop 2024-03-18T22:56:16.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.587+0000 7ff471635740 1 -- 172.21.15.52:0/3873753289 shutdown_connections 2024-03-18T22:56:16.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.587+0000 7ff471635740 1 --2- 172.21.15.52:0/3873753289 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x555988cb3b50 0x555988cb5fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.587+0000 7ff471635740 1 --2- 172.21.15.52:0/3873753289 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555988cae9e0 0x555988cb34e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.587+0000 7ff471635740 1 --2- 172.21.15.52:0/3873753289 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x555988cadff0 0x555988cae410 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.587+0000 7ff471635740 1 -- 172.21.15.52:0/3873753289 >> 172.21.15.52:0/3873753289 conn(0x555988ca9560 msgr2=0x555988ca9960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:16.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.588+0000 7ff471635740 1 -- 172.21.15.52:0/3873753289 shutdown_connections 2024-03-18T22:56:16.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.588+0000 7ff471635740 1 -- 172.21.15.52:0/3873753289 wait complete. 2024-03-18T22:56:16.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.588+0000 7ff471635740 1 -- start start 2024-03-18T22:56:16.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.588+0000 7ff471635740 1 Processor -- start 2024-03-18T22:56:16.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.588+0000 7ff471635740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x555988cadff0 0x555988cb84d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.588+0000 7ff471635740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555988cae9e0 0x555988cb8a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.588+0000 7ff471635740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x555988cb3b50 0x555988cbfa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.588+0000 7ff471635740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x555988cb6aa0 con 0x555988cae9e0 2024-03-18T22:56:16.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.588+0000 7ff471635740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x555988bcefc0 con 0x555988cadff0 2024-03-18T22:56:16.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.588+0000 7ff471635740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x555988cb6c20 con 0x555988cb3b50 2024-03-18T22:56:16.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.588+0000 7ff471635740 10 client.0 _ll_register_callbacks cb 0x555988c0aa20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:56:16.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.588+0000 7ff4677fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555988cae9e0 0x555988cb8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.588+0000 7ff4677fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555988cae9e0 0x555988cb8a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47190/0 (socket says 172.21.15.52:47190) 2024-03-18T22:56:16.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.588+0000 7ff4677fe640 1 -- 172.21.15.52:0/4282237211 learned_addr learned my addr 172.21.15.52:0/4282237211 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:16.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.588+0000 7ff467fff640 1 --2- 172.21.15.52:0/4282237211 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x555988cadff0 0x555988cb84d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.588+0000 7ff46cfe8640 1 --2- 172.21.15.52:0/4282237211 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x555988cb3b50 0x555988cbfa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.589+0000 7ff4677fe640 1 -- 172.21.15.52:0/4282237211 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x555988cb3b50 msgr2=0x555988cbfa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:16.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.589+0000 7ff4677fe640 1 --2- 172.21.15.52:0/4282237211 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x555988cb3b50 0x555988cbfa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.589+0000 7ff4677fe640 1 -- 172.21.15.52:0/4282237211 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x555988cadff0 msgr2=0x555988cb84d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:16.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.589+0000 7ff4677fe640 1 --2- 172.21.15.52:0/4282237211 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x555988cadff0 0x555988cb84d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.589+0000 7ff4677fe640 1 -- 172.21.15.52:0/4282237211 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5559889272d0 con 0x555988cae9e0 2024-03-18T22:56:16.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.589+0000 7ff4677fe640 1 --2- 172.21.15.52:0/4282237211 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555988cae9e0 0x555988cb8a10 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7ff4580126e0 tx=0x7ff458012ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96877d21d834f7c7 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:16.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.589+0000 7ff4477fe640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-03-18T22:56:16.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.589+0000 7ff4477fe640 1 -- 172.21.15.52:0/4282237211 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff45800f610 con 0x555988cae9e0 2024-03-18T22:56:16.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.589+0000 7ff4477fe640 1 -- 172.21.15.52:0/4282237211 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7ff45800f7b0 con 0x555988cae9e0 2024-03-18T22:56:16.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.589+0000 7ff471635740 1 -- 172.21.15.52:0/4282237211 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff460003d40 con 0x555988cae9e0 2024-03-18T22:56:16.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.589+0000 7ff4477fe640 1 -- 172.21.15.52:0/4282237211 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7ff45800f9b0 con 0x555988cae9e0 2024-03-18T22:56:16.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.589+0000 7ff471635740 10 client.15075 fetch_fsmap learned FSMap version 21 2024-03-18T22:56:16.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.589+0000 7ff471635740 1 -- 172.21.15.52:0/4282237211 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5559889f16b0 con 0x555988cae9e0 2024-03-18T22:56:16.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.589+0000 7ff4477fe640 1 -- 172.21.15.52:0/4282237211 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff460003d40 con 0x555988cae9e0 2024-03-18T22:56:16.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.589+0000 7ff4477fe640 1 -- 172.21.15.52:0/4282237211 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7ff458026420 con 0x555988cae9e0 2024-03-18T22:56:16.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.589+0000 7ff471635740 10 client.15075 fetch_fsmap finished waiting for FSMap version 21 2024-03-18T22:56:16.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.589+0000 7ff471635740 10 client.15075 resolve_mds: resolved name 'h' to daemon mds.h 2024-03-18T22:56:16.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.589+0000 7ff471635740 20 client.15075 populate_metadata read hostname 'smithi052' 2024-03-18T22:56:16.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.589+0000 7ff471635740 1 --2- 172.21.15.52:0/4282237211 >> [v2:172.21.15.99:6836/3393123598,v1:172.21.15.99:6837/3393123598] conn(0x555988cc53a0 0x555988cc6810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.589+0000 7ff471635740 4 client.15075 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-18T22:56:16.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.589+0000 7ff471635740 1 -- 172.21.15.52:0/4282237211 --> [v2:172.21.15.99:6836/3393123598,v1:172.21.15.99:6837/3393123598] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555988c20320 con 0x555988cc53a0 2024-03-18T22:56:16.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.590+0000 7ff467fff640 1 --2- 172.21.15.52:0/4282237211 >> [v2:172.21.15.99:6836/3393123598,v1:172.21.15.99:6837/3393123598] conn(0x555988cc53a0 0x555988cc6810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.590+0000 7ff467fff640 1 --2- 172.21.15.52:0/4282237211 >> [v2:172.21.15.99:6836/3393123598,v1:172.21.15.99:6837/3393123598] conn(0x555988cc53a0 0x555988cc6810 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fcf837efa463d0ff server_cookie=bf781ab94e6777b6 in_seq=0 out_seq=0 2024-03-18T22:56:16.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.590+0000 7ff4477fe640 10 client.15075 ms_handle_connect on v2:172.21.15.99:6836/3393123598 2024-03-18T22:56:16.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.591+0000 7ff4477fe640 1 -- 172.21.15.52:0/4282237211 <== mds.1 v2:172.21.15.99:6836/3393123598 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x555988c20320 con 0x555988cc53a0 2024-03-18T22:56:16.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.591+0000 7ff4477fe640 10 client.15075 handle_command_reply: tid=0 2024-03-18T22:56:16.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.591+0000 7ff471635740 1 client.15075 shutdown 2024-03-18T22:56:16.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.591+0000 7ff471635740 1 -- 172.21.15.52:0/4282237211 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555988cae9e0 msgr2=0x555988cb8a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.591+0000 7ff471635740 1 --2- 172.21.15.52:0/4282237211 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555988cae9e0 0x555988cb8a10 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7ff4580126e0 tx=0x7ff458012ae0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.591+0000 7ff471635740 1 -- 172.21.15.52:0/4282237211 shutdown_connections 2024-03-18T22:56:16.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.591+0000 7ff471635740 1 --2- 172.21.15.52:0/4282237211 >> [v2:172.21.15.99:6836/3393123598,v1:172.21.15.99:6837/3393123598] conn(0x555988cc53a0 0x555988cc6810 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.591+0000 7ff471635740 1 --2- 172.21.15.52:0/4282237211 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x555988cb3b50 0x555988cbfa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.591+0000 7ff471635740 1 --2- 172.21.15.52:0/4282237211 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555988cae9e0 0x555988cb8a10 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.591+0000 7ff4477fe640 0 client.15075 ms_handle_reset on v2:172.21.15.99:6836/3393123598 2024-03-18T22:56:16.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.591+0000 7ff471635740 1 --2- 172.21.15.52:0/4282237211 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x555988cadff0 0x555988cb84d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.591+0000 7ff471635740 1 -- 172.21.15.52:0/4282237211 >> 172.21.15.52:0/4282237211 conn(0x555988ca9560 msgr2=0x555988ca87e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:16.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.591+0000 7ff471635740 1 -- 172.21.15.52:0/4282237211 shutdown_connections 2024-03-18T22:56:16.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.591+0000 7ff471635740 1 -- 172.21.15.52:0/4282237211 wait complete. 2024-03-18T22:56:16.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.591+0000 7ff471635740 20 client.15075 trim_cache size 0 max 16384 2024-03-18T22:56:16.616 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.609+0000 7ff471635740 1 Processor -- start 2024-03-18T22:56:16.616 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.609+0000 7ff471635740 1 -- start start 2024-03-18T22:56:16.616 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.609+0000 7ff471635740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x555988cadff0 0x555988cc04a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.616 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.609+0000 7ff471635740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555988cae9e0 0x555988cbfa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.616 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.609+0000 7ff471635740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x555988cb3b50 0x555988ca9940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.616 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.609+0000 7ff471635740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x555988cc4b50 con 0x555988cae9e0 2024-03-18T22:56:16.616 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.609+0000 7ff471635740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x555988cc5220 con 0x555988cb3b50 2024-03-18T22:56:16.616 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.609+0000 7ff471635740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x555988cc58f0 con 0x555988cadff0 2024-03-18T22:56:16.616 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.610+0000 7ff4677fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555988cae9e0 0x555988cbfa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.616 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.610+0000 7ff4677fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555988cae9e0 0x555988cbfa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47206/0 (socket says 172.21.15.52:47206) 2024-03-18T22:56:16.616 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.610+0000 7ff4677fe640 1 -- 172.21.15.52:0/952474136 learned_addr learned my addr 172.21.15.52:0/952474136 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:16.616 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.610+0000 7ff467fff640 1 --2- 172.21.15.52:0/952474136 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x555988cadff0 0x555988cc04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.616 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.610+0000 7ff46cfe8640 1 --2- 172.21.15.52:0/952474136 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x555988cb3b50 0x555988ca9940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.617 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.610+0000 7ff4677fe640 1 -- 172.21.15.52:0/952474136 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x555988cadff0 msgr2=0x555988cc04a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:16.617 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.610+0000 7ff4677fe640 1 --2- 172.21.15.52:0/952474136 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x555988cadff0 0x555988cc04a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.617 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.610+0000 7ff4677fe640 1 -- 172.21.15.52:0/952474136 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x555988cb3b50 msgr2=0x555988ca9940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:16.617 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.610+0000 7ff4677fe640 1 --2- 172.21.15.52:0/952474136 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x555988cb3b50 0x555988ca9940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.617 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.610+0000 7ff4677fe640 1 -- 172.21.15.52:0/952474136 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555988cb31b0 con 0x555988cae9e0 2024-03-18T22:56:16.617 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.610+0000 7ff46cfe8640 1 --2- 172.21.15.52:0/952474136 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x555988cb3b50 0x555988ca9940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:56:16.617 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.610+0000 7ff4677fe640 1 --2- 172.21.15.52:0/952474136 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555988cae9e0 0x555988cbfa10 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7ff458005eb0 tx=0x7ff458009640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2442674ef60ff254 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:16.617 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.610+0000 7ff44dffb640 1 -- 172.21.15.52:0/952474136 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff45800f6d0 con 0x555988cae9e0 2024-03-18T22:56:16.617 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.610+0000 7ff44dffb640 1 -- 172.21.15.52:0/952474136 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff4580055f0 con 0x555988cae9e0 2024-03-18T22:56:16.617 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.610+0000 7ff44dffb640 1 -- 172.21.15.52:0/952474136 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff45800fcd0 con 0x555988cae9e0 2024-03-18T22:56:16.617 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.611+0000 7ff471635740 1 -- 172.21.15.52:0/952474136 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555988cae9e0 msgr2=0x555988cbfa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.617 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.611+0000 7ff471635740 1 --2- 172.21.15.52:0/952474136 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555988cae9e0 0x555988cbfa10 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7ff458005eb0 tx=0x7ff458009640 comp rx=0 tx=0).stop 2024-03-18T22:56:16.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.611+0000 7ff471635740 1 -- 172.21.15.52:0/952474136 shutdown_connections 2024-03-18T22:56:16.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.611+0000 7ff471635740 1 --2- 172.21.15.52:0/952474136 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x555988cb3b50 0x555988ca9940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.611+0000 7ff471635740 1 --2- 172.21.15.52:0/952474136 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555988cae9e0 0x555988cbfa10 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.611+0000 7ff471635740 1 --2- 172.21.15.52:0/952474136 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x555988cadff0 0x555988cc04a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.611+0000 7ff471635740 1 -- 172.21.15.52:0/952474136 >> 172.21.15.52:0/952474136 conn(0x555988ca9560 msgr2=0x555988cb6ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:16.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.611+0000 7ff471635740 1 -- 172.21.15.52:0/952474136 shutdown_connections 2024-03-18T22:56:16.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.611+0000 7ff471635740 1 -- 172.21.15.52:0/952474136 wait complete. 2024-03-18T22:56:16.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.611+0000 7ff471635740 1 -- start start 2024-03-18T22:56:16.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.611+0000 7ff471635740 1 Processor -- start 2024-03-18T22:56:16.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.611+0000 7ff471635740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x555988cadff0 0x555988cbb390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.611+0000 7ff471635740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555988cae9e0 0x555988cbb8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.611+0000 7ff471635740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x555988cb3b50 0x555988cbe7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.611+0000 7ff471635740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x555988cc6690 con 0x555988cae9e0 2024-03-18T22:56:16.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.611+0000 7ff471635740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x555988cc5fc0 con 0x555988cb3b50 2024-03-18T22:56:16.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.611+0000 7ff471635740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x555988cc6d60 con 0x555988cadff0 2024-03-18T22:56:16.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.611+0000 7ff471635740 10 client.0 _ll_register_callbacks cb 0x7ff458009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:56:16.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.612+0000 7ff4677fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555988cae9e0 0x555988cbb8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.612+0000 7ff4677fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555988cae9e0 0x555988cbb8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47214/0 (socket says 172.21.15.52:47214) 2024-03-18T22:56:16.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.612+0000 7ff4677fe640 1 -- 172.21.15.52:0/4039597058 learned_addr learned my addr 172.21.15.52:0/4039597058 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:16.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.612+0000 7ff467fff640 1 --2- 172.21.15.52:0/4039597058 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x555988cadff0 0x555988cbb390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.612+0000 7ff46cfe8640 1 --2- 172.21.15.52:0/4039597058 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x555988cb3b50 0x555988cbe7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.612+0000 7ff4677fe640 1 -- 172.21.15.52:0/4039597058 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x555988cadff0 msgr2=0x555988cbb390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:16.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.612+0000 7ff4677fe640 1 --2- 172.21.15.52:0/4039597058 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x555988cadff0 0x555988cbb390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.612+0000 7ff4677fe640 1 -- 172.21.15.52:0/4039597058 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x555988cb3b50 msgr2=0x555988cbe7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:16.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.612+0000 7ff4677fe640 1 --2- 172.21.15.52:0/4039597058 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x555988cb3b50 0x555988cbe7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.612+0000 7ff4677fe640 1 -- 172.21.15.52:0/4039597058 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555988cbedd0 con 0x555988cae9e0 2024-03-18T22:56:16.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.612+0000 7ff4677fe640 1 --2- 172.21.15.52:0/4039597058 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555988cae9e0 0x555988cbb8d0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7ff458012420 tx=0x7ff458009e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72b1d068250d33f4 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:16.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.612+0000 7ff4477fe640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-03-18T22:56:16.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.612+0000 7ff4477fe640 1 -- 172.21.15.52:0/4039597058 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff45800fe60 con 0x555988cae9e0 2024-03-18T22:56:16.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.612+0000 7ff4477fe640 1 -- 172.21.15.52:0/4039597058 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7ff45802c040 con 0x555988cae9e0 2024-03-18T22:56:16.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.612+0000 7ff471635740 1 -- 172.21.15.52:0/4039597058 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff4580055f0 con 0x555988cae9e0 2024-03-18T22:56:16.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.612+0000 7ff4477fe640 1 -- 172.21.15.52:0/4039597058 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7ff458026a50 con 0x555988cae9e0 2024-03-18T22:56:16.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.612+0000 7ff471635740 10 client.15081 fetch_fsmap learned FSMap version 21 2024-03-18T22:56:16.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.612+0000 7ff471635740 1 -- 172.21.15.52:0/4039597058 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x555988d2b220 con 0x555988cae9e0 2024-03-18T22:56:16.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.612+0000 7ff4477fe640 1 -- 172.21.15.52:0/4039597058 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff4580055f0 con 0x555988cae9e0 2024-03-18T22:56:16.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.613+0000 7ff4477fe640 1 -- 172.21.15.52:0/4039597058 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7ff458003b90 con 0x555988cae9e0 2024-03-18T22:56:16.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.613+0000 7ff471635740 10 client.15081 fetch_fsmap finished waiting for FSMap version 21 2024-03-18T22:56:16.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.613+0000 7ff471635740 10 client.15081 resolve_mds: resolved name 'h' to daemon mds.h 2024-03-18T22:56:16.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.613+0000 7ff471635740 20 client.15081 populate_metadata read hostname 'smithi052' 2024-03-18T22:56:16.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.613+0000 7ff471635740 1 --2- 172.21.15.52:0/4039597058 >> [v2:172.21.15.99:6836/3393123598,v1:172.21.15.99:6837/3393123598] conn(0x555988d2fbf0 0x555988d2e900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.613+0000 7ff471635740 4 client.15081 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-18T22:56:16.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.613+0000 7ff471635740 1 -- 172.21.15.52:0/4039597058 --> [v2:172.21.15.99:6836/3393123598,v1:172.21.15.99:6837/3393123598] -- command(tid 0: {"prefix": "status"}) -- 0x555988c1a670 con 0x555988d2fbf0 2024-03-18T22:56:16.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.613+0000 7ff467fff640 1 --2- 172.21.15.52:0/4039597058 >> [v2:172.21.15.99:6836/3393123598,v1:172.21.15.99:6837/3393123598] conn(0x555988d2fbf0 0x555988d2e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.613+0000 7ff4477fe640 10 client.15081 ms_handle_connect on v2:172.21.15.99:6836/3393123598 2024-03-18T22:56:16.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.613+0000 7ff467fff640 1 --2- 172.21.15.52:0/4039597058 >> [v2:172.21.15.99:6836/3393123598,v1:172.21.15.99:6837/3393123598] conn(0x555988d2fbf0 0x555988d2e900 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ca1c99f60f10c2ea server_cookie=3ce950f37fdec2aa in_seq=0 out_seq=0 2024-03-18T22:56:16.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.613+0000 7ff4477fe640 1 -- 172.21.15.52:0/4039597058 <== mds.1 v2:172.21.15.99:6836/3393123598 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x555988c1a670 con 0x555988d2fbf0 2024-03-18T22:56:16.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.613+0000 7ff4477fe640 10 client.15081 handle_command_reply: tid=0 2024-03-18T22:56:16.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.613+0000 7ff471635740 1 client.15081 shutdown 2024-03-18T22:56:16.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.614+0000 7ff471635740 1 -- 172.21.15.52:0/4039597058 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555988cae9e0 msgr2=0x555988cbb8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.614+0000 7ff471635740 1 --2- 172.21.15.52:0/4039597058 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555988cae9e0 0x555988cbb8d0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7ff458012420 tx=0x7ff458009e30 comp rx=0 tx=0).stop 2024-03-18T22:56:16.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.614+0000 7ff471635740 1 -- 172.21.15.52:0/4039597058 shutdown_connections 2024-03-18T22:56:16.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.614+0000 7ff471635740 1 --2- 172.21.15.52:0/4039597058 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x555988cb3b50 0x555988cbe7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.614+0000 7ff471635740 1 --2- 172.21.15.52:0/4039597058 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555988cae9e0 0x555988cbb8d0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.614+0000 7ff471635740 1 --2- 172.21.15.52:0/4039597058 >> [v2:172.21.15.99:6836/3393123598,v1:172.21.15.99:6837/3393123598] conn(0x555988d2fbf0 0x555988d2e900 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.614+0000 7ff471635740 1 --2- 172.21.15.52:0/4039597058 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x555988cadff0 0x555988cbb390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.614+0000 7ff4477fe640 0 client.15081 ms_handle_reset on v2:172.21.15.99:6836/3393123598 2024-03-18T22:56:16.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.614+0000 7ff471635740 1 -- 172.21.15.52:0/4039597058 >> 172.21.15.52:0/4039597058 conn(0x555988ca9560 msgr2=0x555988ca9940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:16.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.614+0000 7ff471635740 1 -- 172.21.15.52:0/4039597058 shutdown_connections 2024-03-18T22:56:16.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.614+0000 7ff471635740 1 -- 172.21.15.52:0/4039597058 wait complete. 2024-03-18T22:56:16.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.614+0000 7ff471635740 20 client.15081 trim_cache size 0 max 16384 2024-03-18T22:56:16.622 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-03-18T22:56:16.622 INFO:teuthology.orchestra.run.smithi052.stdout: "cluster_fsid": "444ca0c0-e579-11ee-95c9-87774f69a715", 2024-03-18T22:56:16.622 INFO:teuthology.orchestra.run.smithi052.stdout: "whoami": 1, 2024-03-18T22:56:16.623 INFO:teuthology.orchestra.run.smithi052.stdout: "id": 24479, 2024-03-18T22:56:16.623 INFO:teuthology.orchestra.run.smithi052.stdout: "want_state": "up:active", 2024-03-18T22:56:16.623 INFO:teuthology.orchestra.run.smithi052.stdout: "state": "up:active", 2024-03-18T22:56:16.623 INFO:teuthology.orchestra.run.smithi052.stdout: "fs_name": "cephfs", 2024-03-18T22:56:16.623 INFO:teuthology.orchestra.run.smithi052.stdout: "rank_uptime": 80.268497388, 2024-03-18T22:56:16.623 INFO:teuthology.orchestra.run.smithi052.stdout: "mdsmap_epoch": 21, 2024-03-18T22:56:16.623 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch": 90, 2024-03-18T22:56:16.623 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch_barrier": 88, 2024-03-18T22:56:16.623 INFO:teuthology.orchestra.run.smithi052.stdout: "uptime": 98.789731314999997 2024-03-18T22:56:16.623 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-03-18T22:56:16.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.614+0000 7ff46ea4b640 1 -- 172.21.15.52:0/3002001485 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff4500a2890 msgr2=0x7ff4500a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.627 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.614+0000 7ff46ea4b640 1 --2- 172.21.15.52:0/3002001485 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff4500a2890 0x7ff4500a4d50 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7ff460047000 tx=0x7ff460048000 comp rx=0 tx=0).stop 2024-03-18T22:56:16.627 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.614+0000 7ff46ea4b640 1 -- 172.21.15.52:0/3002001485 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4681022e0 msgr2=0x7ff468101c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.627 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.614+0000 7ff46ea4b640 1 --2- 172.21.15.52:0/3002001485 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4681022e0 0x7ff468101c50 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7ff45c00e9f0 tx=0x7ff45c00eeb0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.627 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.614+0000 7ff46ea4b640 1 -- 172.21.15.52:0/3002001485 shutdown_connections 2024-03-18T22:56:16.627 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.614+0000 7ff46ea4b640 1 --2- 172.21.15.52:0/3002001485 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff4500a2890 0x7ff4500a4d50 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.627 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.614+0000 7ff46ea4b640 1 --2- 172.21.15.52:0/3002001485 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff468107540 0x7ff4681007d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.627 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.614+0000 7ff46ea4b640 1 --2- 172.21.15.52:0/3002001485 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff468104c10 0x7ff468100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.627 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.614+0000 7ff46ea4b640 1 --2- 172.21.15.52:0/3002001485 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4681022e0 0x7ff468101c50 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.627 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.614+0000 7ff46ea4b640 1 -- 172.21.15.52:0/3002001485 >> 172.21.15.52:0/3002001485 conn(0x7ff4680fbcd0 msgr2=0x7ff468102be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:16.627 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.614+0000 7ff46ea4b640 1 -- 172.21.15.52:0/3002001485 shutdown_connections 2024-03-18T22:56:16.628 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.614+0000 7ff46ea4b640 1 -- 172.21.15.52:0/3002001485 wait complete. 2024-03-18T22:56:16.628 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:16 smithi052 ceph-mon[32520]: pgmap v331: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T22:56:16.628 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:16 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/2145742059' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:56:16.628 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:16 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/4255652738' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:56:16.628 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:16 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1686436827' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:56:16.629 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-03-18T22:56:16.734 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.732+0000 7fe947a36640 1 -- 172.21.15.52:0/1895355068 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe940107600 msgr2=0x7fe9401099f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.732+0000 7fe947a36640 1 --2- 172.21.15.52:0/1895355068 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe940107600 0x7fe9401099f0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fe938009ca0 tx=0x7fe93802c0f0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.732+0000 7fe947a36640 1 -- 172.21.15.52:0/1895355068 shutdown_connections 2024-03-18T22:56:16.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.732+0000 7fe947a36640 1 --2- 172.21.15.52:0/1895355068 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe940107600 0x7fe9401099f0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.732+0000 7fe947a36640 1 --2- 172.21.15.52:0/1895355068 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe940104cd0 0x7fe9401070c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.732+0000 7fe947a36640 1 --2- 172.21.15.52:0/1895355068 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe9401023a0 0x7fe940104790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.732+0000 7fe947a36640 1 -- 172.21.15.52:0/1895355068 >> 172.21.15.52:0/1895355068 conn(0x7fe9400fbd30 msgr2=0x7fe9400fe170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:16.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.732+0000 7fe947a36640 1 -- 172.21.15.52:0/1895355068 shutdown_connections 2024-03-18T22:56:16.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.732+0000 7fe947a36640 1 -- 172.21.15.52:0/1895355068 wait complete. 2024-03-18T22:56:16.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.732+0000 7fe947a36640 1 Processor -- start 2024-03-18T22:56:16.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.732+0000 7fe947a36640 1 -- start start 2024-03-18T22:56:16.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.732+0000 7fe947a36640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe9401023a0 0x7fe940197cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.732+0000 7fe947a36640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe940104cd0 0x7fe940198230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.732+0000 7fe947a36640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe940107600 0x7fe94019f260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.732+0000 7fe947a36640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe94010d690 con 0x7fe9401023a0 2024-03-18T22:56:16.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.733+0000 7fe947a36640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fe94010d510 con 0x7fe940104cd0 2024-03-18T22:56:16.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.733+0000 7fe947a36640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fe94010d810 con 0x7fe940107600 2024-03-18T22:56:16.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.733+0000 7fe9457d2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe9401023a0 0x7fe940197cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.733+0000 7fe9457d2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe9401023a0 0x7fe940197cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47238/0 (socket says 172.21.15.52:47238) 2024-03-18T22:56:16.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.733+0000 7fe9457d2640 1 -- 172.21.15.52:0/1065257719 learned_addr learned my addr 172.21.15.52:0/1065257719 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:16.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.733+0000 7fe944fd1640 1 --2- 172.21.15.52:0/1065257719 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe940104cd0 0x7fe940198230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.733+0000 7fe945fd3640 1 --2- 172.21.15.52:0/1065257719 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe940107600 0x7fe94019f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.733+0000 7fe9457d2640 1 -- 172.21.15.52:0/1065257719 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe940107600 msgr2=0x7fe94019f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.733+0000 7fe9457d2640 1 --2- 172.21.15.52:0/1065257719 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe940107600 0x7fe94019f260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.733+0000 7fe9457d2640 1 -- 172.21.15.52:0/1065257719 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe940104cd0 msgr2=0x7fe940198230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.733+0000 7fe9457d2640 1 --2- 172.21.15.52:0/1065257719 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe940104cd0 0x7fe940198230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.737 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.733+0000 7fe9457d2640 1 -- 172.21.15.52:0/1065257719 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe94019f900 con 0x7fe9401023a0 2024-03-18T22:56:16.737 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.733+0000 7fe9457d2640 1 --2- 172.21.15.52:0/1065257719 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe9401023a0 0x7fe940197cf0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fe93c00e9f0 tx=0x7fe93c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:16.737 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.733+0000 7fe9367fc640 1 -- 172.21.15.52:0/1065257719 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe93c00cd80 con 0x7fe9401023a0 2024-03-18T22:56:16.737 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.733+0000 7fe9367fc640 1 -- 172.21.15.52:0/1065257719 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe93c005520 con 0x7fe9401023a0 2024-03-18T22:56:16.737 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.733+0000 7fe947a36640 1 -- 172.21.15.52:0/1065257719 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe94019fbf0 con 0x7fe9401023a0 2024-03-18T22:56:16.737 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.733+0000 7fe9367fc640 1 -- 172.21.15.52:0/1065257719 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe93c010690 con 0x7fe9401023a0 2024-03-18T22:56:16.737 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.733+0000 7fe947a36640 1 -- 172.21.15.52:0/1065257719 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9401a00f0 con 0x7fe9401023a0 2024-03-18T22:56:16.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.735+0000 7fe9367fc640 1 -- 172.21.15.52:0/1065257719 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fe93c0046c0 con 0x7fe9401023a0 2024-03-18T22:56:16.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.736+0000 7fe94a627740 1 Processor -- start 2024-03-18T22:56:16.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.736+0000 7fe94a627740 1 -- start start 2024-03-18T22:56:16.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.736+0000 7fe94a627740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558b0557aff0 0x558b0557b410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.736+0000 7fe94a627740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x558b0557b9e0 0x558b055804e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.736+0000 7fe94a627740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x558b05580b50 0x558b05582fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.736+0000 7fe94a627740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x558b054dfde0 con 0x558b0557aff0 2024-03-18T22:56:16.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.736+0000 7fe94a627740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x558b05488c80 con 0x558b0557b9e0 2024-03-18T22:56:16.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.736+0000 7fe94a627740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x558b054dbe80 con 0x558b05580b50 2024-03-18T22:56:16.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.736+0000 7fe945fd3640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558b0557aff0 0x558b0557b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.736+0000 7fe945fd3640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558b0557aff0 0x558b0557b410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47240/0 (socket says 172.21.15.52:47240) 2024-03-18T22:56:16.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.736+0000 7fe945fd3640 1 -- 172.21.15.52:0/4057706469 learned_addr learned my addr 172.21.15.52:0/4057706469 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:16.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.736+0000 7fe9457d2640 1 --2- 172.21.15.52:0/4057706469 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x558b0557b9e0 0x558b055804e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.736+0000 7fe944fd1640 1 --2- 172.21.15.52:0/4057706469 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x558b05580b50 0x558b05582fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.736+0000 7fe9367fc640 1 --2- 172.21.15.52:0/1065257719 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe92c0a2890 0x7fe92c0a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.736+0000 7fe945fd3640 1 --2- 172.21.15.52:0/1065257719 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe92c0a2890 0x7fe92c0a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.737+0000 7fe945fd3640 1 -- 172.21.15.52:0/4057706469 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x558b05580b50 msgr2=0x558b05582fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:16.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.737+0000 7fe945fd3640 1 --2- 172.21.15.52:0/4057706469 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x558b05580b50 0x558b05582fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.737+0000 7fe945fd3640 1 -- 172.21.15.52:0/4057706469 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x558b0557b9e0 msgr2=0x558b055804e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:16.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.737+0000 7fe945fd3640 1 --2- 172.21.15.52:0/4057706469 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x558b0557b9e0 0x558b055804e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.737+0000 7fe945fd3640 1 -- 172.21.15.52:0/4057706469 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558b0549afb0 con 0x558b0557aff0 2024-03-18T22:56:16.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.737+0000 7fe944fd1640 1 --2- 172.21.15.52:0/4057706469 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x558b05580b50 0x558b05582fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:16.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.737+0000 7fe9367fc640 1 -- 172.21.15.52:0/1065257719 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7fe93c0cf120 con 0x7fe9401023a0 2024-03-18T22:56:16.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.737+0000 7fe945fd3640 1 --2- 172.21.15.52:0/4057706469 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558b0557aff0 0x558b0557b410 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fe9380325a0 tx=0x7fe938009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdf9590ea2a98d75 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:16.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.737+0000 7fe92b7fe640 1 -- 172.21.15.52:0/4057706469 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe938050070 con 0x558b0557aff0 2024-03-18T22:56:16.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.737+0000 7fe92b7fe640 1 -- 172.21.15.52:0/4057706469 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe938032ab0 con 0x558b0557aff0 2024-03-18T22:56:16.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.737+0000 7fe92b7fe640 1 -- 172.21.15.52:0/4057706469 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe938039040 con 0x558b0557aff0 2024-03-18T22:56:16.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.738+0000 7fe94a627740 1 -- 172.21.15.52:0/4057706469 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558b0557aff0 msgr2=0x558b0557b410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.738+0000 7fe945fd3640 1 --2- 172.21.15.52:0/1065257719 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe92c0a2890 0x7fe92c0a4d50 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fe93804d000 tx=0x7fe938048000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:16.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.738+0000 7fe94a627740 1 --2- 172.21.15.52:0/4057706469 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558b0557aff0 0x558b0557b410 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fe9380325a0 tx=0x7fe938009a20 comp rx=0 tx=0).stop 2024-03-18T22:56:16.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.738+0000 7fe94a627740 1 -- 172.21.15.52:0/4057706469 shutdown_connections 2024-03-18T22:56:16.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.738+0000 7fe94a627740 1 --2- 172.21.15.52:0/4057706469 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x558b05580b50 0x558b05582fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.738+0000 7fe94a627740 1 --2- 172.21.15.52:0/4057706469 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x558b0557b9e0 0x558b055804e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.738+0000 7fe94a627740 1 --2- 172.21.15.52:0/4057706469 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558b0557aff0 0x558b0557b410 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.738+0000 7fe94a627740 1 -- 172.21.15.52:0/4057706469 >> 172.21.15.52:0/4057706469 conn(0x558b05576560 msgr2=0x558b05576960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:16.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.738+0000 7fe94a627740 1 -- 172.21.15.52:0/4057706469 shutdown_connections 2024-03-18T22:56:16.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.738+0000 7fe94a627740 1 -- 172.21.15.52:0/4057706469 wait complete. 2024-03-18T22:56:16.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.738+0000 7fe94a627740 1 -- start start 2024-03-18T22:56:16.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.738+0000 7fe94a627740 1 Processor -- start 2024-03-18T22:56:16.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.738+0000 7fe94a627740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x558b0557aff0 0x558b055854e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.739+0000 7fe94a627740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558b0557b9e0 0x558b05585a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.739+0000 7fe94a627740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x558b05580b50 0x558b0558ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.739+0000 7fe94a627740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x558b05583b00 con 0x558b0557b9e0 2024-03-18T22:56:16.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.739+0000 7fe94a627740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x558b0549bfc0 con 0x558b05580b50 2024-03-18T22:56:16.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.739+0000 7fe94a627740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x558b05583c80 con 0x558b0557aff0 2024-03-18T22:56:16.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.739+0000 7fe94a627740 10 client.0 _ll_register_callbacks cb 0x558b054d7a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:56:16.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.739+0000 7fe944fd1640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558b0557b9e0 0x558b05585a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.739+0000 7fe944fd1640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558b0557b9e0 0x558b05585a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47252/0 (socket says 172.21.15.52:47252) 2024-03-18T22:56:16.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.739+0000 7fe944fd1640 1 -- 172.21.15.52:0/3992589400 learned_addr learned my addr 172.21.15.52:0/3992589400 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:16.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.739+0000 7fe945fd3640 1 --2- 172.21.15.52:0/3992589400 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x558b05580b50 0x558b0558ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.739+0000 7fe9457d2640 1 --2- 172.21.15.52:0/3992589400 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x558b0557aff0 0x558b055854e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.739+0000 7fe944fd1640 1 -- 172.21.15.52:0/3992589400 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x558b0557aff0 msgr2=0x558b055854e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:16.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.739+0000 7fe944fd1640 1 --2- 172.21.15.52:0/3992589400 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x558b0557aff0 0x558b055854e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.739+0000 7fe944fd1640 1 -- 172.21.15.52:0/3992589400 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x558b05580b50 msgr2=0x558b0558ca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:16.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.739+0000 7fe944fd1640 1 --2- 172.21.15.52:0/3992589400 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x558b05580b50 0x558b0558ca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.739+0000 7fe944fd1640 1 -- 172.21.15.52:0/3992589400 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558b051f42d0 con 0x558b0557b9e0 2024-03-18T22:56:16.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.739+0000 7fe9457d2640 1 --2- 172.21.15.52:0/3992589400 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x558b0557aff0 0x558b055854e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:56:16.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.739+0000 7fe944fd1640 1 --2- 172.21.15.52:0/3992589400 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558b0557b9e0 0x558b05585a20 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fe930012720 tx=0x7fe930012be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e17a4eab439ff7d9 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:16.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.739+0000 7fe928ff9640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-03-18T22:56:16.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.739+0000 7fe928ff9640 1 -- 172.21.15.52:0/3992589400 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe930004030 con 0x558b0557b9e0 2024-03-18T22:56:16.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.739+0000 7fe928ff9640 1 -- 172.21.15.52:0/3992589400 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7fe9300041d0 con 0x558b0557b9e0 2024-03-18T22:56:16.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.739+0000 7fe94a627740 1 -- 172.21.15.52:0/3992589400 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe938032ab0 con 0x558b0557b9e0 2024-03-18T22:56:16.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.739+0000 7fe928ff9640 1 -- 172.21.15.52:0/3992589400 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe930022070 con 0x558b0557b9e0 2024-03-18T22:56:16.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.739+0000 7fe94a627740 10 client.15093 fetch_fsmap learned FSMap version 21 2024-03-18T22:56:16.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.739+0000 7fe94a627740 1 -- 172.21.15.52:0/3992589400 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x558b052be6b0 con 0x558b0557b9e0 2024-03-18T22:56:16.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.740+0000 7fe928ff9640 1 -- 172.21.15.52:0/3992589400 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe938032ab0 con 0x558b0557b9e0 2024-03-18T22:56:16.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.740+0000 7fe928ff9640 1 -- 172.21.15.52:0/3992589400 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fe930003ac0 con 0x558b0557b9e0 2024-03-18T22:56:16.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.740+0000 7fe94a627740 10 client.15093 fetch_fsmap finished waiting for FSMap version 21 2024-03-18T22:56:16.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.740+0000 7fe94a627740 10 client.15093 resolve_mds: resolved name 'b' to daemon mds.b 2024-03-18T22:56:16.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.740+0000 7fe94a627740 20 client.15093 populate_metadata read hostname 'smithi052' 2024-03-18T22:56:16.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.740+0000 7fe94a627740 1 --2- 172.21.15.52:0/3992589400 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x558b05592380 0x558b055937f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.740+0000 7fe94a627740 4 client.15093 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-18T22:56:16.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.740+0000 7fe94a627740 1 -- 172.21.15.52:0/3992589400 --> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558b054ed320 con 0x558b05592380 2024-03-18T22:56:16.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.740+0000 7fe9457d2640 1 --2- 172.21.15.52:0/3992589400 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x558b05592380 0x558b055937f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.740+0000 7fe928ff9640 10 client.15093 ms_handle_connect on v2:172.21.15.99:6838/326875962 2024-03-18T22:56:16.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.740+0000 7fe9457d2640 1 --2- 172.21.15.52:0/3992589400 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x558b05592380 0x558b055937f0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=db73a8119e733ccc server_cookie=52b4f0fd7fa0bd36 in_seq=0 out_seq=0 2024-03-18T22:56:16.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.741+0000 7fe928ff9640 1 -- 172.21.15.52:0/3992589400 <== mds.0 v2:172.21.15.99:6838/326875962 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x558b054ed320 con 0x558b05592380 2024-03-18T22:56:16.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.741+0000 7fe928ff9640 10 client.15093 handle_command_reply: tid=0 2024-03-18T22:56:16.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.741+0000 7fe94a627740 1 client.15093 shutdown 2024-03-18T22:56:16.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.741+0000 7fe94a627740 1 -- 172.21.15.52:0/3992589400 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558b0557b9e0 msgr2=0x558b05585a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.741+0000 7fe94a627740 1 --2- 172.21.15.52:0/3992589400 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558b0557b9e0 0x558b05585a20 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fe930012720 tx=0x7fe930012be0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.741+0000 7fe94a627740 1 -- 172.21.15.52:0/3992589400 shutdown_connections 2024-03-18T22:56:16.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.741+0000 7fe94a627740 1 --2- 172.21.15.52:0/3992589400 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x558b05580b50 0x558b0558ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.741+0000 7fe94a627740 1 --2- 172.21.15.52:0/3992589400 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558b0557b9e0 0x558b05585a20 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.741+0000 7fe94a627740 1 --2- 172.21.15.52:0/3992589400 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x558b05592380 0x558b055937f0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.741+0000 7fe94a627740 1 --2- 172.21.15.52:0/3992589400 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x558b0557aff0 0x558b055854e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.741+0000 7fe928ff9640 0 client.15093 ms_handle_reset on v2:172.21.15.99:6838/326875962 2024-03-18T22:56:16.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.741+0000 7fe94a627740 1 -- 172.21.15.52:0/3992589400 >> 172.21.15.52:0/3992589400 conn(0x558b05576560 msgr2=0x558b055757e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:16.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.741+0000 7fe94a627740 1 -- 172.21.15.52:0/3992589400 shutdown_connections 2024-03-18T22:56:16.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.741+0000 7fe94a627740 1 -- 172.21.15.52:0/3992589400 wait complete. 2024-03-18T22:56:16.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.741+0000 7fe94a627740 20 client.15093 trim_cache size 0 max 16384 2024-03-18T22:56:16.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.759+0000 7fe94a627740 1 Processor -- start 2024-03-18T22:56:16.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.759+0000 7fe94a627740 1 -- start start 2024-03-18T22:56:16.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.759+0000 7fe94a627740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558b0557aff0 0x558b055839e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.759+0000 7fe94a627740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x558b0557b9e0 0x558b0558ca20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.759+0000 7fe94a627740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x558b05580b50 0x558b0557c430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.759+0000 7fe94a627740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x558b05591b30 con 0x558b0557aff0 2024-03-18T22:56:16.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.759+0000 7fe94a627740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x558b05592200 con 0x558b0557b9e0 2024-03-18T22:56:16.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.759+0000 7fe94a627740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x558b055928d0 con 0x558b05580b50 2024-03-18T22:56:16.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.760+0000 7fe9457d2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558b0557aff0 0x558b055839e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.760+0000 7fe944fd1640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x558b0557b9e0 0x558b0558ca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.760+0000 7fe9457d2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558b0557aff0 0x558b055839e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47256/0 (socket says 172.21.15.52:47256) 2024-03-18T22:56:16.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.760+0000 7fe9457d2640 1 -- 172.21.15.52:0/3540488654 learned_addr learned my addr 172.21.15.52:0/3540488654 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:16.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.760+0000 7fe945fd3640 1 --2- 172.21.15.52:0/3540488654 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x558b05580b50 0x558b0557c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.760+0000 7fe9457d2640 1 -- 172.21.15.52:0/3540488654 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x558b05580b50 msgr2=0x558b0557c430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:16.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.760+0000 7fe9457d2640 1 --2- 172.21.15.52:0/3540488654 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x558b05580b50 0x558b0557c430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.760+0000 7fe9457d2640 1 -- 172.21.15.52:0/3540488654 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x558b0557b9e0 msgr2=0x558b0558ca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:16.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.760+0000 7fe9457d2640 1 --2- 172.21.15.52:0/3540488654 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x558b0557b9e0 0x558b0558ca20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.760+0000 7fe9457d2640 1 -- 172.21.15.52:0/3540488654 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558b0557ac30 con 0x558b0557aff0 2024-03-18T22:56:16.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.760+0000 7fe9457d2640 1 --2- 172.21.15.52:0/3540488654 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558b0557aff0 0x558b055839e0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fe93c086010 tx=0x7fe93c086040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9415f53c8ad93c6e server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:16.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.760+0000 7fe92affd640 1 -- 172.21.15.52:0/3540488654 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe93c099a20 con 0x558b0557aff0 2024-03-18T22:56:16.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.760+0000 7fe92affd640 1 -- 172.21.15.52:0/3540488654 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe93c09bfe0 con 0x558b0557aff0 2024-03-18T22:56:16.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.760+0000 7fe92affd640 1 -- 172.21.15.52:0/3540488654 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe93c0ccca0 con 0x558b0557aff0 2024-03-18T22:56:16.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.761+0000 7fe94a627740 1 -- 172.21.15.52:0/3540488654 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558b0557aff0 msgr2=0x558b055839e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.761+0000 7fe94a627740 1 --2- 172.21.15.52:0/3540488654 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558b0557aff0 0x558b055839e0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fe93c086010 tx=0x7fe93c086040 comp rx=0 tx=0).stop 2024-03-18T22:56:16.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.761+0000 7fe94a627740 1 -- 172.21.15.52:0/3540488654 shutdown_connections 2024-03-18T22:56:16.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.761+0000 7fe94a627740 1 --2- 172.21.15.52:0/3540488654 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x558b05580b50 0x558b0557c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.761+0000 7fe94a627740 1 --2- 172.21.15.52:0/3540488654 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x558b0557b9e0 0x558b0558ca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.761+0000 7fe94a627740 1 --2- 172.21.15.52:0/3540488654 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558b0557aff0 0x558b055839e0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.761+0000 7fe94a627740 1 -- 172.21.15.52:0/3540488654 >> 172.21.15.52:0/3540488654 conn(0x558b05576560 msgr2=0x558b05584020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:16.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.761+0000 7fe94a627740 1 -- 172.21.15.52:0/3540488654 shutdown_connections 2024-03-18T22:56:16.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.761+0000 7fe94a627740 1 -- 172.21.15.52:0/3540488654 wait complete. 2024-03-18T22:56:16.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.761+0000 7fe94a627740 1 -- start start 2024-03-18T22:56:16.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.761+0000 7fe94a627740 1 Processor -- start 2024-03-18T22:56:16.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.762+0000 7fe94a627740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x558b0557aff0 0x558b05588c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.762+0000 7fe94a627740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558b0557b9e0 0x558b05589190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.762+0000 7fe94a627740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x558b05580b50 0x558b0558bab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.762+0000 7fe94a627740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x558b05593670 con 0x558b0557b9e0 2024-03-18T22:56:16.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.762+0000 7fe94a627740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x558b05592fa0 con 0x558b05580b50 2024-03-18T22:56:16.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.762+0000 7fe94a627740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x558b05593d40 con 0x558b0557aff0 2024-03-18T22:56:16.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.762+0000 7fe94a627740 10 client.0 _ll_register_callbacks cb 0x7fe930009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:56:16.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.762+0000 7fe944fd1640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558b0557b9e0 0x558b05589190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.762+0000 7fe944fd1640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558b0557b9e0 0x558b05589190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47270/0 (socket says 172.21.15.52:47270) 2024-03-18T22:56:16.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.762+0000 7fe944fd1640 1 -- 172.21.15.52:0/321350530 learned_addr learned my addr 172.21.15.52:0/321350530 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:16.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.762+0000 7fe945fd3640 1 --2- 172.21.15.52:0/321350530 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x558b05580b50 0x558b0558bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.762+0000 7fe9457d2640 1 --2- 172.21.15.52:0/321350530 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x558b0557aff0 0x558b05588c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.762+0000 7fe944fd1640 1 -- 172.21.15.52:0/321350530 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x558b0557aff0 msgr2=0x558b05588c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:16.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.762+0000 7fe944fd1640 1 --2- 172.21.15.52:0/321350530 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x558b0557aff0 0x558b05588c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.762+0000 7fe944fd1640 1 -- 172.21.15.52:0/321350530 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x558b05580b50 msgr2=0x558b0558bab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:16.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.762+0000 7fe944fd1640 1 --2- 172.21.15.52:0/321350530 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x558b05580b50 0x558b0558bab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.762+0000 7fe944fd1640 1 -- 172.21.15.52:0/321350530 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558b0558c0f0 con 0x558b0557b9e0 2024-03-18T22:56:16.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.762+0000 7fe944fd1640 1 --2- 172.21.15.52:0/321350530 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558b0557b9e0 0x558b05589190 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fe9300059f0 tx=0x7fe930005300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d290e02d009e505 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:16.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.762+0000 7fe928ff9640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-03-18T22:56:16.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.762+0000 7fe928ff9640 1 -- 172.21.15.52:0/321350530 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe930005680 con 0x558b0557b9e0 2024-03-18T22:56:16.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.762+0000 7fe94a627740 1 -- 172.21.15.52:0/321350530 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe93c09bfe0 con 0x558b0557b9e0 2024-03-18T22:56:16.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.762+0000 7fe928ff9640 1 -- 172.21.15.52:0/321350530 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7fe93000f790 con 0x558b0557b9e0 2024-03-18T22:56:16.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.762+0000 7fe928ff9640 1 -- 172.21.15.52:0/321350530 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe930036070 con 0x558b0557b9e0 2024-03-18T22:56:16.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.762+0000 7fe94a627740 10 client.15099 fetch_fsmap learned FSMap version 21 2024-03-18T22:56:16.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.762+0000 7fe94a627740 1 -- 172.21.15.52:0/321350530 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x558b055f8490 con 0x558b0557b9e0 2024-03-18T22:56:16.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.763+0000 7fe928ff9640 1 -- 172.21.15.52:0/321350530 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe93c09bfe0 con 0x558b0557b9e0 2024-03-18T22:56:16.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.763+0000 7fe928ff9640 1 -- 172.21.15.52:0/321350530 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fe9300105a0 con 0x558b0557b9e0 2024-03-18T22:56:16.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.763+0000 7fe94a627740 10 client.15099 fetch_fsmap finished waiting for FSMap version 21 2024-03-18T22:56:16.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.763+0000 7fe94a627740 10 client.15099 resolve_mds: resolved name 'b' to daemon mds.b 2024-03-18T22:56:16.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.763+0000 7fe94a627740 20 client.15099 populate_metadata read hostname 'smithi052' 2024-03-18T22:56:16.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.763+0000 7fe94a627740 1 --2- 172.21.15.52:0/321350530 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x558b055fd0a0 0x558b055fbdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:16.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.763+0000 7fe94a627740 4 client.15099 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-18T22:56:16.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.763+0000 7fe94a627740 1 -- 172.21.15.52:0/321350530 --> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] -- command(tid 0: {"prefix": "status"}) -- 0x558b054e7670 con 0x558b055fd0a0 2024-03-18T22:56:16.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.763+0000 7fe9457d2640 1 --2- 172.21.15.52:0/321350530 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x558b055fd0a0 0x558b055fbdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:16.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.763+0000 7fe928ff9640 10 client.15099 ms_handle_connect on v2:172.21.15.99:6838/326875962 2024-03-18T22:56:16.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.763+0000 7fe9457d2640 1 --2- 172.21.15.52:0/321350530 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x558b055fd0a0 0x558b055fbdb0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=31c7e39bad4113cf server_cookie=426ed5b16b64a2e7 in_seq=0 out_seq=0 2024-03-18T22:56:16.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.763+0000 7fe928ff9640 1 -- 172.21.15.52:0/321350530 <== mds.0 v2:172.21.15.99:6838/326875962 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x558b054e7670 con 0x558b055fd0a0 2024-03-18T22:56:16.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.763+0000 7fe928ff9640 10 client.15099 handle_command_reply: tid=0 2024-03-18T22:56:16.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.763+0000 7fe94a627740 1 client.15099 shutdown 2024-03-18T22:56:16.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.764+0000 7fe94a627740 1 -- 172.21.15.52:0/321350530 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558b0557b9e0 msgr2=0x558b05589190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.764+0000 7fe94a627740 1 --2- 172.21.15.52:0/321350530 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558b0557b9e0 0x558b05589190 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fe9300059f0 tx=0x7fe930005300 comp rx=0 tx=0).stop 2024-03-18T22:56:16.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.764+0000 7fe94a627740 1 -- 172.21.15.52:0/321350530 shutdown_connections 2024-03-18T22:56:16.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.764+0000 7fe94a627740 1 --2- 172.21.15.52:0/321350530 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x558b05580b50 0x558b0558bab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.764+0000 7fe94a627740 1 --2- 172.21.15.52:0/321350530 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558b0557b9e0 0x558b05589190 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.764+0000 7fe94a627740 1 --2- 172.21.15.52:0/321350530 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x558b055fd0a0 0x558b055fbdb0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.764+0000 7fe94a627740 1 --2- 172.21.15.52:0/321350530 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x558b0557aff0 0x558b05588c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.764+0000 7fe928ff9640 0 client.15099 ms_handle_reset on v2:172.21.15.99:6838/326875962 2024-03-18T22:56:16.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.764+0000 7fe94a627740 1 -- 172.21.15.52:0/321350530 >> 172.21.15.52:0/321350530 conn(0x558b05576560 msgr2=0x558b0557c430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:16.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.764+0000 7fe94a627740 1 -- 172.21.15.52:0/321350530 shutdown_connections 2024-03-18T22:56:16.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.764+0000 7fe94a627740 1 -- 172.21.15.52:0/321350530 wait complete. 2024-03-18T22:56:16.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.764+0000 7fe94a627740 20 client.15099 trim_cache size 0 max 16384 2024-03-18T22:56:16.772 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-03-18T22:56:16.772 INFO:teuthology.orchestra.run.smithi052.stdout: "cluster_fsid": "444ca0c0-e579-11ee-95c9-87774f69a715", 2024-03-18T22:56:16.772 INFO:teuthology.orchestra.run.smithi052.stdout: "whoami": 0, 2024-03-18T22:56:16.772 INFO:teuthology.orchestra.run.smithi052.stdout: "id": 24527, 2024-03-18T22:56:16.772 INFO:teuthology.orchestra.run.smithi052.stdout: "want_state": "up:active", 2024-03-18T22:56:16.772 INFO:teuthology.orchestra.run.smithi052.stdout: "state": "up:active", 2024-03-18T22:56:16.772 INFO:teuthology.orchestra.run.smithi052.stdout: "fs_name": "cephfs", 2024-03-18T22:56:16.772 INFO:teuthology.orchestra.run.smithi052.stdout: "rank_uptime": 82.425950865999994, 2024-03-18T22:56:16.772 INFO:teuthology.orchestra.run.smithi052.stdout: "mdsmap_epoch": 21, 2024-03-18T22:56:16.772 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch": 90, 2024-03-18T22:56:16.772 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch_barrier": 88, 2024-03-18T22:56:16.772 INFO:teuthology.orchestra.run.smithi052.stdout: "uptime": 87.928496971000001 2024-03-18T22:56:16.772 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-03-18T22:56:16.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.764+0000 7fe947a36640 1 -- 172.21.15.52:0/1065257719 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe92c0a2890 msgr2=0x7fe92c0a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.764+0000 7fe947a36640 1 --2- 172.21.15.52:0/1065257719 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe92c0a2890 0x7fe92c0a4d50 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fe93804d000 tx=0x7fe938048000 comp rx=0 tx=0).stop 2024-03-18T22:56:16.774 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.764+0000 7fe947a36640 1 -- 172.21.15.52:0/1065257719 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe9401023a0 msgr2=0x7fe940197cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:16.774 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.764+0000 7fe947a36640 1 --2- 172.21.15.52:0/1065257719 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe9401023a0 0x7fe940197cf0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fe93c00e9f0 tx=0x7fe93c00edf0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.774 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.764+0000 7fe947a36640 1 -- 172.21.15.52:0/1065257719 shutdown_connections 2024-03-18T22:56:16.774 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.764+0000 7fe947a36640 1 --2- 172.21.15.52:0/1065257719 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe92c0a2890 0x7fe92c0a4d50 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.774 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.764+0000 7fe947a36640 1 --2- 172.21.15.52:0/1065257719 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe940107600 0x7fe94019f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.774 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.764+0000 7fe947a36640 1 --2- 172.21.15.52:0/1065257719 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe940104cd0 0x7fe940198230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.774 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.764+0000 7fe947a36640 1 --2- 172.21.15.52:0/1065257719 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe9401023a0 0x7fe940197cf0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:16.774 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.764+0000 7fe947a36640 1 -- 172.21.15.52:0/1065257719 >> 172.21.15.52:0/1065257719 conn(0x7fe9400fbd30 msgr2=0x7fe940102ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:16.774 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.764+0000 7fe947a36640 1 -- 172.21.15.52:0/1065257719 shutdown_connections 2024-03-18T22:56:16.774 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:16.764+0000 7fe947a36640 1 -- 172.21.15.52:0/1065257719 wait complete. 2024-03-18T22:56:16.775 INFO:tasks.cephadm:Setup complete, yielding 2024-03-18T22:56:16.776 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-03-18T22:56:16.786 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi052.front.sepia.ceph.com 2024-03-18T22:56:16.787 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- bash -c 'ceph orch status' 2024-03-18T22:56:17.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:16 smithi181 ceph-mon[67256]: pgmap v331: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T22:56:17.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:16 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/2145742059' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:56:17.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:16 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/4255652738' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:56:17.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:16 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/1686436827' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:56:17.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:16 smithi099 ceph-mon[36725]: pgmap v331: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T22:56:17.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:16 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/2145742059' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:56:17.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:16 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/4255652738' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:56:17.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:16 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/1686436827' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:56:17.029 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:56:18.576 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.576+0000 7fa45a1e9700 1 -- 172.21.15.52:0/1833128371 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa454105730 msgr2=0x7fa454107b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:18.577 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.576+0000 7fa45a1e9700 1 --2- 172.21.15.52:0/1833128371 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa454105730 0x7fa454107b20 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fa448009990 tx=0x7fa448009ca0 comp rx=0 tx=0).stop 2024-03-18T22:56:18.577 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.576+0000 7fa45a1e9700 1 -- 172.21.15.52:0/1833128371 shutdown_connections 2024-03-18T22:56:18.577 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.576+0000 7fa45a1e9700 1 --2- 172.21.15.52:0/1833128371 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa454108060 0x7fa45410a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:18.577 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.576+0000 7fa45a1e9700 1 --2- 172.21.15.52:0/1833128371 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa454102e00 0x7fa4541051f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:18.577 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.576+0000 7fa45a1e9700 1 --2- 172.21.15.52:0/1833128371 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa454105730 0x7fa454107b20 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:18.577 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.576+0000 7fa45a1e9700 1 -- 172.21.15.52:0/1833128371 >> 172.21.15.52:0/1833128371 conn(0x7fa4540fc830 msgr2=0x7fa4540fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:18.577 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.576+0000 7fa45a1e9700 1 -- 172.21.15.52:0/1833128371 shutdown_connections 2024-03-18T22:56:18.577 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.576+0000 7fa45a1e9700 1 -- 172.21.15.52:0/1833128371 wait complete. 2024-03-18T22:56:18.577 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.576+0000 7fa45a1e9700 1 Processor -- start 2024-03-18T22:56:18.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.576+0000 7fa45a1e9700 1 -- start start 2024-03-18T22:56:18.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.577+0000 7fa45a1e9700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa454102e00 0x7fa454102760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:18.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.577+0000 7fa45a1e9700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa454105730 0x7fa454100db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:18.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.577+0000 7fa45a1e9700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa454108060 0x7fa4541012f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:18.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.577+0000 7fa45a1e9700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa45410e0a0 con 0x7fa454105730 2024-03-18T22:56:18.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.577+0000 7fa45a1e9700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fa45410df20 con 0x7fa454108060 2024-03-18T22:56:18.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.577+0000 7fa45a1e9700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fa45410e220 con 0x7fa454102e00 2024-03-18T22:56:18.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.577+0000 7fa452ffd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa454105730 0x7fa454100db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:18.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.577+0000 7fa452ffd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa454105730 0x7fa454100db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:42848/0 (socket says 172.21.15.52:42848) 2024-03-18T22:56:18.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.577+0000 7fa452ffd700 1 -- 172.21.15.52:0/4043928095 learned_addr learned my addr 172.21.15.52:0/4043928095 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:18.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.577+0000 7fa4537fe700 1 --2- 172.21.15.52:0/4043928095 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa454102e00 0x7fa454102760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:18.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.577+0000 7fa453fff700 1 --2- 172.21.15.52:0/4043928095 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa454108060 0x7fa4541012f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:18.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.577+0000 7fa452ffd700 1 -- 172.21.15.52:0/4043928095 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa454102e00 msgr2=0x7fa454102760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:18.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.577+0000 7fa452ffd700 1 --2- 172.21.15.52:0/4043928095 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa454102e00 0x7fa454102760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:18.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.577+0000 7fa452ffd700 1 -- 172.21.15.52:0/4043928095 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa454108060 msgr2=0x7fa4541012f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:18.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.577+0000 7fa452ffd700 1 --2- 172.21.15.52:0/4043928095 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa454108060 0x7fa4541012f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:18.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.577+0000 7fa452ffd700 1 -- 172.21.15.52:0/4043928095 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa454101ba0 con 0x7fa454105730 2024-03-18T22:56:18.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.577+0000 7fa453fff700 1 --2- 172.21.15.52:0/4043928095 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa454108060 0x7fa4541012f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:56:18.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.577+0000 7fa4537fe700 1 --2- 172.21.15.52:0/4043928095 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa454102e00 0x7fa454102760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:18.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.577+0000 7fa452ffd700 1 --2- 172.21.15.52:0/4043928095 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa454105730 0x7fa454100db0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fa448000c00 tx=0x7fa44800f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:18.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.577+0000 7fa450ff9700 1 -- 172.21.15.52:0/4043928095 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa448026070 con 0x7fa454105730 2024-03-18T22:56:18.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.577+0000 7fa45a1e9700 1 -- 172.21.15.52:0/4043928095 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4541a2780 con 0x7fa454105730 2024-03-18T22:56:18.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.577+0000 7fa450ff9700 1 -- 172.21.15.52:0/4043928095 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa44800fe20 con 0x7fa454105730 2024-03-18T22:56:18.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.577+0000 7fa450ff9700 1 -- 172.21.15.52:0/4043928095 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa448017630 con 0x7fa454105730 2024-03-18T22:56:18.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.577+0000 7fa45a1e9700 1 -- 172.21.15.52:0/4043928095 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4541a2bd0 con 0x7fa454105730 2024-03-18T22:56:18.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.579+0000 7fa45a1e9700 1 -- 172.21.15.52:0/4043928095 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa454068fd0 con 0x7fa454105730 2024-03-18T22:56:18.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.580+0000 7fa450ff9700 1 -- 172.21.15.52:0/4043928095 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fa448029070 con 0x7fa454105730 2024-03-18T22:56:18.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.580+0000 7fa450ff9700 1 --2- 172.21.15.52:0/4043928095 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa43c0a2920 0x7fa43c0a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:18.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.580+0000 7fa4537fe700 1 --2- 172.21.15.52:0/4043928095 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa43c0a2920 0x7fa43c0a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:18.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.580+0000 7fa450ff9700 1 -- 172.21.15.52:0/4043928095 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7fa4480cf9c0 con 0x7fa454105730 2024-03-18T22:56:18.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.581+0000 7fa4537fe700 1 --2- 172.21.15.52:0/4043928095 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa43c0a2920 0x7fa43c0a4de0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fa444011490 tx=0x7fa444009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:18.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.585+0000 7fa450ff9700 1 -- 172.21.15.52:0/4043928095 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fa448013070 con 0x7fa454105730 2024-03-18T22:56:18.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:18 smithi052 ceph-mon[32520]: pgmap v332: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:56:18.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.806+0000 7fa45a1e9700 1 -- 172.21.15.52:0/4043928095 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7fa454062750 con 0x7fa43c0a2920 2024-03-18T22:56:18.807 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.807+0000 7fa450ff9700 1 -- 172.21.15.52:0/4043928095 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7fa454062750 con 0x7fa43c0a2920 2024-03-18T22:56:18.808 INFO:teuthology.orchestra.run.smithi052.stdout:Backend: cephadm 2024-03-18T22:56:18.808 INFO:teuthology.orchestra.run.smithi052.stdout:Available: Yes 2024-03-18T22:56:18.808 INFO:teuthology.orchestra.run.smithi052.stdout:Paused: No 2024-03-18T22:56:18.809 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.809+0000 7fa45a1e9700 1 -- 172.21.15.52:0/4043928095 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa43c0a2920 msgr2=0x7fa43c0a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:18.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.809+0000 7fa45a1e9700 1 --2- 172.21.15.52:0/4043928095 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa43c0a2920 0x7fa43c0a4de0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fa444011490 tx=0x7fa444009260 comp rx=0 tx=0).stop 2024-03-18T22:56:18.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.809+0000 7fa45a1e9700 1 -- 172.21.15.52:0/4043928095 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa454105730 msgr2=0x7fa454100db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:18.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.809+0000 7fa45a1e9700 1 --2- 172.21.15.52:0/4043928095 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa454105730 0x7fa454100db0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fa448000c00 tx=0x7fa44800f690 comp rx=0 tx=0).stop 2024-03-18T22:56:18.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.809+0000 7fa45a1e9700 1 -- 172.21.15.52:0/4043928095 shutdown_connections 2024-03-18T22:56:18.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.809+0000 7fa45a1e9700 1 --2- 172.21.15.52:0/4043928095 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fa43c0a2920 0x7fa43c0a4de0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:18.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.809+0000 7fa45a1e9700 1 --2- 172.21.15.52:0/4043928095 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa454108060 0x7fa4541012f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:18.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.809+0000 7fa45a1e9700 1 --2- 172.21.15.52:0/4043928095 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa454102e00 0x7fa454102760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:18.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.809+0000 7fa45a1e9700 1 --2- 172.21.15.52:0/4043928095 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa454105730 0x7fa454100db0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:18.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.809+0000 7fa45a1e9700 1 -- 172.21.15.52:0/4043928095 >> 172.21.15.52:0/4043928095 conn(0x7fa4540fc830 msgr2=0x7fa454103760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:18.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.809+0000 7fa45a1e9700 1 -- 172.21.15.52:0/4043928095 shutdown_connections 2024-03-18T22:56:18.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:18.809+0000 7fa45a1e9700 1 -- 172.21.15.52:0/4043928095 wait complete. 2024-03-18T22:56:19.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:18 smithi181 ceph-mon[67256]: pgmap v332: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:56:19.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:18 smithi099 ceph-mon[36725]: pgmap v332: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:56:19.420 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- bash -c 'ceph orch ps' 2024-03-18T22:56:19.667 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:56:19.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:19 smithi052 ceph-mon[32520]: from='client.15105 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:19.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:19 smithi099 ceph-mon[36725]: from='client.15105 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:20.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:19 smithi181 ceph-mon[67256]: from='client.15105 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:20.807 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:20 smithi052 ceph-mon[32520]: pgmap v333: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T22:56:21.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:20 smithi181 ceph-mon[67256]: pgmap v333: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T22:56:21.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:20 smithi099 ceph-mon[36725]: pgmap v333: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T22:56:21.257 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.254+0000 7f8564520700 1 -- 172.21.15.52:0/2954735325 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f855c102360 msgr2=0x7f855c102780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:21.257 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.254+0000 7f8564520700 1 --2- 172.21.15.52:0/2954735325 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f855c102360 0x7f855c102780 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f85580099c0 tx=0x7f8558009cd0 comp rx=0 tx=0).stop 2024-03-18T22:56:21.257 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.254+0000 7f8564520700 1 -- 172.21.15.52:0/2954735325 shutdown_connections 2024-03-18T22:56:21.257 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.254+0000 7f8564520700 1 --2- 172.21.15.52:0/2954735325 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f855c103f00 0x7f855c10a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:21.257 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.254+0000 7f8564520700 1 --2- 172.21.15.52:0/2954735325 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f855c102360 0x7f855c102780 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:21.257 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.254+0000 7f8564520700 1 --2- 172.21.15.52:0/2954735325 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f855c103560 0x7f855c1039c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:21.257 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.254+0000 7f8564520700 1 -- 172.21.15.52:0/2954735325 >> 172.21.15.52:0/2954735325 conn(0x7f855c0fd920 msgr2=0x7f855c0ffd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:21.257 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.254+0000 7f8564520700 1 -- 172.21.15.52:0/2954735325 shutdown_connections 2024-03-18T22:56:21.257 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.254+0000 7f8564520700 1 -- 172.21.15.52:0/2954735325 wait complete. 2024-03-18T22:56:21.257 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.254+0000 7f8564520700 1 Processor -- start 2024-03-18T22:56:21.258 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.254+0000 7f8564520700 1 -- start start 2024-03-18T22:56:21.258 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.254+0000 7f8564520700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f855c102360 0x7f855c1985f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:21.258 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.254+0000 7f8564520700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f855c103560 0x7f855c198b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:21.258 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.254+0000 7f8564520700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f855c103f00 0x7f855c19fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:21.258 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.255+0000 7f8564520700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f855c10e030 con 0x7f855c103f00 2024-03-18T22:56:21.258 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.255+0000 7f8564520700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f855c10deb0 con 0x7f855c102360 2024-03-18T22:56:21.258 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.255+0000 7f8564520700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f855c10e1b0 con 0x7f855c103560 2024-03-18T22:56:21.258 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.255+0000 7f85622bc700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f855c102360 0x7f855c1985f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:21.258 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.255+0000 7f8562abd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f855c103f00 0x7f855c19fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:21.258 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.255+0000 7f85622bc700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f855c102360 0x7f855c1985f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.52:48240/0 (socket says 172.21.15.52:48240) 2024-03-18T22:56:21.258 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.255+0000 7f85622bc700 1 -- 172.21.15.52:0/4253854262 learned_addr learned my addr 172.21.15.52:0/4253854262 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:21.258 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.255+0000 7f8562abd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f855c103f00 0x7f855c19fbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:42864/0 (socket says 172.21.15.52:42864) 2024-03-18T22:56:21.258 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.255+0000 7f8561abb700 1 --2- 172.21.15.52:0/4253854262 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f855c103560 0x7f855c198b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:21.259 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.255+0000 7f85622bc700 1 -- 172.21.15.52:0/4253854262 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f855c103560 msgr2=0x7f855c198b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:21.259 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.255+0000 7f85622bc700 1 --2- 172.21.15.52:0/4253854262 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f855c103560 0x7f855c198b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:21.259 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.255+0000 7f85622bc700 1 -- 172.21.15.52:0/4253854262 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f855c103f00 msgr2=0x7f855c19fbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:21.259 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.255+0000 7f85622bc700 1 --2- 172.21.15.52:0/4253854262 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f855c103f00 0x7f855c19fbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:21.259 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.255+0000 7f85622bc700 1 -- 172.21.15.52:0/4253854262 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f855c1a0250 con 0x7f855c102360 2024-03-18T22:56:21.259 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.255+0000 7f8562abd700 1 --2- 172.21.15.52:0/4253854262 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f855c103f00 0x7f855c19fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:21.259 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.255+0000 7f85622bc700 1 --2- 172.21.15.52:0/4253854262 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f855c102360 0x7f855c1985f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8558005f50 tx=0x7f855800f710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:21.259 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.255+0000 7f85537fe700 1 -- 172.21.15.52:0/4253854262 <== mon.2 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8558027070 con 0x7f855c102360 2024-03-18T22:56:21.259 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.255+0000 7f8564520700 1 -- 172.21.15.52:0/4253854262 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f855c1a04e0 con 0x7f855c102360 2024-03-18T22:56:21.259 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.255+0000 7f85537fe700 1 -- 172.21.15.52:0/4253854262 <== mon.2 v2:172.21.15.99:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f855800be40 con 0x7f855c102360 2024-03-18T22:56:21.259 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.255+0000 7f85537fe700 1 -- 172.21.15.52:0/4253854262 <== mon.2 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85580173f0 con 0x7f855c102360 2024-03-18T22:56:21.259 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.255+0000 7f8564520700 1 -- 172.21.15.52:0/4253854262 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f855c1a0a10 con 0x7f855c102360 2024-03-18T22:56:21.259 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.256+0000 7f8564520700 1 -- 172.21.15.52:0/4253854262 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f855c068fd0 con 0x7f855c102360 2024-03-18T22:56:21.260 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.258+0000 7f85537fe700 1 -- 172.21.15.52:0/4253854262 <== mon.2 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f855802a070 con 0x7f855c102360 2024-03-18T22:56:21.260 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.258+0000 7f85537fe700 1 --2- 172.21.15.52:0/4253854262 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f85480a2920 0x7f85480a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:21.260 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.258+0000 7f8561abb700 1 --2- 172.21.15.52:0/4253854262 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f85480a2920 0x7f85480a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:21.260 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.258+0000 7f85537fe700 1 -- 172.21.15.52:0/4253854262 <== mon.2 v2:172.21.15.99:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f85580cf9d0 con 0x7f855c102360 2024-03-18T22:56:21.261 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.258+0000 7f8561abb700 1 --2- 172.21.15.52:0/4253854262 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f85480a2920 0x7f85480a4de0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f854c005950 tx=0x7f854c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:21.266 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.266+0000 7f85537fe700 1 -- 172.21.15.52:0/4253854262 <== mon.2 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f8558013070 con 0x7f855c102360 2024-03-18T22:56:21.479 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.478+0000 7f8564520700 1 -- 172.21.15.52:0/4253854262 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7f855c062750 con 0x7f85480a2920 2024-03-18T22:56:21.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.493+0000 7f85537fe700 1 -- 172.21.15.52:0/4253854262 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4185 (secure 0 0 0) 0x7f855c062750 con 0x7f85480a2920 2024-03-18T22:56:21.494 INFO:teuthology.orchestra.run.smithi052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-18T22:56:21.494 INFO:teuthology.orchestra.run.smithi052.stdout:mds.a smithi052 running (95s) 17s ago 95s 13.5M - 19.0.0-2206-gb6ae2491 2312c8e42d00 6e9d577d8af5 2024-03-18T22:56:21.494 INFO:teuthology.orchestra.run.smithi052.stdout:mds.b smithi099 running (92s) 26s ago 92s 25.2M - 19.0.0-2206-gb6ae2491 2312c8e42d00 5efdddb4cd4b 2024-03-18T22:56:21.494 INFO:teuthology.orchestra.run.smithi052.stdout:mds.c smithi181 running (106s) 26s ago 106s 20.0M - 19.0.0-2206-gb6ae2491 2312c8e42d00 9d71708bc01b 2024-03-18T22:56:21.494 INFO:teuthology.orchestra.run.smithi052.stdout:mds.d smithi052 running (114s) 17s ago 114s 16.2M - 19.0.0-2206-gb6ae2491 2312c8e42d00 4d20781d3d82 2024-03-18T22:56:21.494 INFO:teuthology.orchestra.run.smithi052.stdout:mds.e smithi099 running (112s) 26s ago 111s 16.9M - 19.0.0-2206-gb6ae2491 2312c8e42d00 c6cd57ec44d1 2024-03-18T22:56:21.494 INFO:teuthology.orchestra.run.smithi052.stdout:mds.f smithi181 running (109s) 26s ago 109s 19.2M - 19.0.0-2206-gb6ae2491 2312c8e42d00 8102fc3b3bee 2024-03-18T22:56:21.495 INFO:teuthology.orchestra.run.smithi052.stdout:mds.g smithi052 running (98s) 17s ago 97s 15.2M - 19.0.0-2206-gb6ae2491 2312c8e42d00 65aad1475682 2024-03-18T22:56:21.495 INFO:teuthology.orchestra.run.smithi052.stdout:mds.h smithi099 running (104s) 26s ago 103s 19.9M - 19.0.0-2206-gb6ae2491 2312c8e42d00 2d4e8b759465 2024-03-18T22:56:21.495 INFO:teuthology.orchestra.run.smithi052.stdout:mds.i smithi181 running (101s) 26s ago 100s 19.0M - 19.0.0-2206-gb6ae2491 2312c8e42d00 3fb633b79adc 2024-03-18T22:56:21.495 INFO:teuthology.orchestra.run.smithi052.stdout:mds.j smithi052 running (117s) 17s ago 117s 16.5M - 19.0.0-2206-gb6ae2491 2312c8e42d00 6b5d82abb47b 2024-03-18T22:56:21.495 INFO:teuthology.orchestra.run.smithi052.stdout:mds.k smithi099 running (2m) 26s ago 2m 13.1M - 19.0.0-2206-gb6ae2491 2312c8e42d00 8f5fe9f36c6e 2024-03-18T22:56:21.495 INFO:teuthology.orchestra.run.smithi052.stdout:mds.l smithi181 running (2m) 26s ago 2m 13.8M - 19.0.0-2206-gb6ae2491 2312c8e42d00 a0557bf99c08 2024-03-18T22:56:21.495 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.x smithi052 *:9283,8765 running (9m) 17s ago 9m 514M - 19.0.0-2206-gb6ae2491 2312c8e42d00 c55494322a44 2024-03-18T22:56:21.495 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.y smithi099 *:8443,8765 running (7m) 26s ago 7m 453M - 19.0.0-2206-gb6ae2491 2312c8e42d00 cc55908cb76f 2024-03-18T22:56:21.495 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.z smithi181 *:8443,8765 running (7m) 26s ago 7m 450M - 19.0.0-2206-gb6ae2491 2312c8e42d00 4eb320644f2c 2024-03-18T22:56:21.495 INFO:teuthology.orchestra.run.smithi052.stdout:mon.a smithi052 running (9m) 17s ago 9m 53.4M 2048M 19.0.0-2206-gb6ae2491 2312c8e42d00 dc02d44802ac 2024-03-18T22:56:21.495 INFO:teuthology.orchestra.run.smithi052.stdout:mon.b smithi099 running (7m) 26s ago 7m 42.5M 2048M 19.0.0-2206-gb6ae2491 2312c8e42d00 5fa9ff779470 2024-03-18T22:56:21.495 INFO:teuthology.orchestra.run.smithi052.stdout:mon.c smithi181 running (7m) 26s ago 7m 39.9M 2048M 19.0.0-2206-gb6ae2491 2312c8e42d00 dc7e4d070d11 2024-03-18T22:56:21.495 INFO:teuthology.orchestra.run.smithi052.stdout:osd.0 smithi052 running (6m) 17s ago 6m 51.3M 4273M 19.0.0-2206-gb6ae2491 2312c8e42d00 9d136345ae39 2024-03-18T22:56:21.495 INFO:teuthology.orchestra.run.smithi052.stdout:osd.1 smithi099 running (6m) 26s ago 6m 57.4M 4270M 19.0.0-2206-gb6ae2491 2312c8e42d00 25d215225483 2024-03-18T22:56:21.495 INFO:teuthology.orchestra.run.smithi052.stdout:osd.2 smithi181 running (6m) 26s ago 6m 48.7M 4270M 19.0.0-2206-gb6ae2491 2312c8e42d00 acf8b44b665a 2024-03-18T22:56:21.496 INFO:teuthology.orchestra.run.smithi052.stdout:osd.3 smithi052 running (5m) 17s ago 5m 54.9M 4273M 19.0.0-2206-gb6ae2491 2312c8e42d00 29097ba0bcf8 2024-03-18T22:56:21.496 INFO:teuthology.orchestra.run.smithi052.stdout:osd.4 smithi099 running (5m) 26s ago 5m 55.1M 4270M 19.0.0-2206-gb6ae2491 2312c8e42d00 9159b9606f37 2024-03-18T22:56:21.496 INFO:teuthology.orchestra.run.smithi052.stdout:osd.5 smithi181 running (4m) 26s ago 4m 59.0M 4270M 19.0.0-2206-gb6ae2491 2312c8e42d00 4c3cfacd32c6 2024-03-18T22:56:21.496 INFO:teuthology.orchestra.run.smithi052.stdout:osd.6 smithi052 running (4m) 17s ago 4m 45.2M 4273M 19.0.0-2206-gb6ae2491 2312c8e42d00 4f290b8a82c5 2024-03-18T22:56:21.496 INFO:teuthology.orchestra.run.smithi052.stdout:osd.7 smithi099 running (4m) 26s ago 4m 55.5M 4270M 19.0.0-2206-gb6ae2491 2312c8e42d00 4f1cf9c99953 2024-03-18T22:56:21.496 INFO:teuthology.orchestra.run.smithi052.stdout:osd.8 smithi181 running (3m) 26s ago 3m 54.7M 4270M 19.0.0-2206-gb6ae2491 2312c8e42d00 b56223926314 2024-03-18T22:56:21.496 INFO:teuthology.orchestra.run.smithi052.stdout:osd.9 smithi052 running (3m) 17s ago 3m 50.0M 4273M 19.0.0-2206-gb6ae2491 2312c8e42d00 d92549a013ff 2024-03-18T22:56:21.496 INFO:teuthology.orchestra.run.smithi052.stdout:osd.10 smithi099 running (2m) 26s ago 2m 55.9M 4270M 19.0.0-2206-gb6ae2491 2312c8e42d00 c2fb96eebf2e 2024-03-18T22:56:21.496 INFO:teuthology.orchestra.run.smithi052.stdout:osd.11 smithi181 running (2m) 26s ago 2m 52.9M 4270M 19.0.0-2206-gb6ae2491 2312c8e42d00 1e4be206975f 2024-03-18T22:56:21.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.495+0000 7f8564520700 1 -- 172.21.15.52:0/4253854262 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f85480a2920 msgr2=0x7f85480a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:21.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.495+0000 7f8564520700 1 --2- 172.21.15.52:0/4253854262 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f85480a2920 0x7f85480a4de0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f854c005950 tx=0x7f854c00b410 comp rx=0 tx=0).stop 2024-03-18T22:56:21.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.495+0000 7f8564520700 1 -- 172.21.15.52:0/4253854262 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f855c102360 msgr2=0x7f855c1985f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:21.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.495+0000 7f8564520700 1 --2- 172.21.15.52:0/4253854262 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f855c102360 0x7f855c1985f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8558005f50 tx=0x7f855800f710 comp rx=0 tx=0).stop 2024-03-18T22:56:21.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.495+0000 7f8564520700 1 -- 172.21.15.52:0/4253854262 shutdown_connections 2024-03-18T22:56:21.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.495+0000 7f8564520700 1 --2- 172.21.15.52:0/4253854262 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f85480a2920 0x7f85480a4de0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:21.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.495+0000 7f8564520700 1 --2- 172.21.15.52:0/4253854262 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f855c103f00 0x7f855c19fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:21.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.495+0000 7f8564520700 1 --2- 172.21.15.52:0/4253854262 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f855c102360 0x7f855c1985f0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:21.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.495+0000 7f8564520700 1 --2- 172.21.15.52:0/4253854262 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f855c103560 0x7f855c198b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:21.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.495+0000 7f8564520700 1 -- 172.21.15.52:0/4253854262 >> 172.21.15.52:0/4253854262 conn(0x7f855c0fd920 msgr2=0x7f855c106860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:21.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.496+0000 7f8564520700 1 -- 172.21.15.52:0/4253854262 shutdown_connections 2024-03-18T22:56:21.498 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:21.496+0000 7f8564520700 1 -- 172.21.15.52:0/4253854262 wait complete. 2024-03-18T22:56:22.115 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- bash -c 'ceph orch ls' 2024-03-18T22:56:22.358 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:56:22.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:22 smithi052 ceph-mon[32520]: pgmap v334: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T22:56:22.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:22 smithi052 ceph-mon[32520]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:23.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:22 smithi181 ceph-mon[67256]: pgmap v334: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T22:56:23.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:22 smithi181 ceph-mon[67256]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:23.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:22 smithi099 ceph-mon[36725]: pgmap v334: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T22:56:23.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:22 smithi099 ceph-mon[36725]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:23.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.968+0000 7fdb1bddf700 1 -- 172.21.15.52:0/1655292707 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdb14103540 msgr2=0x7fdb141039a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:23.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.968+0000 7fdb1bddf700 1 --2- 172.21.15.52:0/1655292707 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdb14103540 0x7fdb141039a0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fdb040099c0 tx=0x7fdb04009cd0 comp rx=0 tx=0).stop 2024-03-18T22:56:23.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.968+0000 7fdb1bddf700 1 -- 172.21.15.52:0/1655292707 shutdown_connections 2024-03-18T22:56:23.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.968+0000 7fdb1bddf700 1 --2- 172.21.15.52:0/1655292707 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdb14103ee0 0x7fdb1410a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:23.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.968+0000 7fdb1bddf700 1 --2- 172.21.15.52:0/1655292707 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdb14102340 0x7fdb14102760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:23.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.968+0000 7fdb1bddf700 1 --2- 172.21.15.52:0/1655292707 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdb14103540 0x7fdb141039a0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:23.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.968+0000 7fdb1bddf700 1 -- 172.21.15.52:0/1655292707 >> 172.21.15.52:0/1655292707 conn(0x7fdb140fd920 msgr2=0x7fdb140ffd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:23.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.968+0000 7fdb1bddf700 1 -- 172.21.15.52:0/1655292707 shutdown_connections 2024-03-18T22:56:23.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.968+0000 7fdb1bddf700 1 -- 172.21.15.52:0/1655292707 wait complete. 2024-03-18T22:56:23.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.968+0000 7fdb1bddf700 1 Processor -- start 2024-03-18T22:56:23.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.968+0000 7fdb1bddf700 1 -- start start 2024-03-18T22:56:23.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.968+0000 7fdb1bddf700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdb14102340 0x7fdb140760b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:23.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.968+0000 7fdb1bddf700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdb14103540 0x7fdb14074700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:23.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.968+0000 7fdb1bddf700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdb14103ee0 0x7fdb14074c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:23.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.968+0000 7fdb1bddf700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fdb1410e070 con 0x7fdb14102340 2024-03-18T22:56:23.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.968+0000 7fdb1bddf700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fdb1410def0 con 0x7fdb14103ee0 2024-03-18T22:56:23.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.968+0000 7fdb1bddf700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fdb1410e1f0 con 0x7fdb14103540 2024-03-18T22:56:23.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.969+0000 7fdb19b7b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdb14102340 0x7fdb140760b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:23.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.969+0000 7fdb19b7b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdb14102340 0x7fdb140760b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:42874/0 (socket says 172.21.15.52:42874) 2024-03-18T22:56:23.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.969+0000 7fdb19b7b700 1 -- 172.21.15.52:0/3481820951 learned_addr learned my addr 172.21.15.52:0/3481820951 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:23.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.969+0000 7fdb1a37c700 1 --2- 172.21.15.52:0/3481820951 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdb14103ee0 0x7fdb14074c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:23.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.969+0000 7fdb1937a700 1 --2- 172.21.15.52:0/3481820951 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdb14103540 0x7fdb14074700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:23.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.969+0000 7fdb19b7b700 1 -- 172.21.15.52:0/3481820951 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdb14103540 msgr2=0x7fdb14074700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:23.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.969+0000 7fdb19b7b700 1 --2- 172.21.15.52:0/3481820951 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdb14103540 0x7fdb14074700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:23.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.969+0000 7fdb19b7b700 1 -- 172.21.15.52:0/3481820951 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdb14103ee0 msgr2=0x7fdb14074c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:23.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.969+0000 7fdb19b7b700 1 --2- 172.21.15.52:0/3481820951 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdb14103ee0 0x7fdb14074c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:23.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.969+0000 7fdb19b7b700 1 -- 172.21.15.52:0/3481820951 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb140754f0 con 0x7fdb14102340 2024-03-18T22:56:23.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.969+0000 7fdb19b7b700 1 --2- 172.21.15.52:0/3481820951 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdb14102340 0x7fdb140760b0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fdb1000e950 tx=0x7fdb1000ec60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:23.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.969+0000 7fdb0affd700 1 -- 172.21.15.52:0/3481820951 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb10004230 con 0x7fdb14102340 2024-03-18T22:56:23.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.969+0000 7fdb1bddf700 1 -- 172.21.15.52:0/3481820951 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb141a27b0 con 0x7fdb14102340 2024-03-18T22:56:23.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.969+0000 7fdb0affd700 1 -- 172.21.15.52:0/3481820951 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fdb100043d0 con 0x7fdb14102340 2024-03-18T22:56:23.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.969+0000 7fdb0affd700 1 -- 172.21.15.52:0/3481820951 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb10010430 con 0x7fdb14102340 2024-03-18T22:56:23.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.969+0000 7fdb1bddf700 1 -- 172.21.15.52:0/3481820951 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb141a2cc0 con 0x7fdb14102340 2024-03-18T22:56:23.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.970+0000 7fdb1bddf700 1 -- 172.21.15.52:0/3481820951 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb14068fd0 con 0x7fdb14102340 2024-03-18T22:56:23.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.971+0000 7fdb0affd700 1 -- 172.21.15.52:0/3481820951 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fdb1000c7e0 con 0x7fdb14102340 2024-03-18T22:56:23.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.972+0000 7fdb0affd700 1 --2- 172.21.15.52:0/3481820951 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fdb000a2920 0x7fdb000a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:23.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.972+0000 7fdb1937a700 1 --2- 172.21.15.52:0/3481820951 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fdb000a2920 0x7fdb000a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:23.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.972+0000 7fdb0affd700 1 -- 172.21.15.52:0/3481820951 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7fdb100cee30 con 0x7fdb14102340 2024-03-18T22:56:23.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.972+0000 7fdb1937a700 1 --2- 172.21.15.52:0/3481820951 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fdb000a2920 0x7fdb000a4de0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fdb04000c00 tx=0x7fdb04005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:23.977 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:23.977+0000 7fdb0affd700 1 -- 172.21.15.52:0/3481820951 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fdb1009bd50 con 0x7fdb14102340 2024-03-18T22:56:24.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:24.192+0000 7fdb1bddf700 1 -- 172.21.15.52:0/3481820951 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7fdb14062750 con 0x7fdb000a2920 2024-03-18T22:56:24.199 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:24.198+0000 7fdb0affd700 1 -- 172.21.15.52:0/3481820951 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7fdb14062750 con 0x7fdb000a2920 2024-03-18T22:56:24.199 INFO:teuthology.orchestra.run.smithi052.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-03-18T22:56:24.199 INFO:teuthology.orchestra.run.smithi052.stdout:mds.all 12/12 29s ago 2m smithi052=a;smithi052=d;smithi052=g;smithi052=j;smithi099=b;smithi099=e;smithi099=h;smithi099=k;smithi181=c;smithi181=f;smithi181=i;smithi181=l;count:12 2024-03-18T22:56:24.199 INFO:teuthology.orchestra.run.smithi052.stdout:mgr 3/3 29s ago 7m smithi052=x;smithi099=y;smithi181=z;count:3 2024-03-18T22:56:24.199 INFO:teuthology.orchestra.run.smithi052.stdout:mon 3/3 29s ago 7m smithi052:172.21.15.52=a;smithi099:172.21.15.99=b;smithi181:172.21.15.181=c;count:3 2024-03-18T22:56:24.199 INFO:teuthology.orchestra.run.smithi052.stdout:osd 12 29s ago - 2024-03-18T22:56:24.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:24.200+0000 7fdb1bddf700 1 -- 172.21.15.52:0/3481820951 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fdb000a2920 msgr2=0x7fdb000a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:24.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:24.200+0000 7fdb1bddf700 1 --2- 172.21.15.52:0/3481820951 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fdb000a2920 0x7fdb000a4de0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fdb04000c00 tx=0x7fdb04005fb0 comp rx=0 tx=0).stop 2024-03-18T22:56:24.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:24.200+0000 7fdb1bddf700 1 -- 172.21.15.52:0/3481820951 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdb14102340 msgr2=0x7fdb140760b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:24.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:24.200+0000 7fdb1bddf700 1 --2- 172.21.15.52:0/3481820951 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdb14102340 0x7fdb140760b0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fdb1000e950 tx=0x7fdb1000ec60 comp rx=0 tx=0).stop 2024-03-18T22:56:24.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:24.200+0000 7fdb1bddf700 1 -- 172.21.15.52:0/3481820951 shutdown_connections 2024-03-18T22:56:24.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:24.200+0000 7fdb1bddf700 1 --2- 172.21.15.52:0/3481820951 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fdb000a2920 0x7fdb000a4de0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:24.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:24.200+0000 7fdb1bddf700 1 --2- 172.21.15.52:0/3481820951 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdb14103ee0 0x7fdb14074c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:24.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:24.200+0000 7fdb1bddf700 1 --2- 172.21.15.52:0/3481820951 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdb14102340 0x7fdb140760b0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:24.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:24.200+0000 7fdb1bddf700 1 --2- 172.21.15.52:0/3481820951 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdb14103540 0x7fdb14074700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:24.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:24.200+0000 7fdb1bddf700 1 -- 172.21.15.52:0/3481820951 >> 172.21.15.52:0/3481820951 conn(0x7fdb140fd920 msgr2=0x7fdb141068c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:24.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:24.201+0000 7fdb1bddf700 1 -- 172.21.15.52:0/3481820951 shutdown_connections 2024-03-18T22:56:24.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:24.201+0000 7fdb1bddf700 1 -- 172.21.15.52:0/3481820951 wait complete. 2024-03-18T22:56:24.788 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:24 smithi052 ceph-mon[32520]: pgmap v335: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:56:24.818 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- bash -c 'ceph orch host ls' 2024-03-18T22:56:25.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:24 smithi181 ceph-mon[67256]: pgmap v335: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:56:25.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:24 smithi099 ceph-mon[36725]: pgmap v335: 97 pgs: 97 active+clean; 638 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:56:25.067 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:56:25.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:25 smithi052 ceph-mon[32520]: from='client.15117 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:25.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:25 smithi052 ceph-mon[32520]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-03-18T22:56:26.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:25 smithi181 ceph-mon[67256]: from='client.15117 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:26.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:25 smithi181 ceph-mon[67256]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-03-18T22:56:26.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:25 smithi099 ceph-mon[36725]: from='client.15117 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:26.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:25 smithi099 ceph-mon[36725]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-03-18T22:56:26.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.748+0000 7f0bc49bf700 1 -- 172.21.15.52:0/1526723297 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0bc0102440 msgr2=0x7f0bc01028a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:26.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.748+0000 7f0bc49bf700 1 --2- 172.21.15.52:0/1526723297 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0bc0102440 0x7f0bc01028a0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f0bb40099c0 tx=0x7f0bb4009cd0 comp rx=0 tx=0).stop 2024-03-18T22:56:26.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.748+0000 7f0bc49bf700 1 -- 172.21.15.52:0/1526723297 shutdown_connections 2024-03-18T22:56:26.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.748+0000 7f0bc49bf700 1 --2- 172.21.15.52:0/1526723297 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0bc0102de0 0x7f0bc0109690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:26.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.748+0000 7f0bc49bf700 1 --2- 172.21.15.52:0/1526723297 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0bc0101240 0x7f0bc0101660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:26.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.748+0000 7f0bc49bf700 1 --2- 172.21.15.52:0/1526723297 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0bc0102440 0x7f0bc01028a0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:26.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.748+0000 7f0bc49bf700 1 -- 172.21.15.52:0/1526723297 >> 172.21.15.52:0/1526723297 conn(0x7f0bc00fc7e0 msgr2=0x7f0bc00fec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:26.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.748+0000 7f0bc49bf700 1 -- 172.21.15.52:0/1526723297 shutdown_connections 2024-03-18T22:56:26.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.748+0000 7f0bc49bf700 1 -- 172.21.15.52:0/1526723297 wait complete. 2024-03-18T22:56:26.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.749+0000 7f0bc49bf700 1 Processor -- start 2024-03-18T22:56:26.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.749+0000 7f0bc49bf700 1 -- start start 2024-03-18T22:56:26.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.749+0000 7f0bc49bf700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0bc0101240 0x7f0bc0198710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:26.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.749+0000 7f0bc49bf700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0bc0102440 0x7f0bc0198c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:26.752 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.749+0000 7f0bc49bf700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0bc0102de0 0x7f0bc019fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:26.752 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.749+0000 7f0bc49bf700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc010cfe0 con 0x7f0bc0101240 2024-03-18T22:56:26.752 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.749+0000 7f0bc49bf700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc010ce60 con 0x7f0bc0102de0 2024-03-18T22:56:26.752 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.749+0000 7f0bc49bf700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc010d160 con 0x7f0bc0102440 2024-03-18T22:56:26.752 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.749+0000 7f0bbe59c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0bc0101240 0x7f0bc0198710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:26.752 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.749+0000 7f0bbe59c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0bc0101240 0x7f0bc0198710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:42904/0 (socket says 172.21.15.52:42904) 2024-03-18T22:56:26.752 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.749+0000 7f0bbe59c700 1 -- 172.21.15.52:0/426740388 learned_addr learned my addr 172.21.15.52:0/426740388 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:26.752 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.749+0000 7f0bbdd9b700 1 --2- 172.21.15.52:0/426740388 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0bc0102440 0x7f0bc0198c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:26.752 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.749+0000 7f0bbed9d700 1 --2- 172.21.15.52:0/426740388 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0bc0102de0 0x7f0bc019fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:26.752 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.749+0000 7f0bbe59c700 1 -- 172.21.15.52:0/426740388 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0bc0102440 msgr2=0x7f0bc0198c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:26.752 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.749+0000 7f0bbe59c700 1 --2- 172.21.15.52:0/426740388 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0bc0102440 0x7f0bc0198c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:26.752 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.749+0000 7f0bbe59c700 1 -- 172.21.15.52:0/426740388 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0bc0102de0 msgr2=0x7f0bc019fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:26.752 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.749+0000 7f0bbe59c700 1 --2- 172.21.15.52:0/426740388 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0bc0102de0 0x7f0bc019fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:26.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.749+0000 7f0bbe59c700 1 -- 172.21.15.52:0/426740388 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bc01a0370 con 0x7f0bc0101240 2024-03-18T22:56:26.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.749+0000 7f0bbe59c700 1 --2- 172.21.15.52:0/426740388 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0bc0101240 0x7f0bc0198710 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f0bb000b530 tx=0x7f0bb000b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:26.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.750+0000 7f0baf7fe700 1 -- 172.21.15.52:0/426740388 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bb0015020 con 0x7f0bc0101240 2024-03-18T22:56:26.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.750+0000 7f0baf7fe700 1 -- 172.21.15.52:0/426740388 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0bb0011d30 con 0x7f0bc0101240 2024-03-18T22:56:26.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.750+0000 7f0bc49bf700 1 -- 172.21.15.52:0/426740388 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bc01a0660 con 0x7f0bc0101240 2024-03-18T22:56:26.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.750+0000 7f0baf7fe700 1 -- 172.21.15.52:0/426740388 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bb0010de0 con 0x7f0bc0101240 2024-03-18T22:56:26.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.750+0000 7f0bc49bf700 1 -- 172.21.15.52:0/426740388 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bc01a0bf0 con 0x7f0bc0101240 2024-03-18T22:56:26.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.751+0000 7f0bc49bf700 1 -- 172.21.15.52:0/426740388 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0bc0068fd0 con 0x7f0bc0101240 2024-03-18T22:56:26.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.753+0000 7f0baf7fe700 1 -- 172.21.15.52:0/426740388 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f0bb0018020 con 0x7f0bc0101240 2024-03-18T22:56:26.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.753+0000 7f0baf7fe700 1 --2- 172.21.15.52:0/426740388 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0ba80a2910 0x7f0ba80a4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:26.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.753+0000 7f0bbdd9b700 1 --2- 172.21.15.52:0/426740388 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0ba80a2910 0x7f0ba80a4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:26.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.753+0000 7f0baf7fe700 1 -- 172.21.15.52:0/426740388 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f0bb00ce680 con 0x7f0bc0101240 2024-03-18T22:56:26.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.754+0000 7f0bbdd9b700 1 --2- 172.21.15.52:0/426740388 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0ba80a2910 0x7f0ba80a4dd0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f0bb4009990 tx=0x7f0bb4000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:26.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.757+0000 7f0baf7fe700 1 -- 172.21.15.52:0/426740388 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f0bb001f020 con 0x7f0bc0101240 2024-03-18T22:56:26.758 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:26 smithi052 ceph-mon[32520]: pgmap v336: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-03-18T22:56:26.968 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.967+0000 7f0bc49bf700 1 -- 172.21.15.52:0/426740388 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7f0bc00fe960 con 0x7f0ba80a2910 2024-03-18T22:56:26.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.969+0000 7f0baf7fe700 1 -- 172.21.15.52:0/426740388 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7f0bc00fe960 con 0x7f0ba80a2910 2024-03-18T22:56:26.970 INFO:teuthology.orchestra.run.smithi052.stdout:HOST ADDR LABELS STATUS 2024-03-18T22:56:26.970 INFO:teuthology.orchestra.run.smithi052.stdout:smithi052 172.21.15.52 2024-03-18T22:56:26.970 INFO:teuthology.orchestra.run.smithi052.stdout:smithi099 172.21.15.99 2024-03-18T22:56:26.970 INFO:teuthology.orchestra.run.smithi052.stdout:smithi181 172.21.15.181 2024-03-18T22:56:26.970 INFO:teuthology.orchestra.run.smithi052.stdout:3 hosts in cluster 2024-03-18T22:56:26.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.971+0000 7f0bc49bf700 1 -- 172.21.15.52:0/426740388 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0ba80a2910 msgr2=0x7f0ba80a4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:26.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.971+0000 7f0bc49bf700 1 --2- 172.21.15.52:0/426740388 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0ba80a2910 0x7f0ba80a4dd0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f0bb4009990 tx=0x7f0bb4000bc0 comp rx=0 tx=0).stop 2024-03-18T22:56:26.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.971+0000 7f0bc49bf700 1 -- 172.21.15.52:0/426740388 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0bc0101240 msgr2=0x7f0bc0198710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:26.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.971+0000 7f0bc49bf700 1 --2- 172.21.15.52:0/426740388 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0bc0101240 0x7f0bc0198710 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f0bb000b530 tx=0x7f0bb000b840 comp rx=0 tx=0).stop 2024-03-18T22:56:26.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.971+0000 7f0bc49bf700 1 -- 172.21.15.52:0/426740388 shutdown_connections 2024-03-18T22:56:26.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.971+0000 7f0bc49bf700 1 --2- 172.21.15.52:0/426740388 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0ba80a2910 0x7f0ba80a4dd0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:26.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.971+0000 7f0bc49bf700 1 --2- 172.21.15.52:0/426740388 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0bc0102de0 0x7f0bc019fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:26.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.971+0000 7f0bc49bf700 1 --2- 172.21.15.52:0/426740388 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0bc0101240 0x7f0bc0198710 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:26.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.971+0000 7f0bc49bf700 1 --2- 172.21.15.52:0/426740388 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0bc0102440 0x7f0bc0198c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:26.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.971+0000 7f0bc49bf700 1 -- 172.21.15.52:0/426740388 >> 172.21.15.52:0/426740388 conn(0x7f0bc00fc7e0 msgr2=0x7f0bc00fe250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:26.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.971+0000 7f0bc49bf700 1 -- 172.21.15.52:0/426740388 shutdown_connections 2024-03-18T22:56:26.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:26.971+0000 7f0bc49bf700 1 -- 172.21.15.52:0/426740388 wait complete. 2024-03-18T22:56:27.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:26 smithi181 ceph-mon[67256]: pgmap v336: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-03-18T22:56:27.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:26 smithi099 ceph-mon[36725]: pgmap v336: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-03-18T22:56:27.522 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- bash -c 'ceph orch device ls' 2024-03-18T22:56:27.766 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:56:27.887 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:27 smithi052 ceph-mon[32520]: from='client.15123 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:28.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:27 smithi181 ceph-mon[67256]: from='client.15123 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:28.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:27 smithi099 ceph-mon[36725]: from='client.15123 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:28.843 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:28 smithi052 ceph-mon[32520]: pgmap v337: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-03-18T22:56:29.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:28 smithi181 ceph-mon[67256]: pgmap v337: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-03-18T22:56:29.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:28 smithi099 ceph-mon[36725]: pgmap v337: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-03-18T22:56:29.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.384+0000 7fd667ef1700 1 -- 172.21.15.52:0/3757087677 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6601024b0 msgr2=0x7fd660102910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:29.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.384+0000 7fd667ef1700 1 --2- 172.21.15.52:0/3757087677 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6601024b0 0x7fd660102910 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fd6500099c0 tx=0x7fd650009cd0 comp rx=0 tx=0).stop 2024-03-18T22:56:29.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.384+0000 7fd667ef1700 1 -- 172.21.15.52:0/3757087677 shutdown_connections 2024-03-18T22:56:29.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.384+0000 7fd667ef1700 1 --2- 172.21.15.52:0/3757087677 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd660102e50 0x7fd660109700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:29.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.384+0000 7fd667ef1700 1 --2- 172.21.15.52:0/3757087677 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd6601012b0 0x7fd6601016d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:29.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.384+0000 7fd667ef1700 1 --2- 172.21.15.52:0/3757087677 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6601024b0 0x7fd660102910 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:29.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.384+0000 7fd667ef1700 1 -- 172.21.15.52:0/3757087677 >> 172.21.15.52:0/3757087677 conn(0x7fd6600fc870 msgr2=0x7fd6600fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:29.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.385+0000 7fd667ef1700 1 -- 172.21.15.52:0/3757087677 shutdown_connections 2024-03-18T22:56:29.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.385+0000 7fd667ef1700 1 -- 172.21.15.52:0/3757087677 wait complete. 2024-03-18T22:56:29.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.385+0000 7fd667ef1700 1 Processor -- start 2024-03-18T22:56:29.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.385+0000 7fd667ef1700 1 -- start start 2024-03-18T22:56:29.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.386+0000 7fd667ef1700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd6601012b0 0x7fd660105240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:29.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.386+0000 7fd667ef1700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd6601024b0 0x7fd660103890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:29.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.386+0000 7fd667ef1700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd660102e50 0x7fd660103dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:29.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.386+0000 7fd667ef1700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd66010cf70 con 0x7fd660102e50 2024-03-18T22:56:29.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.386+0000 7fd667ef1700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fd66010cdf0 con 0x7fd6601024b0 2024-03-18T22:56:29.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.386+0000 7fd667ef1700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fd66010d0f0 con 0x7fd6601012b0 2024-03-18T22:56:29.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.386+0000 7fd66648e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd660102e50 0x7fd660103dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:29.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.386+0000 7fd66648e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd660102e50 0x7fd660103dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40552/0 (socket says 172.21.15.52:40552) 2024-03-18T22:56:29.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.386+0000 7fd66648e700 1 -- 172.21.15.52:0/2541253304 learned_addr learned my addr 172.21.15.52:0/2541253304 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:29.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.386+0000 7fd665c8d700 1 --2- 172.21.15.52:0/2541253304 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd6601012b0 0x7fd660105240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:29.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.386+0000 7fd66548c700 1 --2- 172.21.15.52:0/2541253304 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd6601024b0 0x7fd660103890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:29.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.386+0000 7fd66648e700 1 -- 172.21.15.52:0/2541253304 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd6601012b0 msgr2=0x7fd660105240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:29.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.386+0000 7fd66648e700 1 --2- 172.21.15.52:0/2541253304 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd6601012b0 0x7fd660105240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:29.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.386+0000 7fd66648e700 1 -- 172.21.15.52:0/2541253304 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd6601024b0 msgr2=0x7fd660103890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:29.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.386+0000 7fd66648e700 1 --2- 172.21.15.52:0/2541253304 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd6601024b0 0x7fd660103890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:29.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.386+0000 7fd66648e700 1 -- 172.21.15.52:0/2541253304 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd660104680 con 0x7fd660102e50 2024-03-18T22:56:29.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.386+0000 7fd66548c700 1 --2- 172.21.15.52:0/2541253304 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd6601024b0 0x7fd660103890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:56:29.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.386+0000 7fd66648e700 1 --2- 172.21.15.52:0/2541253304 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd660102e50 0x7fd660103dd0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fd658007ee0 tx=0x7fd65800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:29.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.386+0000 7fd656ffd700 1 -- 172.21.15.52:0/2541253304 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd65800ddd0 con 0x7fd660102e50 2024-03-18T22:56:29.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.386+0000 7fd656ffd700 1 -- 172.21.15.52:0/2541253304 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd658004020 con 0x7fd660102e50 2024-03-18T22:56:29.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.386+0000 7fd656ffd700 1 -- 172.21.15.52:0/2541253304 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd658015660 con 0x7fd660102e50 2024-03-18T22:56:29.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.386+0000 7fd667ef1700 1 -- 172.21.15.52:0/2541253304 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6601a27a0 con 0x7fd660102e50 2024-03-18T22:56:29.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.387+0000 7fd667ef1700 1 -- 172.21.15.52:0/2541253304 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6601a2c60 con 0x7fd660102e50 2024-03-18T22:56:29.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.388+0000 7fd667ef1700 1 -- 172.21.15.52:0/2541253304 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd660068fd0 con 0x7fd660102e50 2024-03-18T22:56:29.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.389+0000 7fd656ffd700 1 -- 172.21.15.52:0/2541253304 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7fd6580041d0 con 0x7fd660102e50 2024-03-18T22:56:29.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.389+0000 7fd656ffd700 1 --2- 172.21.15.52:0/2541253304 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd64c0a2910 0x7fd64c0a4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:29.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.389+0000 7fd665c8d700 1 --2- 172.21.15.52:0/2541253304 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd64c0a2910 0x7fd64c0a4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:29.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.389+0000 7fd656ffd700 1 -- 172.21.15.52:0/2541253304 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7fd6580ce450 con 0x7fd660102e50 2024-03-18T22:56:29.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.390+0000 7fd665c8d700 1 --2- 172.21.15.52:0/2541253304 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd64c0a2910 0x7fd64c0a4dd0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fd660102310 tx=0x7fd65c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:29.394 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.394+0000 7fd656ffd700 1 -- 172.21.15.52:0/2541253304 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fd658010070 con 0x7fd660102e50 2024-03-18T22:56:29.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.624+0000 7fd667ef1700 1 -- 172.21.15.52:0/2541253304 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7fd6600fea10 con 0x7fd64c0a2910 2024-03-18T22:56:29.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.625+0000 7fd656ffd700 1 -- 172.21.15.52:0/2541253304 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7fd6600fea10 con 0x7fd64c0a2910 2024-03-18T22:56:29.626 INFO:teuthology.orchestra.run.smithi052.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-03-18T22:56:29.626 INFO:teuthology.orchestra.run.smithi052.stdout:smithi052 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB7513010N480DGN 447G No 3m ago Has a FileSystem, LVM detected 2024-03-18T22:56:29.626 INFO:teuthology.orchestra.run.smithi052.stdout:smithi099 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT62040101400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-03-18T22:56:29.626 INFO:teuthology.orchestra.run.smithi052.stdout:smithi181 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT6246000E400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-03-18T22:56:29.628 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.628+0000 7fd667ef1700 1 -- 172.21.15.52:0/2541253304 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd64c0a2910 msgr2=0x7fd64c0a4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:29.628 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.628+0000 7fd667ef1700 1 --2- 172.21.15.52:0/2541253304 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd64c0a2910 0x7fd64c0a4dd0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fd660102310 tx=0x7fd65c009260 comp rx=0 tx=0).stop 2024-03-18T22:56:29.628 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.628+0000 7fd667ef1700 1 -- 172.21.15.52:0/2541253304 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd660102e50 msgr2=0x7fd660103dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:29.628 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.628+0000 7fd667ef1700 1 --2- 172.21.15.52:0/2541253304 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd660102e50 0x7fd660103dd0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fd658007ee0 tx=0x7fd65800d3b0 comp rx=0 tx=0).stop 2024-03-18T22:56:29.629 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.628+0000 7fd667ef1700 1 -- 172.21.15.52:0/2541253304 shutdown_connections 2024-03-18T22:56:29.629 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.628+0000 7fd667ef1700 1 --2- 172.21.15.52:0/2541253304 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fd64c0a2910 0x7fd64c0a4dd0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:29.629 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.628+0000 7fd667ef1700 1 --2- 172.21.15.52:0/2541253304 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd660102e50 0x7fd660103dd0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:29.629 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.628+0000 7fd667ef1700 1 --2- 172.21.15.52:0/2541253304 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd6601012b0 0x7fd660105240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:29.629 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.628+0000 7fd667ef1700 1 --2- 172.21.15.52:0/2541253304 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd6601024b0 0x7fd660103890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:29.629 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.628+0000 7fd667ef1700 1 -- 172.21.15.52:0/2541253304 >> 172.21.15.52:0/2541253304 conn(0x7fd6600fc870 msgr2=0x7fd6600fe300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:29.629 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.628+0000 7fd667ef1700 1 -- 172.21.15.52:0/2541253304 shutdown_connections 2024-03-18T22:56:29.629 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:29.628+0000 7fd667ef1700 1 -- 172.21.15.52:0/2541253304 wait complete. 2024-03-18T22:56:30.347 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-03-18T22:56:30.356 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi052.front.sepia.ceph.com 2024-03-18T22:56:30.357 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- bash -c 'ceph fs dump' 2024-03-18T22:56:30.604 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:56:30.724 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:30 smithi052 ceph-mon[32520]: pgmap v338: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-03-18T22:56:30.725 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:30 smithi052 ceph-mon[32520]: from='client.15129 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:31.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:30 smithi181 ceph-mon[67256]: pgmap v338: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-03-18T22:56:31.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:30 smithi181 ceph-mon[67256]: from='client.15129 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:31.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:30 smithi099 ceph-mon[36725]: pgmap v338: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-03-18T22:56:31.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:30 smithi099 ceph-mon[36725]: from='client.15129 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:32.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.200+0000 7febbdcde700 1 -- 172.21.15.52:0/902431574 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febb8105760 msgr2=0x7febb8107b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:32.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.200+0000 7febbdcde700 1 --2- 172.21.15.52:0/902431574 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febb8105760 0x7febb8107b50 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7febac009990 tx=0x7febac009ca0 comp rx=0 tx=0).stop 2024-03-18T22:56:32.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.200+0000 7febbdcde700 1 -- 172.21.15.52:0/902431574 shutdown_connections 2024-03-18T22:56:32.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.200+0000 7febbdcde700 1 --2- 172.21.15.52:0/902431574 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7febb8108090 0x7febb810a4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:32.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.200+0000 7febbdcde700 1 --2- 172.21.15.52:0/902431574 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7febb8102e30 0x7febb8105220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:32.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.200+0000 7febbdcde700 1 --2- 172.21.15.52:0/902431574 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febb8105760 0x7febb8107b50 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:32.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.200+0000 7febbdcde700 1 -- 172.21.15.52:0/902431574 >> 172.21.15.52:0/902431574 conn(0x7febb80fc800 msgr2=0x7febb80fec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:32.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.200+0000 7febbdcde700 1 -- 172.21.15.52:0/902431574 shutdown_connections 2024-03-18T22:56:32.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.200+0000 7febbdcde700 1 -- 172.21.15.52:0/902431574 wait complete. 2024-03-18T22:56:32.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.201+0000 7febbdcde700 1 Processor -- start 2024-03-18T22:56:32.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.201+0000 7febbdcde700 1 -- start start 2024-03-18T22:56:32.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.201+0000 7febbdcde700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febb8102e30 0x7febb8198660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:32.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.201+0000 7febbdcde700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7febb8105760 0x7febb8198ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:32.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.201+0000 7febbdcde700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7febb8108090 0x7febb819fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:32.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.201+0000 7febbdcde700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7febb810e070 con 0x7febb8102e30 2024-03-18T22:56:32.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.201+0000 7febbdcde700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7febb810def0 con 0x7febb8105760 2024-03-18T22:56:32.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.201+0000 7febbdcde700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7febb810e1f0 con 0x7febb8108090 2024-03-18T22:56:32.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.201+0000 7febb6ffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7febb8105760 0x7febb8198ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:32.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.201+0000 7febb6ffd700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7febb8105760 0x7febb8198ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.52:53934/0 (socket says 172.21.15.52:53934) 2024-03-18T22:56:32.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.201+0000 7febb77fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febb8102e30 0x7febb8198660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:32.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.201+0000 7febb6ffd700 1 -- 172.21.15.52:0/375281866 learned_addr learned my addr 172.21.15.52:0/375281866 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:32.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.201+0000 7febb7fff700 1 --2- 172.21.15.52:0/375281866 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7febb8108090 0x7febb819fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:32.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.201+0000 7febb77fe700 1 -- 172.21.15.52:0/375281866 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7febb8108090 msgr2=0x7febb819fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:32.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.201+0000 7febb77fe700 1 --2- 172.21.15.52:0/375281866 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7febb8108090 0x7febb819fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:32.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.201+0000 7febb77fe700 1 -- 172.21.15.52:0/375281866 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7febb8105760 msgr2=0x7febb8198ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:32.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.201+0000 7febb77fe700 1 --2- 172.21.15.52:0/375281866 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7febb8105760 0x7febb8198ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:32.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.201+0000 7febb77fe700 1 -- 172.21.15.52:0/375281866 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febb81a02c0 con 0x7febb8102e30 2024-03-18T22:56:32.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.201+0000 7febb6ffd700 1 --2- 172.21.15.52:0/375281866 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7febb8105760 0x7febb8198ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:32.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.202+0000 7febb77fe700 1 --2- 172.21.15.52:0/375281866 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febb8102e30 0x7febb8198660 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7feba800d780 tx=0x7feba800da90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:32.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.202+0000 7febb4ff9700 1 -- 172.21.15.52:0/375281866 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feba8017070 con 0x7febb8102e30 2024-03-18T22:56:32.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.202+0000 7febbdcde700 1 -- 172.21.15.52:0/375281866 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febb81a05b0 con 0x7febb8102e30 2024-03-18T22:56:32.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.202+0000 7febb4ff9700 1 -- 172.21.15.52:0/375281866 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7feba8005020 con 0x7febb8102e30 2024-03-18T22:56:32.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.202+0000 7febb4ff9700 1 -- 172.21.15.52:0/375281866 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feba800fb60 con 0x7febb8102e30 2024-03-18T22:56:32.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.202+0000 7febbdcde700 1 -- 172.21.15.52:0/375281866 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febb81a0af0 con 0x7febb8102e30 2024-03-18T22:56:32.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.203+0000 7febbdcde700 1 -- 172.21.15.52:0/375281866 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febb8068fd0 con 0x7febb8102e30 2024-03-18T22:56:32.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.204+0000 7febb4ff9700 1 -- 172.21.15.52:0/375281866 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7feba800fd00 con 0x7febb8102e30 2024-03-18T22:56:32.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.205+0000 7febb4ff9700 1 --2- 172.21.15.52:0/375281866 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7feba00a2890 0x7feba00a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:32.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.205+0000 7febb6ffd700 1 --2- 172.21.15.52:0/375281866 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7feba00a2890 0x7feba00a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:32.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.205+0000 7febb4ff9700 1 -- 172.21.15.52:0/375281866 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7feba80ce710 con 0x7febb8102e30 2024-03-18T22:56:32.207 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.205+0000 7febb6ffd700 1 --2- 172.21.15.52:0/375281866 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7feba00a2890 0x7feba00a4d50 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7febac00b5c0 tx=0x7febac003a70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:32.208 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.208+0000 7febb4ff9700 1 -- 172.21.15.52:0/375281866 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7feba809b730 con 0x7febb8102e30 2024-03-18T22:56:32.459 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.458+0000 7febbdcde700 1 -- 172.21.15.52:0/375281866 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7febb8062f20 con 0x7febb8102e30 2024-03-18T22:56:32.459 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.458+0000 7febb4ff9700 1 -- 172.21.15.52:0/375281866 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 21 v21) ==== 76+0+3040 (secure 0 0 0) 0x7feba809b030 con 0x7febb8102e30 2024-03-18T22:56:32.459 INFO:teuthology.orchestra.run.smithi052.stdout:e21 2024-03-18T22:56:32.459 INFO:teuthology.orchestra.run.smithi052.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-03-18T22:56:32.459 INFO:teuthology.orchestra.run.smithi052.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-03-18T22:56:32.460 INFO:teuthology.orchestra.run.smithi052.stdout:legacy client fscid: 1 2024-03-18T22:56:32.460 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:56:32.460 INFO:teuthology.orchestra.run.smithi052.stdout:Filesystem 'cephfs' (1) 2024-03-18T22:56:32.460 INFO:teuthology.orchestra.run.smithi052.stdout:fs_name cephfs 2024-03-18T22:56:32.460 INFO:teuthology.orchestra.run.smithi052.stdout:epoch 21 2024-03-18T22:56:32.460 INFO:teuthology.orchestra.run.smithi052.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-03-18T22:56:32.460 INFO:teuthology.orchestra.run.smithi052.stdout:created 2024-03-18T22:54:53.377645+0000 2024-03-18T22:56:32.460 INFO:teuthology.orchestra.run.smithi052.stdout:modified 2024-03-18T22:54:58.356820+0000 2024-03-18T22:56:32.460 INFO:teuthology.orchestra.run.smithi052.stdout:tableserver 0 2024-03-18T22:56:32.460 INFO:teuthology.orchestra.run.smithi052.stdout:root 0 2024-03-18T22:56:32.460 INFO:teuthology.orchestra.run.smithi052.stdout:session_timeout 300 2024-03-18T22:56:32.460 INFO:teuthology.orchestra.run.smithi052.stdout:session_autoclose 300 2024-03-18T22:56:32.460 INFO:teuthology.orchestra.run.smithi052.stdout:max_file_size 1099511627776 2024-03-18T22:56:32.460 INFO:teuthology.orchestra.run.smithi052.stdout:max_xattr_size 65536 2024-03-18T22:56:32.461 INFO:teuthology.orchestra.run.smithi052.stdout:required_client_features {} 2024-03-18T22:56:32.461 INFO:teuthology.orchestra.run.smithi052.stdout:last_failure 0 2024-03-18T22:56:32.461 INFO:teuthology.orchestra.run.smithi052.stdout:last_failure_osd_epoch 0 2024-03-18T22:56:32.461 INFO:teuthology.orchestra.run.smithi052.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-03-18T22:56:32.461 INFO:teuthology.orchestra.run.smithi052.stdout:max_mds 3 2024-03-18T22:56:32.461 INFO:teuthology.orchestra.run.smithi052.stdout:in 0,1,2 2024-03-18T22:56:32.461 INFO:teuthology.orchestra.run.smithi052.stdout:up {0=24527,1=24479,2=24478} 2024-03-18T22:56:32.461 INFO:teuthology.orchestra.run.smithi052.stdout:failed 2024-03-18T22:56:32.461 INFO:teuthology.orchestra.run.smithi052.stdout:damaged 2024-03-18T22:56:32.461 INFO:teuthology.orchestra.run.smithi052.stdout:stopped 2024-03-18T22:56:32.461 INFO:teuthology.orchestra.run.smithi052.stdout:data_pools [3] 2024-03-18T22:56:32.461 INFO:teuthology.orchestra.run.smithi052.stdout:metadata_pool 2 2024-03-18T22:56:32.461 INFO:teuthology.orchestra.run.smithi052.stdout:inline_data disabled 2024-03-18T22:56:32.461 INFO:teuthology.orchestra.run.smithi052.stdout:balancer 2024-03-18T22:56:32.462 INFO:teuthology.orchestra.run.smithi052.stdout:bal_rank_mask -1 2024-03-18T22:56:32.462 INFO:teuthology.orchestra.run.smithi052.stdout:standby_count_wanted 0 2024-03-18T22:56:32.462 INFO:teuthology.orchestra.run.smithi052.stdout:qdb_cluster leader: 24527 members: 24479,24478,24527 2024-03-18T22:56:32.462 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.b{0:24527} state up:active seq 3 addr [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] compat {c=[1],r=[1],i=[1fff]}] 2024-03-18T22:56:32.462 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.c{0:24457} state up:standby-replay seq 1 addr [v2:172.21.15.181:6836/1834382232,v1:172.21.15.181:6837/1834382232] compat {c=[1],r=[1],i=[1fff]}] 2024-03-18T22:56:32.462 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.h{1:24479} state up:active seq 6 addr [v2:172.21.15.99:6836/3393123598,v1:172.21.15.99:6837/3393123598] compat {c=[1],r=[1],i=[1fff]}] 2024-03-18T22:56:32.462 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.e{1:24455} state up:standby-replay seq 1 addr [v2:172.21.15.99:6834/286053630,v1:172.21.15.99:6835/286053630] compat {c=[1],r=[1],i=[1fff]}] 2024-03-18T22:56:32.462 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.i{2:24478} state up:active seq 6 addr [v2:172.21.15.181:6838/1346550423,v1:172.21.15.181:6839/1346550423] compat {c=[1],r=[1],i=[1fff]}] 2024-03-18T22:56:32.462 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.f{2:24445} state up:standby-replay seq 1 addr [v2:172.21.15.181:6834/278652610,v1:172.21.15.181:6835/278652610] compat {c=[1],r=[1],i=[1fff]}] 2024-03-18T22:56:32.462 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:56:32.462 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:56:32.462 INFO:teuthology.orchestra.run.smithi052.stdout:Standby daemons: 2024-03-18T22:56:32.462 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:56:32.462 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.j{-1:14550} state up:standby seq 1 addr [v2:172.21.15.52:6834/3227483135,v1:172.21.15.52:6835/3227483135] compat {c=[1],r=[1],i=[1fff]}] 2024-03-18T22:56:32.463 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.d{-1:14562} state up:standby seq 1 addr [v2:172.21.15.52:6836/3461032451,v1:172.21.15.52:6837/3461032451] compat {c=[1],r=[1],i=[1fff]}] 2024-03-18T22:56:32.463 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.g{-1:14628} state up:standby seq 1 addr [v2:172.21.15.52:6838/1261469762,v1:172.21.15.52:6839/1261469762] compat {c=[1],r=[1],i=[1fff]}] 2024-03-18T22:56:32.463 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.a{-1:14640} state up:standby seq 1 addr [v2:172.21.15.52:6840/3903225657,v1:172.21.15.52:6841/3903225657] compat {c=[1],r=[1],i=[1fff]}] 2024-03-18T22:56:32.463 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.l{-1:24397} state up:standby seq 1 addr [v2:172.21.15.181:6832/873737656,v1:172.21.15.181:6833/873737656] compat {c=[1],r=[1],i=[1fff]}] 2024-03-18T22:56:32.463 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.k{-1:24428} state up:standby seq 1 addr [v2:172.21.15.99:6832/800213438,v1:172.21.15.99:6833/800213438] compat {c=[1],r=[1],i=[1fff]}] 2024-03-18T22:56:32.464 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.462+0000 7febbdcde700 1 -- 172.21.15.52:0/375281866 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7feba00a2890 msgr2=0x7feba00a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:32.464 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.462+0000 7febbdcde700 1 --2- 172.21.15.52:0/375281866 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7feba00a2890 0x7feba00a4d50 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7febac00b5c0 tx=0x7febac003a70 comp rx=0 tx=0).stop 2024-03-18T22:56:32.464 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.462+0000 7febbdcde700 1 -- 172.21.15.52:0/375281866 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febb8102e30 msgr2=0x7febb8198660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:32.464 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.462+0000 7febbdcde700 1 --2- 172.21.15.52:0/375281866 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febb8102e30 0x7febb8198660 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7feba800d780 tx=0x7feba800da90 comp rx=0 tx=0).stop 2024-03-18T22:56:32.464 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.462+0000 7febbdcde700 1 -- 172.21.15.52:0/375281866 shutdown_connections 2024-03-18T22:56:32.464 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.462+0000 7febbdcde700 1 --2- 172.21.15.52:0/375281866 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7feba00a2890 0x7feba00a4d50 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:32.464 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.462+0000 7febbdcde700 1 --2- 172.21.15.52:0/375281866 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7febb8108090 0x7febb819fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:32.464 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.462+0000 7febbdcde700 1 --2- 172.21.15.52:0/375281866 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febb8102e30 0x7febb8198660 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:32.464 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.462+0000 7febbdcde700 1 --2- 172.21.15.52:0/375281866 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7febb8105760 0x7febb8198ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:32.464 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.462+0000 7febbdcde700 1 -- 172.21.15.52:0/375281866 >> 172.21.15.52:0/375281866 conn(0x7febb80fc800 msgr2=0x7febb8103770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:32.464 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.462+0000 7febbdcde700 1 -- 172.21.15.52:0/375281866 shutdown_connections 2024-03-18T22:56:32.464 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:32.462+0000 7febbdcde700 1 -- 172.21.15.52:0/375281866 wait complete. 2024-03-18T22:56:32.464 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 21 2024-03-18T22:56:32.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:32 smithi052 ceph-mon[32520]: pgmap v339: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 6 op/s 2024-03-18T22:56:32.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:32 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/375281866' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-03-18T22:56:33.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:32 smithi181 ceph-mon[67256]: pgmap v339: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 6 op/s 2024-03-18T22:56:33.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:32 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/375281866' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-03-18T22:56:33.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:32 smithi099 ceph-mon[36725]: pgmap v339: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 6 op/s 2024-03-18T22:56:33.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:32 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/375281866' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-03-18T22:56:33.153 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- bash -c 'ceph osd dump' 2024-03-18T22:56:33.398 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:56:34.815 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:34 smithi181 ceph-mon[67256]: pgmap v340: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-03-18T22:56:34.842 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:34 smithi052 ceph-mon[32520]: pgmap v340: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-03-18T22:56:35.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:34 smithi099 ceph-mon[36725]: pgmap v340: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-03-18T22:56:35.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.087+0000 7fe662041700 1 -- 172.21.15.52:0/1191421039 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe65c1056f0 msgr2=0x7fe65c107ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:35.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.087+0000 7fe662041700 1 --2- 172.21.15.52:0/1191421039 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe65c1056f0 0x7fe65c107ae0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fe644009990 tx=0x7fe644009ca0 comp rx=0 tx=0).stop 2024-03-18T22:56:35.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.087+0000 7fe662041700 1 -- 172.21.15.52:0/1191421039 shutdown_connections 2024-03-18T22:56:35.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.087+0000 7fe662041700 1 --2- 172.21.15.52:0/1191421039 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe65c108020 0x7fe65c10a490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:35.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.087+0000 7fe662041700 1 --2- 172.21.15.52:0/1191421039 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe65c102dc0 0x7fe65c1051b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:35.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.087+0000 7fe662041700 1 --2- 172.21.15.52:0/1191421039 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe65c1056f0 0x7fe65c107ae0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:35.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.087+0000 7fe662041700 1 -- 172.21.15.52:0/1191421039 >> 172.21.15.52:0/1191421039 conn(0x7fe65c0fc7f0 msgr2=0x7fe65c0fec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:35.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.087+0000 7fe662041700 1 -- 172.21.15.52:0/1191421039 shutdown_connections 2024-03-18T22:56:35.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.087+0000 7fe662041700 1 -- 172.21.15.52:0/1191421039 wait complete. 2024-03-18T22:56:35.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.088+0000 7fe662041700 1 Processor -- start 2024-03-18T22:56:35.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.088+0000 7fe662041700 1 -- start start 2024-03-18T22:56:35.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.088+0000 7fe662041700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe65c102dc0 0x7fe65c102720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:35.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.088+0000 7fe662041700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe65c1056f0 0x7fe65c100d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:35.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.088+0000 7fe662041700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe65c108020 0x7fe65c1012b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:35.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.088+0000 7fe662041700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe65c10e060 con 0x7fe65c108020 2024-03-18T22:56:35.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.088+0000 7fe662041700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fe65c10dee0 con 0x7fe65c1056f0 2024-03-18T22:56:35.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.088+0000 7fe662041700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fe65c10e1e0 con 0x7fe65c102dc0 2024-03-18T22:56:35.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.088+0000 7fe65bfff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe65c108020 0x7fe65c1012b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:35.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.088+0000 7fe65b7fe700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe65c102dc0 0x7fe65c102720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:35.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.088+0000 7fe65bfff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe65c108020 0x7fe65c1012b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40592/0 (socket says 172.21.15.52:40592) 2024-03-18T22:56:35.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.088+0000 7fe65bfff700 1 -- 172.21.15.52:0/1046861833 learned_addr learned my addr 172.21.15.52:0/1046861833 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:35.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.088+0000 7fe65affd700 1 --2- 172.21.15.52:0/1046861833 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe65c1056f0 0x7fe65c100d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:35.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.088+0000 7fe65b7fe700 1 -- 172.21.15.52:0/1046861833 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe65c1056f0 msgr2=0x7fe65c100d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:35.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.088+0000 7fe65b7fe700 1 --2- 172.21.15.52:0/1046861833 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe65c1056f0 0x7fe65c100d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:35.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.088+0000 7fe65b7fe700 1 -- 172.21.15.52:0/1046861833 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe65c108020 msgr2=0x7fe65c1012b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:35.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.088+0000 7fe65b7fe700 1 --2- 172.21.15.52:0/1046861833 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe65c108020 0x7fe65c1012b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:35.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.089+0000 7fe65b7fe700 1 -- 172.21.15.52:0/1046861833 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe65c101b60 con 0x7fe65c102dc0 2024-03-18T22:56:35.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.089+0000 7fe65bfff700 1 --2- 172.21.15.52:0/1046861833 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe65c108020 0x7fe65c1012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:35.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.089+0000 7fe65b7fe700 1 --2- 172.21.15.52:0/1046861833 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe65c102dc0 0x7fe65c102720 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fe64c00ef10 tx=0x7fe64c00c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:35.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.089+0000 7fe658ff9700 1 -- 172.21.15.52:0/1046861833 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe64c00c9c0 con 0x7fe65c102dc0 2024-03-18T22:56:35.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.089+0000 7fe658ff9700 1 -- 172.21.15.52:0/1046861833 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe64c019070 con 0x7fe65c102dc0 2024-03-18T22:56:35.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.089+0000 7fe662041700 1 -- 172.21.15.52:0/1046861833 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe65c1a2700 con 0x7fe65c102dc0 2024-03-18T22:56:35.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.089+0000 7fe658ff9700 1 -- 172.21.15.52:0/1046861833 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe64c0146e0 con 0x7fe65c102dc0 2024-03-18T22:56:35.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.089+0000 7fe662041700 1 -- 172.21.15.52:0/1046861833 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe65c1a2c10 con 0x7fe65c102dc0 2024-03-18T22:56:35.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.090+0000 7fe662041700 1 -- 172.21.15.52:0/1046861833 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe65c068fd0 con 0x7fe65c102dc0 2024-03-18T22:56:35.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.091+0000 7fe658ff9700 1 -- 172.21.15.52:0/1046861833 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7fe64c012050 con 0x7fe65c102dc0 2024-03-18T22:56:35.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.091+0000 7fe658ff9700 1 --2- 172.21.15.52:0/1046861833 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe6480a2890 0x7fe6480a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:35.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.092+0000 7fe65affd700 1 --2- 172.21.15.52:0/1046861833 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe6480a2890 0x7fe6480a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:35.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.092+0000 7fe658ff9700 1 -- 172.21.15.52:0/1046861833 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7fe64c0cea30 con 0x7fe65c102dc0 2024-03-18T22:56:35.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.092+0000 7fe65affd700 1 --2- 172.21.15.52:0/1046861833 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe6480a2890 0x7fe6480a4d50 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fe64400b2e0 tx=0x7fe644005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:35.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.095+0000 7fe658ff9700 1 -- 172.21.15.52:0/1046861833 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fe64c010040 con 0x7fe65c102dc0 2024-03-18T22:56:35.298 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.298+0000 7fe662041700 1 -- 172.21.15.52:0/1046861833 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7fe65c062f20 con 0x7fe65c102dc0 2024-03-18T22:56:35.300 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.299+0000 7fe658ff9700 1 -- 172.21.15.52:0/1046861833 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v90) ==== 56+0+5314 (secure 0 0 0) 0x7fe64c09bab0 con 0x7fe65c102dc0 2024-03-18T22:56:35.300 INFO:teuthology.orchestra.run.smithi052.stdout:epoch 90 2024-03-18T22:56:35.300 INFO:teuthology.orchestra.run.smithi052.stdout:fsid 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T22:56:35.300 INFO:teuthology.orchestra.run.smithi052.stdout:created 2024-03-18T22:46:59.196861+0000 2024-03-18T22:56:35.300 INFO:teuthology.orchestra.run.smithi052.stdout:modified 2024-03-18T22:55:54.432950+0000 2024-03-18T22:56:35.300 INFO:teuthology.orchestra.run.smithi052.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-03-18T22:56:35.300 INFO:teuthology.orchestra.run.smithi052.stdout:crush_version 26 2024-03-18T22:56:35.300 INFO:teuthology.orchestra.run.smithi052.stdout:full_ratio 0.95 2024-03-18T22:56:35.300 INFO:teuthology.orchestra.run.smithi052.stdout:backfillfull_ratio 0.9 2024-03-18T22:56:35.300 INFO:teuthology.orchestra.run.smithi052.stdout:nearfull_ratio 0.85 2024-03-18T22:56:35.301 INFO:teuthology.orchestra.run.smithi052.stdout:require_min_compat_client luminous 2024-03-18T22:56:35.301 INFO:teuthology.orchestra.run.smithi052.stdout:min_compat_client luminous 2024-03-18T22:56:35.301 INFO:teuthology.orchestra.run.smithi052.stdout:require_osd_release squid 2024-03-18T22:56:35.301 INFO:teuthology.orchestra.run.smithi052.stdout:stretch_mode_enabled false 2024-03-18T22:56:35.301 INFO:teuthology.orchestra.run.smithi052.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-03-18T22:56:35.301 INFO:teuthology.orchestra.run.smithi052.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 87 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-03-18T22:56:35.301 INFO:teuthology.orchestra.run.smithi052.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 88 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2024-03-18T22:56:35.301 INFO:teuthology.orchestra.run.smithi052.stdout:max_osd 12 2024-03-18T22:56:35.301 INFO:teuthology.orchestra.run.smithi052.stdout:osd.0 up in weight 1 up_from 8 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.52:6802/4259078413,v1:172.21.15.52:6803/4259078413] [v2:172.21.15.52:6804/4259078413,v1:172.21.15.52:6805/4259078413] exists,up 8f05057f-5818-4a49-a239-ce60bf28c875 2024-03-18T22:56:35.301 INFO:teuthology.orchestra.run.smithi052.stdout:osd.1 up in weight 1 up_from 13 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.99:6800/500160796,v1:172.21.15.99:6801/500160796] [v2:172.21.15.99:6802/500160796,v1:172.21.15.99:6803/500160796] exists,up 602a7d92-7ff5-457e-b1e1-ab1e9eae6dfb 2024-03-18T22:56:35.301 INFO:teuthology.orchestra.run.smithi052.stdout:osd.2 up in weight 1 up_from 18 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.181:6800/1878857413,v1:172.21.15.181:6801/1878857413] [v2:172.21.15.181:6802/1878857413,v1:172.21.15.181:6803/1878857413] exists,up d5d4dba3-77ad-46f9-b510-d3b26f14077d 2024-03-18T22:56:35.301 INFO:teuthology.orchestra.run.smithi052.stdout:osd.3 up in weight 1 up_from 25 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.52:6810/2095210395,v1:172.21.15.52:6811/2095210395] [v2:172.21.15.52:6812/2095210395,v1:172.21.15.52:6813/2095210395] exists,up b61bfbef-b35c-49e3-9616-48e1b7ffc914 2024-03-18T22:56:35.301 INFO:teuthology.orchestra.run.smithi052.stdout:osd.4 up in weight 1 up_from 33 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.99:6808/2287333294,v1:172.21.15.99:6809/2287333294] [v2:172.21.15.99:6810/2287333294,v1:172.21.15.99:6811/2287333294] exists,up ce793666-4ab9-4844-81c9-661b265973b5 2024-03-18T22:56:35.301 INFO:teuthology.orchestra.run.smithi052.stdout:osd.5 up in weight 1 up_from 39 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.181:6808/2011157034,v1:172.21.15.181:6809/2011157034] [v2:172.21.15.181:6810/2011157034,v1:172.21.15.181:6811/2011157034] exists,up 9640855d-727d-4dbe-a86e-d9cb16ff1213 2024-03-18T22:56:35.302 INFO:teuthology.orchestra.run.smithi052.stdout:osd.6 up in weight 1 up_from 47 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.52:6818/3005509606,v1:172.21.15.52:6819/3005509606] [v2:172.21.15.52:6820/3005509606,v1:172.21.15.52:6821/3005509606] exists,up a5e939cf-f502-4844-a7c7-90a03212c912 2024-03-18T22:56:35.302 INFO:teuthology.orchestra.run.smithi052.stdout:osd.7 up in weight 1 up_from 53 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.99:6816/2572523724,v1:172.21.15.99:6817/2572523724] [v2:172.21.15.99:6818/2572523724,v1:172.21.15.99:6819/2572523724] exists,up 6870a7b1-abe0-4d5b-aedb-e2eab43a0d36 2024-03-18T22:56:35.302 INFO:teuthology.orchestra.run.smithi052.stdout:osd.8 up in weight 1 up_from 61 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.181:6816/644322337,v1:172.21.15.181:6817/644322337] [v2:172.21.15.181:6818/644322337,v1:172.21.15.181:6819/644322337] exists,up 967926a1-de37-43dc-b815-0e17765b3a9b 2024-03-18T22:56:35.302 INFO:teuthology.orchestra.run.smithi052.stdout:osd.9 up in weight 1 up_from 69 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.52:6826/2018024971,v1:172.21.15.52:6827/2018024971] [v2:172.21.15.52:6828/2018024971,v1:172.21.15.52:6829/2018024971] exists,up a131710e-f2c3-4714-a033-106917dae36a 2024-03-18T22:56:35.302 INFO:teuthology.orchestra.run.smithi052.stdout:osd.10 up in weight 1 up_from 75 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.99:6824/14598206,v1:172.21.15.99:6825/14598206] [v2:172.21.15.99:6826/14598206,v1:172.21.15.99:6827/14598206] exists,up f73f086a-46e1-412c-8105-3b80772eca56 2024-03-18T22:56:35.302 INFO:teuthology.orchestra.run.smithi052.stdout:osd.11 up in weight 1 up_from 83 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.181:6824/3442115308,v1:172.21.15.181:6825/3442115308] [v2:172.21.15.181:6826/3442115308,v1:172.21.15.181:6827/3442115308] exists,up f8e9539b-8a69-49a8-8a48-52f69b3c827e 2024-03-18T22:56:35.302 INFO:teuthology.orchestra.run.smithi052.stdout:pg_upmap_items 2.b [8,11] 2024-03-18T22:56:35.302 INFO:teuthology.orchestra.run.smithi052.stdout:pg_upmap_items 2.f [8,11] 2024-03-18T22:56:35.302 INFO:teuthology.orchestra.run.smithi052.stdout:pg_upmap_items 2.16 [2,4] 2024-03-18T22:56:35.302 INFO:teuthology.orchestra.run.smithi052.stdout:pg_upmap_items 2.1b [2,1] 2024-03-18T22:56:35.302 INFO:teuthology.orchestra.run.smithi052.stdout:pg_upmap_items 3.2 [3,9] 2024-03-18T22:56:35.302 INFO:teuthology.orchestra.run.smithi052.stdout:pg_upmap_items 3.e [4,8] 2024-03-18T22:56:35.303 INFO:teuthology.orchestra.run.smithi052.stdout:pg_upmap_items 3.10 [5,9] 2024-03-18T22:56:35.303 INFO:teuthology.orchestra.run.smithi052.stdout:pg_upmap_items 3.14 [4,6] 2024-03-18T22:56:35.303 INFO:teuthology.orchestra.run.smithi052.stdout:pg_upmap_items 3.25 [5,9] 2024-03-18T22:56:35.303 INFO:teuthology.orchestra.run.smithi052.stdout:pg_upmap_items 3.31 [4,7] 2024-03-18T22:56:35.303 INFO:teuthology.orchestra.run.smithi052.stdout:blocklist 172.21.15.52:6801/2150375137 expires 2024-03-19T22:47:53.231814+0000 2024-03-18T22:56:35.303 INFO:teuthology.orchestra.run.smithi052.stdout:blocklist 172.21.15.52:6800/2150375137 expires 2024-03-19T22:47:53.231814+0000 2024-03-18T22:56:35.303 INFO:teuthology.orchestra.run.smithi052.stdout:blocklist 172.21.15.52:0/2706493239 expires 2024-03-19T22:47:53.231814+0000 2024-03-18T22:56:35.303 INFO:teuthology.orchestra.run.smithi052.stdout:blocklist 172.21.15.52:0/3660249274 expires 2024-03-19T22:47:53.231814+0000 2024-03-18T22:56:35.303 INFO:teuthology.orchestra.run.smithi052.stdout:blocklist 172.21.15.52:0/3214486026 expires 2024-03-19T22:47:26.273874+0000 2024-03-18T22:56:35.303 INFO:teuthology.orchestra.run.smithi052.stdout:blocklist 172.21.15.52:6801/3572762748 expires 2024-03-19T22:47:26.273874+0000 2024-03-18T22:56:35.303 INFO:teuthology.orchestra.run.smithi052.stdout:blocklist 172.21.15.52:6800/3572762748 expires 2024-03-19T22:47:26.273874+0000 2024-03-18T22:56:35.303 INFO:teuthology.orchestra.run.smithi052.stdout:blocklist 172.21.15.52:0/278759612 expires 2024-03-19T22:47:26.273874+0000 2024-03-18T22:56:35.303 INFO:teuthology.orchestra.run.smithi052.stdout:blocklist 172.21.15.52:0/126914394 expires 2024-03-19T22:47:26.273874+0000 2024-03-18T22:56:35.303 INFO:teuthology.orchestra.run.smithi052.stdout:blocklist 172.21.15.52:0/4260437251 expires 2024-03-19T22:47:53.231814+0000 2024-03-18T22:56:35.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.301+0000 7fe662041700 1 -- 172.21.15.52:0/1046861833 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe6480a2890 msgr2=0x7fe6480a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:35.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.301+0000 7fe662041700 1 --2- 172.21.15.52:0/1046861833 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe6480a2890 0x7fe6480a4d50 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fe64400b2e0 tx=0x7fe644005fd0 comp rx=0 tx=0).stop 2024-03-18T22:56:35.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.301+0000 7fe662041700 1 -- 172.21.15.52:0/1046861833 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe65c102dc0 msgr2=0x7fe65c102720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:35.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.301+0000 7fe662041700 1 --2- 172.21.15.52:0/1046861833 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe65c102dc0 0x7fe65c102720 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fe64c00ef10 tx=0x7fe64c00c3a0 comp rx=0 tx=0).stop 2024-03-18T22:56:35.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.301+0000 7fe662041700 1 -- 172.21.15.52:0/1046861833 shutdown_connections 2024-03-18T22:56:35.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.301+0000 7fe662041700 1 --2- 172.21.15.52:0/1046861833 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe6480a2890 0x7fe6480a4d50 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:35.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.301+0000 7fe662041700 1 --2- 172.21.15.52:0/1046861833 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe65c108020 0x7fe65c1012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:35.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.301+0000 7fe662041700 1 --2- 172.21.15.52:0/1046861833 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe65c102dc0 0x7fe65c102720 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:35.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.301+0000 7fe662041700 1 --2- 172.21.15.52:0/1046861833 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe65c1056f0 0x7fe65c100d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:35.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.301+0000 7fe662041700 1 -- 172.21.15.52:0/1046861833 >> 172.21.15.52:0/1046861833 conn(0x7fe65c0fc7f0 msgr2=0x7fe65c103700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:35.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.301+0000 7fe662041700 1 -- 172.21.15.52:0/1046861833 shutdown_connections 2024-03-18T22:56:35.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:35.301+0000 7fe662041700 1 -- 172.21.15.52:0/1046861833 wait complete. 2024-03-18T22:56:35.940 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:35 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1046861833' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-03-18T22:56:35.966 INFO:teuthology.run_tasks:Running task fs.ready... 2024-03-18T22:56:35.977 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-18T22:56:36.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:35 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/1046861833' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-03-18T22:56:36.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:35 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/1046861833' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-03-18T22:56:36.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.082+0000 7f2b1203f640 1 -- 172.21.15.52:0/87133750 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2b0c0ffb00 msgr2=0x7f2b0c0fff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:36.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.082+0000 7f2b1203f640 1 --2- 172.21.15.52:0/87133750 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2b0c0ffb00 0x7f2b0c0fff20 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f2afc009930 tx=0x7f2afc02bc30 comp rx=0 tx=0).stop 2024-03-18T22:56:36.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.082+0000 7f2b1203f640 1 -- 172.21.15.52:0/87133750 shutdown_connections 2024-03-18T22:56:36.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.082+0000 7f2b1203f640 1 --2- 172.21.15.52:0/87133750 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2b0c103490 0x7f2b0c109d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.082+0000 7f2b1203f640 1 --2- 172.21.15.52:0/87133750 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2b0c102ad0 0x7f2b0c102f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.082+0000 7f2b1203f640 1 --2- 172.21.15.52:0/87133750 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2b0c0ffb00 0x7f2b0c0fff20 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.082+0000 7f2b1203f640 1 -- 172.21.15.52:0/87133750 >> 172.21.15.52:0/87133750 conn(0x7f2b0c0fb450 msgr2=0x7f2b0c0fd870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:36.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.082+0000 7f2b1203f640 1 -- 172.21.15.52:0/87133750 shutdown_connections 2024-03-18T22:56:36.086 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.082+0000 7f2b1203f640 1 -- 172.21.15.52:0/87133750 wait complete. 2024-03-18T22:56:36.086 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.083+0000 7f2b1203f640 1 Processor -- start 2024-03-18T22:56:36.086 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.083+0000 7f2b1203f640 1 -- start start 2024-03-18T22:56:36.086 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.083+0000 7f2b1203f640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2b0c0ffb00 0x7f2b0c199ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:36.086 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.083+0000 7f2b1203f640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2b0c102ad0 0x7f2b0c19a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:36.086 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.083+0000 7f2b1203f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2b0c103490 0x7f2b0c1a1450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:36.086 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.083+0000 7f2b1203f640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f2b0c100fe0 con 0x7f2b0c103490 2024-03-18T22:56:36.086 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.083+0000 7f2b1203f640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f2b0c100e60 con 0x7f2b0c102ad0 2024-03-18T22:56:36.086 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.083+0000 7f2b1203f640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f2b0c101160 con 0x7f2b0c0ffb00 2024-03-18T22:56:36.086 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.083+0000 7f2b0bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2b0c103490 0x7f2b0c1a1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:36.086 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.083+0000 7f2b0b7fe640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2b0c0ffb00 0x7f2b0c199ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:36.086 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.083+0000 7f2b0bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2b0c103490 0x7f2b0c1a1450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40610/0 (socket says 172.21.15.52:40610) 2024-03-18T22:56:36.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.083+0000 7f2b0b7fe640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2b0c0ffb00 0x7f2b0c199ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.52:45428/0 (socket says 172.21.15.52:45428) 2024-03-18T22:56:36.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.083+0000 7f2b0bfff640 1 -- 172.21.15.52:0/1748312134 learned_addr learned my addr 172.21.15.52:0/1748312134 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:36.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.083+0000 7f2b0affd640 1 --2- 172.21.15.52:0/1748312134 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2b0c102ad0 0x7f2b0c19a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:36.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.084+0000 7f2b0bfff640 1 -- 172.21.15.52:0/1748312134 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2b0c0ffb00 msgr2=0x7f2b0c199ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:36.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.084+0000 7f2b0bfff640 1 --2- 172.21.15.52:0/1748312134 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2b0c0ffb00 0x7f2b0c199ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.084+0000 7f2b0bfff640 1 -- 172.21.15.52:0/1748312134 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2b0c102ad0 msgr2=0x7f2b0c19a3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:36.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.084+0000 7f2b0bfff640 1 --2- 172.21.15.52:0/1748312134 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2b0c102ad0 0x7f2b0c19a3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.084+0000 7f2b0bfff640 1 -- 172.21.15.52:0/1748312134 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b0c1a1ac0 con 0x7f2b0c103490 2024-03-18T22:56:36.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.084+0000 7f2b0b7fe640 1 --2- 172.21.15.52:0/1748312134 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2b0c0ffb00 0x7f2b0c199ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:36.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.084+0000 7f2b0bfff640 1 --2- 172.21.15.52:0/1748312134 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2b0c103490 0x7f2b0c1a1450 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f2b0400eb10 tx=0x7f2b0400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:36.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.084+0000 7f2b08ff9640 1 -- 172.21.15.52:0/1748312134 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b04004b20 con 0x7f2b0c103490 2024-03-18T22:56:36.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.084+0000 7f2b1203f640 1 -- 172.21.15.52:0/1748312134 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b0c1a1db0 con 0x7f2b0c103490 2024-03-18T22:56:36.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.084+0000 7f2b08ff9640 1 -- 172.21.15.52:0/1748312134 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2b04004cc0 con 0x7f2b0c103490 2024-03-18T22:56:36.088 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.084+0000 7f2b08ff9640 1 -- 172.21.15.52:0/1748312134 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b040107f0 con 0x7f2b0c103490 2024-03-18T22:56:36.088 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.084+0000 7f2b1203f640 1 -- 172.21.15.52:0/1748312134 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b0c1a2220 con 0x7f2b0c103490 2024-03-18T22:56:36.088 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.085+0000 7f2b1203f640 1 -- 172.21.15.52:0/1748312134 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b0c1a24e0 con 0x7f2b0c103490 2024-03-18T22:56:36.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.086+0000 7f2b08ff9640 1 -- 172.21.15.52:0/1748312134 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f2b04005020 con 0x7f2b0c103490 2024-03-18T22:56:36.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.087+0000 7f2b08ff9640 1 --2- 172.21.15.52:0/1748312134 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f2af40a2800 0x7f2af40a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:36.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.087+0000 7f2b0b7fe640 1 --2- 172.21.15.52:0/1748312134 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f2af40a2800 0x7f2af40a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:36.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.087+0000 7f2b08ff9640 1 -- 172.21.15.52:0/1748312134 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f2b040cf090 con 0x7f2b0c103490 2024-03-18T22:56:36.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.087+0000 7f2b0b7fe640 1 --2- 172.21.15.52:0/1748312134 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f2af40a2800 0x7f2af40a4cc0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f2afc02c900 tx=0x7f2afc005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:36.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.091+0000 7f2b08ff9640 1 -- 172.21.15.52:0/1748312134 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f2b0409c0b0 con 0x7f2b0c103490 2024-03-18T22:56:36.278 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.276+0000 7f2b1203f640 1 -- 172.21.15.52:0/1748312134 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2b0c1a2840 con 0x7f2b0c103490 2024-03-18T22:56:36.279 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.277+0000 7f2b08ff9640 1 -- 172.21.15.52:0/1748312134 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+22685 (secure 0 0 0) 0x7f2b0409b9b0 con 0x7f2b0c103490 2024-03-18T22:56:36.280 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:56:36.280 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":90,"fsid":"444ca0c0-e579-11ee-95c9-87774f69a715","created":"2024-03-18T22:46:59.196861+0000","modified":"2024-03-18T22:55:54.432950+0000","last_up_change":"2024-03-18T22:54:03.658736+0000","last_in_change":"2024-03-18T22:53:42.549736+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-18T22:50:19.580907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-18T22:54:51.765993+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-18T22:54:52.580111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8f05057f-5818-4a49-a239-ce60bf28c875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6803","nonce":4259078413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6805","nonce":4259078413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6809","nonce":4259078413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6807","nonce":4259078413}]},"public_addr":"172.21.15.52:6803/4259078413","cluster_addr":"172.21.15.52:6805/4259078413","heartbeat_back_addr":"172.21.15.52:6809/4259078413","heartbeat_front_addr":"172.21.15.52:6807/4259078413","state":["exists","up"]},{"osd":1,"uuid":"602a7d92-7ff5-457e-b1e1-ab1e9eae6dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6801","nonce":500160796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6803","nonce":500160796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6807","nonce":500160796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6805","nonce":500160796}]},"public_addr":"172.21.15.99:6801/500160796","cluster_addr":"172.21.15.99:6803/500160796","heartbeat_back_addr":"172.21.15.99:6807/500160796","heartbeat_front_addr":"172.21.15.99:6805/500160796","state":["exists","up"]},{"osd":2,"uuid":"d5d4dba3-77ad-46f9-b510-d3b26f14077d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6801","nonce":1878857413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6803","nonce":1878857413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6807","nonce":1878857413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6805","nonce":1878857413}]},"public_addr":"172.21.15.181:6801/1878857413","cluster_addr":"172.21.15.181:6803/1878857413","heartbeat_back_addr":"172.21.15.181:6807/1878857413","heartbeat_front_addr":"172.21.15.181:6805/1878857413","state":["exists","up"]},{"osd":3,"uuid":"b61bfbef-b35c-49e3-9616-48e1b7ffc914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6811","nonce":2095210395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6813","nonce":2095210395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6817","nonce":2095210395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6815","nonce":2095210395}]},"public_addr":"172.21.15.52:6811/2095210395","cluster_addr":"172.21.15.52:6813/2095210395","heartbeat_back_addr":"172.21.15.52:6817/2095210395","heartbeat_front_addr":"172.21.15.52:6815/2095210395","state":["exists","up"]},{"osd":4,"uuid":"ce793666-4ab9-4844-81c9-661b265973b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6809","nonce":2287333294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6811","nonce":2287333294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6815","nonce":2287333294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6813","nonce":2287333294}]},"public_addr":"172.21.15.99:6809/2287333294","cluster_addr":"172.21.15.99:6811/2287333294","heartbeat_back_addr":"172.21.15.99:6815/2287333294","heartbeat_front_addr":"172.21.15.99:6813/2287333294","state":["exists","up"]},{"osd":5,"uuid":"9640855d-727d-4dbe-a86e-d9cb16ff1213","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6809","nonce":2011157034}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6811","nonce":2011157034}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6815","nonce":2011157034}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6813","nonce":2011157034}]},"public_addr":"172.21.15.181:6809/2011157034","cluster_addr":"172.21.15.181:6811/2011157034","heartbeat_back_addr":"172.21.15.181:6815/2011157034","heartbeat_front_addr":"172.21.15.181:6813/2011157034","state":["exists","up"]},{"osd":6,"uuid":"a5e939cf-f502-4844-a7c7-90a03212c912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6819","nonce":3005509606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6821","nonce":3005509606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6825","nonce":3005509606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6823","nonce":3005509606}]},"public_addr":"172.21.15.52:6819/3005509606","cluster_addr":"172.21.15.52:6821/3005509606","heartbeat_back_addr":"172.21.15.52:6825/3005509606","heartbeat_front_addr":"172.21.15.52:6823/3005509606","state":["exists","up"]},{"osd":7,"uuid":"6870a7b1-abe0-4d5b-aedb-e2eab43a0d36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6817","nonce":2572523724}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6819","nonce":2572523724}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6823","nonce":2572523724}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6821","nonce":2572523724}]},"public_addr":"172.21.15.99:6817/2572523724","cluster_addr":"172.21.15.99:6819/2572523724","heartbeat_back_addr":"172.21.15.99:6823/2572523724","heartbeat_front_addr":"172.21.15.99:6821/2572523724","state":["exists","up"]},{"osd":8,"uuid":"967926a1-de37-43dc-b815-0e17765b3a9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6817","nonce":644322337}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6819","nonce":644322337}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6823","nonce":644322337}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6821","nonce":644322337}]},"public_addr":"172.21.15.181:6817/644322337","cluster_addr":"172.21.15.181:6819/644322337","heartbeat_back_addr":"172.21.15.181:6823/644322337","heartbeat_front_addr":"172.21.15.181:6821/644322337","state":["exists","up"]},{"osd":9,"uuid":"a131710e-f2c3-4714-a033-106917dae36a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6827","nonce":2018024971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6829","nonce":2018024971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6833","nonce":2018024971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6831","nonce":2018024971}]},"public_addr":"172.21.15.52:6827/2018024971","cluster_addr":"172.21.15.52:6829/2018024971","heartbeat_back_addr":"172.21.15.52:6833/2018024971","heartbeat_front_addr":"172.21.15.52:6831/2018024971","state":["exists","up"]},{"osd":10,"uuid":"f73f086a-46e1-412c-8105-3b80772eca56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6825","nonce":14598206}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6827","nonce":14598206}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6831","nonce":14598206}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6829","nonce":14598206}]},"public_addr":"172.21.15.99:6825/14598206","cluster_addr":"172.21.15.99:6827/14598206","heartbeat_back_addr":"172.21.15.99:6831/14598206","heartbeat_front_addr":"172.21.15.99:6829/14598206","state":["exists","up"]},{"osd":11,"uuid":"f8e9539b-8a69-49a8-8a48-52f69b3c827e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":83,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6825","nonce":3442115308}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6827","nonce":3442115308}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6831","nonce":3442115308}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6829","nonce":3442115308}]},"public_addr":"172.21.15.181:6825/3442115308","cluster_addr":"172.21.15.181:6827/3442115308","heartbeat_back_addr":"172.21.15.181:6831/3442115308","heartbeat_front_addr":"172.21.15.181:6829/3442115308","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:30.221253+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:53.484811+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:17.327889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:41.988608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:06.067648+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:30.546908+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:56.054912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:20.268014+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:44.577601+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:10.398933+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:35.167862+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:54:00.825869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1b","mappings":[{"from":2,"to":1}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:6801/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:6800/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/2706493239":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/3660249274":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/3214486026":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6801/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6800/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/278759612":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/126914394":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/4260437251":"2024-03-19T22:47:53.231814+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-18T22:56:36.281 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.279+0000 7f2b1203f640 1 -- 172.21.15.52:0/1748312134 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f2af40a2800 msgr2=0x7f2af40a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:36.281 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.279+0000 7f2b1203f640 1 --2- 172.21.15.52:0/1748312134 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f2af40a2800 0x7f2af40a4cc0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f2afc02c900 tx=0x7f2afc005fd0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.281 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.279+0000 7f2b1203f640 1 -- 172.21.15.52:0/1748312134 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2b0c103490 msgr2=0x7f2b0c1a1450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:36.281 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.279+0000 7f2b1203f640 1 --2- 172.21.15.52:0/1748312134 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2b0c103490 0x7f2b0c1a1450 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f2b0400eb10 tx=0x7f2b0400c2d0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.281 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.280+0000 7f2b1203f640 1 -- 172.21.15.52:0/1748312134 shutdown_connections 2024-03-18T22:56:36.281 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.280+0000 7f2b1203f640 1 --2- 172.21.15.52:0/1748312134 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f2af40a2800 0x7f2af40a4cc0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.281 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.280+0000 7f2b1203f640 1 --2- 172.21.15.52:0/1748312134 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2b0c103490 0x7f2b0c1a1450 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.281 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.280+0000 7f2b1203f640 1 --2- 172.21.15.52:0/1748312134 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2b0c102ad0 0x7f2b0c19a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.281 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.280+0000 7f2b1203f640 1 --2- 172.21.15.52:0/1748312134 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2b0c0ffb00 0x7f2b0c199ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.281 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.280+0000 7f2b1203f640 1 -- 172.21.15.52:0/1748312134 >> 172.21.15.52:0/1748312134 conn(0x7f2b0c0fb450 msgr2=0x7f2b0c0fba80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:36.281 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.280+0000 7f2b1203f640 1 -- 172.21.15.52:0/1748312134 shutdown_connections 2024-03-18T22:56:36.281 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.280+0000 7f2b1203f640 1 -- 172.21.15.52:0/1748312134 wait complete. 2024-03-18T22:56:36.292 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-18T22:50:19.580907+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-18T22:54:51.765993+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '87', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-18T22:54:52.580111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-18T22:56:36.292 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-18T22:56:36.398 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.397+0000 7ff630f90640 1 -- 172.21.15.52:0/2108195196 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff62c0ffb30 msgr2=0x7ff62c0fff50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:36.398 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.397+0000 7ff630f90640 1 --2- 172.21.15.52:0/2108195196 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff62c0ffb30 0x7ff62c0fff50 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7ff61c009930 tx=0x7ff61c02bc30 comp rx=0 tx=0).stop 2024-03-18T22:56:36.398 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.397+0000 7ff630f90640 1 -- 172.21.15.52:0/2108195196 shutdown_connections 2024-03-18T22:56:36.398 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.397+0000 7ff630f90640 1 --2- 172.21.15.52:0/2108195196 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff62c103560 0x7ff62c109df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.399 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.397+0000 7ff630f90640 1 --2- 172.21.15.52:0/2108195196 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff62c102ba0 0x7ff62c103020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.399 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.397+0000 7ff630f90640 1 --2- 172.21.15.52:0/2108195196 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff62c0ffb30 0x7ff62c0fff50 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.399 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.397+0000 7ff630f90640 1 -- 172.21.15.52:0/2108195196 >> 172.21.15.52:0/2108195196 conn(0x7ff62c0fb420 msgr2=0x7ff62c0fd880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:36.399 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.397+0000 7ff630f90640 1 -- 172.21.15.52:0/2108195196 shutdown_connections 2024-03-18T22:56:36.399 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.397+0000 7ff630f90640 1 -- 172.21.15.52:0/2108195196 wait complete. 2024-03-18T22:56:36.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.398+0000 7ff630f90640 1 Processor -- start 2024-03-18T22:56:36.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.398+0000 7ff630f90640 1 -- start start 2024-03-18T22:56:36.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.398+0000 7ff630f90640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff62c0ffb30 0x7ff62c102510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:36.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.398+0000 7ff630f90640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff62c102ba0 0x7ff62c100b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:36.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.398+0000 7ff630f90640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff62c103560 0x7ff62c101090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:36.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.398+0000 7ff630f90640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff62c10d5c0 con 0x7ff62c103560 2024-03-18T22:56:36.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.398+0000 7ff630f90640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7ff62c10d440 con 0x7ff62c102ba0 2024-03-18T22:56:36.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.398+0000 7ff630f90640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7ff62c10d740 con 0x7ff62c0ffb30 2024-03-18T22:56:36.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.398+0000 7ff62ad9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff62c103560 0x7ff62c101090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:36.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.398+0000 7ff62ad9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff62c103560 0x7ff62c101090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40628/0 (socket says 172.21.15.52:40628) 2024-03-18T22:56:36.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.398+0000 7ff62ad9d640 1 -- 172.21.15.52:0/1696446150 learned_addr learned my addr 172.21.15.52:0/1696446150 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:36.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.398+0000 7ff62a59c640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff62c0ffb30 0x7ff62c102510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:36.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.398+0000 7ff623fff640 1 --2- 172.21.15.52:0/1696446150 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff62c102ba0 0x7ff62c100b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:36.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.398+0000 7ff62ad9d640 1 -- 172.21.15.52:0/1696446150 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff62c0ffb30 msgr2=0x7ff62c102510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:36.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.398+0000 7ff62ad9d640 1 --2- 172.21.15.52:0/1696446150 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff62c0ffb30 0x7ff62c102510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.398+0000 7ff62ad9d640 1 -- 172.21.15.52:0/1696446150 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff62c102ba0 msgr2=0x7ff62c100b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:36.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.398+0000 7ff62ad9d640 1 --2- 172.21.15.52:0/1696446150 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff62c102ba0 0x7ff62c100b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.398+0000 7ff62ad9d640 1 -- 172.21.15.52:0/1696446150 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff62c101920 con 0x7ff62c103560 2024-03-18T22:56:36.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.399+0000 7ff62ad9d640 1 --2- 172.21.15.52:0/1696446150 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff62c103560 0x7ff62c101090 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7ff62400eb10 tx=0x7ff62400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:36.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.399+0000 7ff6237fe640 1 -- 172.21.15.52:0/1696446150 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff624004b20 con 0x7ff62c103560 2024-03-18T22:56:36.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.399+0000 7ff630f90640 1 -- 172.21.15.52:0/1696446150 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff62c1a1d80 con 0x7ff62c103560 2024-03-18T22:56:36.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.399+0000 7ff6237fe640 1 -- 172.21.15.52:0/1696446150 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff624004cc0 con 0x7ff62c103560 2024-03-18T22:56:36.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.399+0000 7ff6237fe640 1 -- 172.21.15.52:0/1696446150 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6240107f0 con 0x7ff62c103560 2024-03-18T22:56:36.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.399+0000 7ff630f90640 1 -- 172.21.15.52:0/1696446150 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff62c1a21e0 con 0x7ff62c103560 2024-03-18T22:56:36.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.400+0000 7ff630f90640 1 -- 172.21.15.52:0/1696446150 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff62c108cd0 con 0x7ff62c103560 2024-03-18T22:56:36.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.401+0000 7ff6237fe640 1 -- 172.21.15.52:0/1696446150 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7ff624005020 con 0x7ff62c103560 2024-03-18T22:56:36.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.401+0000 7ff6237fe640 1 --2- 172.21.15.52:0/1696446150 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff6180a2800 0x7ff6180a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:36.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.402+0000 7ff62a59c640 1 --2- 172.21.15.52:0/1696446150 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff6180a2800 0x7ff6180a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:36.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.402+0000 7ff6237fe640 1 -- 172.21.15.52:0/1696446150 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7ff6240cefe0 con 0x7ff62c103560 2024-03-18T22:56:36.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.402+0000 7ff62a59c640 1 --2- 172.21.15.52:0/1696446150 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff6180a2800 0x7ff6180a4cc0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7ff61c02c900 tx=0x7ff61c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:36.406 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.406+0000 7ff6237fe640 1 -- 172.21.15.52:0/1696446150 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7ff62409c060 con 0x7ff62c103560 2024-03-18T22:56:36.589 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.588+0000 7ff630f90640 1 -- 172.21.15.52:0/1696446150 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7ff62c062420 con 0x7ff62c103560 2024-03-18T22:56:36.590 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.589+0000 7ff6237fe640 1 -- 172.21.15.52:0/1696446150 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v90) ==== 93+0+10 (secure 0 0 0) 0x7ff62409b960 con 0x7ff62c103560 2024-03-18T22:56:36.590 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 1 2024-03-18T22:56:36.591 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.591+0000 7ff630f90640 1 -- 172.21.15.52:0/1696446150 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff6180a2800 msgr2=0x7ff6180a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:36.592 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.591+0000 7ff630f90640 1 --2- 172.21.15.52:0/1696446150 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff6180a2800 0x7ff6180a4cc0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7ff61c02c900 tx=0x7ff61c005fd0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.592 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.591+0000 7ff630f90640 1 -- 172.21.15.52:0/1696446150 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff62c103560 msgr2=0x7ff62c101090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:36.592 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.591+0000 7ff630f90640 1 --2- 172.21.15.52:0/1696446150 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff62c103560 0x7ff62c101090 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7ff62400eb10 tx=0x7ff62400c2d0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.592 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.591+0000 7ff630f90640 1 -- 172.21.15.52:0/1696446150 shutdown_connections 2024-03-18T22:56:36.592 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.591+0000 7ff630f90640 1 --2- 172.21.15.52:0/1696446150 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7ff6180a2800 0x7ff6180a4cc0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.592 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.591+0000 7ff630f90640 1 --2- 172.21.15.52:0/1696446150 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff62c103560 0x7ff62c101090 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.592 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.591+0000 7ff630f90640 1 --2- 172.21.15.52:0/1696446150 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff62c102ba0 0x7ff62c100b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.592 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.591+0000 7ff630f90640 1 --2- 172.21.15.52:0/1696446150 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff62c0ffb30 0x7ff62c102510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.592 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.591+0000 7ff630f90640 1 -- 172.21.15.52:0/1696446150 >> 172.21.15.52:0/1696446150 conn(0x7ff62c0fb420 msgr2=0x7ff62c105ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:36.592 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.591+0000 7ff630f90640 1 -- 172.21.15.52:0/1696446150 shutdown_connections 2024-03-18T22:56:36.592 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.591+0000 7ff630f90640 1 -- 172.21.15.52:0/1696446150 wait complete. 2024-03-18T22:56:36.603 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-18T22:56:36.711 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.708+0000 7f74ece12640 1 -- 172.21.15.52:0/3859125360 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74e8100720 msgr2=0x7f74e8100b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:36.711 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.708+0000 7f74ece12640 1 --2- 172.21.15.52:0/3859125360 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74e8100720 0x7f74e8100b40 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f74e0009900 tx=0x7f74e002bc30 comp rx=0 tx=0).stop 2024-03-18T22:56:36.711 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.708+0000 7f74ece12640 1 -- 172.21.15.52:0/3859125360 shutdown_connections 2024-03-18T22:56:36.711 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.708+0000 7f74ece12640 1 --2- 172.21.15.52:0/3859125360 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f74e81022d0 0x7f74e8108b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.711 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.708+0000 7f74ece12640 1 --2- 172.21.15.52:0/3859125360 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f74e8101910 0x7f74e8101d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.711 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.708+0000 7f74ece12640 1 --2- 172.21.15.52:0/3859125360 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74e8100720 0x7f74e8100b40 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.711 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.708+0000 7f74ece12640 1 -- 172.21.15.52:0/3859125360 >> 172.21.15.52:0/3859125360 conn(0x7f74e80fbcb0 msgr2=0x7f74e80fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:36.712 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.708+0000 7f74ece12640 1 -- 172.21.15.52:0/3859125360 shutdown_connections 2024-03-18T22:56:36.712 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.708+0000 7f74ece12640 1 -- 172.21.15.52:0/3859125360 wait complete. 2024-03-18T22:56:36.712 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.708+0000 7f74ece12640 1 Processor -- start 2024-03-18T22:56:36.712 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.709+0000 7f74ece12640 1 -- start start 2024-03-18T22:56:36.712 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.709+0000 7f74ece12640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74e8100720 0x7f74e8069550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:36.712 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.709+0000 7f74ece12640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f74e8101910 0x7f74e819c970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:36.712 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.709+0000 7f74ece12640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f74e81022d0 0x7f74e819efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:36.712 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.709+0000 7f74ece12640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f74e810c480 con 0x7f74e8100720 2024-03-18T22:56:36.712 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.709+0000 7f74ece12640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f74e810c300 con 0x7f74e8101910 2024-03-18T22:56:36.712 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.709+0000 7f74ece12640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f74e810c600 con 0x7f74e81022d0 2024-03-18T22:56:36.712 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.709+0000 7f74e659c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74e8100720 0x7f74e8069550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:36.712 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.709+0000 7f74e659c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74e8100720 0x7f74e8069550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40658/0 (socket says 172.21.15.52:40658) 2024-03-18T22:56:36.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.709+0000 7f74e659c640 1 -- 172.21.15.52:0/3650171936 learned_addr learned my addr 172.21.15.52:0/3650171936 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:36.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.709+0000 7f74e5d9b640 1 --2- 172.21.15.52:0/3650171936 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f74e8101910 0x7f74e819c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:36.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.709+0000 7f74e6d9d640 1 --2- 172.21.15.52:0/3650171936 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f74e81022d0 0x7f74e819efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:36.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.709+0000 7f74e659c640 1 -- 172.21.15.52:0/3650171936 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f74e81022d0 msgr2=0x7f74e819efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:36.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.709+0000 7f74e659c640 1 --2- 172.21.15.52:0/3650171936 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f74e81022d0 0x7f74e819efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.709+0000 7f74e659c640 1 -- 172.21.15.52:0/3650171936 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f74e8101910 msgr2=0x7f74e819c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:36.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.709+0000 7f74e659c640 1 --2- 172.21.15.52:0/3650171936 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f74e8101910 0x7f74e819c970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.709+0000 7f74e659c640 1 -- 172.21.15.52:0/3650171936 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74e819f8a0 con 0x7f74e8100720 2024-03-18T22:56:36.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.709+0000 7f74e659c640 1 --2- 172.21.15.52:0/3650171936 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74e8100720 0x7f74e8069550 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f74e0000c00 tx=0x7f74e0004a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:36.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.709+0000 7f74df7fe640 1 -- 172.21.15.52:0/3650171936 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74e0043020 con 0x7f74e8100720 2024-03-18T22:56:36.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.709+0000 7f74ece12640 1 -- 172.21.15.52:0/3650171936 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74e819fb30 con 0x7f74e8100720 2024-03-18T22:56:36.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.709+0000 7f74df7fe640 1 -- 172.21.15.52:0/3650171936 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f74e0004250 con 0x7f74e8100720 2024-03-18T22:56:36.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.709+0000 7f74df7fe640 1 -- 172.21.15.52:0/3650171936 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74e0003b90 con 0x7f74e8100720 2024-03-18T22:56:36.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.709+0000 7f74ece12640 1 -- 172.21.15.52:0/3650171936 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74e81a0080 con 0x7f74e8100720 2024-03-18T22:56:36.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.710+0000 7f74ece12640 1 -- 172.21.15.52:0/3650171936 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74e8107b10 con 0x7f74e8100720 2024-03-18T22:56:36.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.711+0000 7f74df7fe640 1 -- 172.21.15.52:0/3650171936 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f74e0046020 con 0x7f74e8100720 2024-03-18T22:56:36.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.712+0000 7f74df7fe640 1 --2- 172.21.15.52:0/3650171936 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f74d40a2800 0x7f74d40a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:36.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.712+0000 7f74e5d9b640 1 --2- 172.21.15.52:0/3650171936 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f74d40a2800 0x7f74d40a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:36.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.712+0000 7f74df7fe640 1 -- 172.21.15.52:0/3650171936 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f74e00f0bb0 con 0x7f74e8100720 2024-03-18T22:56:36.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.712+0000 7f74e5d9b640 1 --2- 172.21.15.52:0/3650171936 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f74d40a2800 0x7f74d40a4cc0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f74e80692c0 tx=0x7f74d0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:36.717 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.716+0000 7f74df7fe640 1 -- 172.21.15.52:0/3650171936 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f74e004d020 con 0x7f74e8100720 2024-03-18T22:56:36.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.901+0000 7f74ece12640 1 -- 172.21.15.52:0/3650171936 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f74e8062420 con 0x7f74e8100720 2024-03-18T22:56:36.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.902+0000 7f74df7fe640 1 -- 172.21.15.52:0/3650171936 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v90) ==== 104+0+11 (secure 0 0 0) 0x7f74e00bdbd0 con 0x7f74e8100720 2024-03-18T22:56:36.903 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-03-18T22:56:36.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.904+0000 7f74ece12640 1 -- 172.21.15.52:0/3650171936 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f74d40a2800 msgr2=0x7f74d40a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:36.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.904+0000 7f74ece12640 1 --2- 172.21.15.52:0/3650171936 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f74d40a2800 0x7f74d40a4cc0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f74e80692c0 tx=0x7f74d0005f90 comp rx=0 tx=0).stop 2024-03-18T22:56:36.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.904+0000 7f74ece12640 1 -- 172.21.15.52:0/3650171936 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74e8100720 msgr2=0x7f74e8069550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:36.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.904+0000 7f74ece12640 1 --2- 172.21.15.52:0/3650171936 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74e8100720 0x7f74e8069550 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f74e0000c00 tx=0x7f74e0004a30 comp rx=0 tx=0).stop 2024-03-18T22:56:36.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.904+0000 7f74ece12640 1 -- 172.21.15.52:0/3650171936 shutdown_connections 2024-03-18T22:56:36.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.904+0000 7f74ece12640 1 --2- 172.21.15.52:0/3650171936 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f74d40a2800 0x7f74d40a4cc0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.904+0000 7f74ece12640 1 --2- 172.21.15.52:0/3650171936 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f74e81022d0 0x7f74e819efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.904+0000 7f74ece12640 1 --2- 172.21.15.52:0/3650171936 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f74e8101910 0x7f74e819c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.904+0000 7f74ece12640 1 --2- 172.21.15.52:0/3650171936 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74e8100720 0x7f74e8069550 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:36.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.904+0000 7f74ece12640 1 -- 172.21.15.52:0/3650171936 >> 172.21.15.52:0/3650171936 conn(0x7f74e80fbcb0 msgr2=0x7f74e8104ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:36.906 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.904+0000 7f74ece12640 1 -- 172.21.15.52:0/3650171936 shutdown_connections 2024-03-18T22:56:36.906 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:36.904+0000 7f74ece12640 1 -- 172.21.15.52:0/3650171936 wait complete. 2024-03-18T22:56:36.914 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:36 smithi052 ceph-mon[32520]: pgmap v341: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-03-18T22:56:36.915 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:36 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1748312134' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:56:36.916 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-18T22:56:37.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:36 smithi181 ceph-mon[67256]: pgmap v341: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-03-18T22:56:37.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:36 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/1748312134' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:56:37.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:36 smithi099 ceph-mon[36725]: pgmap v341: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-03-18T22:56:37.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:36 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/1748312134' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:56:37.021 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.020+0000 7f3ba4b16640 1 -- 172.21.15.52:0/264273619 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3ba0100740 msgr2=0x7f3ba0100b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:37.021 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.020+0000 7f3ba4b16640 1 --2- 172.21.15.52:0/264273619 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3ba0100740 0x7f3ba0100b60 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f3b90009860 tx=0x7f3b9002bb70 comp rx=0 tx=0).stop 2024-03-18T22:56:37.021 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.020+0000 7f3ba4b16640 1 -- 172.21.15.52:0/264273619 shutdown_connections 2024-03-18T22:56:37.021 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.020+0000 7f3ba4b16640 1 --2- 172.21.15.52:0/264273619 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3ba01022f0 0x7f3ba0108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.021 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.020+0000 7f3ba4b16640 1 --2- 172.21.15.52:0/264273619 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3ba0101930 0x7f3ba0101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.021 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.020+0000 7f3ba4b16640 1 --2- 172.21.15.52:0/264273619 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3ba0100740 0x7f3ba0100b60 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.021 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.020+0000 7f3ba4b16640 1 -- 172.21.15.52:0/264273619 >> 172.21.15.52:0/264273619 conn(0x7f3ba00fbcd0 msgr2=0x7f3ba00fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:37.021 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.020+0000 7f3ba4b16640 1 -- 172.21.15.52:0/264273619 shutdown_connections 2024-03-18T22:56:37.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.020+0000 7f3ba4b16640 1 -- 172.21.15.52:0/264273619 wait complete. 2024-03-18T22:56:37.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.021+0000 7f3ba4b16640 1 Processor -- start 2024-03-18T22:56:37.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.021+0000 7f3ba4b16640 1 -- start start 2024-03-18T22:56:37.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.021+0000 7f3ba4b16640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3ba0100740 0x7f3ba0197c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:37.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.021+0000 7f3ba4b16640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3ba0101930 0x7f3ba01981c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:37.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.021+0000 7f3ba4b16640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3ba01022f0 0x7f3ba019f220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:37.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.021+0000 7f3ba4b16640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba010d600 con 0x7f3ba0101930 2024-03-18T22:56:37.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.021+0000 7f3ba4b16640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba010d480 con 0x7f3ba0100740 2024-03-18T22:56:37.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.021+0000 7f3ba4b16640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba010d780 con 0x7f3ba01022f0 2024-03-18T22:56:37.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.021+0000 7f3b97fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3ba0101930 0x7f3ba01981c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:37.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.021+0000 7f3b9e59c640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3ba0100740 0x7f3ba0197c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:37.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.021+0000 7f3b97fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3ba0101930 0x7f3ba01981c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40680/0 (socket says 172.21.15.52:40680) 2024-03-18T22:56:37.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.021+0000 7f3b97fff640 1 -- 172.21.15.52:0/1022393853 learned_addr learned my addr 172.21.15.52:0/1022393853 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:37.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.021+0000 7f3b9ed9d640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3ba01022f0 0x7f3ba019f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:37.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.022+0000 7f3b9e59c640 1 -- 172.21.15.52:0/1022393853 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3ba01022f0 msgr2=0x7f3ba019f220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:37.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.022+0000 7f3b9e59c640 1 --2- 172.21.15.52:0/1022393853 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3ba01022f0 0x7f3ba019f220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.022+0000 7f3b9e59c640 1 -- 172.21.15.52:0/1022393853 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3ba0101930 msgr2=0x7f3ba01981c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:37.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.022+0000 7f3b9e59c640 1 --2- 172.21.15.52:0/1022393853 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3ba0101930 0x7f3ba01981c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.022+0000 7f3b9e59c640 1 -- 172.21.15.52:0/1022393853 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ba019f8c0 con 0x7f3ba0100740 2024-03-18T22:56:37.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.022+0000 7f3b97fff640 1 --2- 172.21.15.52:0/1022393853 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3ba0101930 0x7f3ba01981c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:37.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.022+0000 7f3b9e59c640 1 --2- 172.21.15.52:0/1022393853 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3ba0100740 0x7f3ba0197c80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f3b9002c0b0 tx=0x7f3b90035f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:37.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.022+0000 7f3b977fe640 1 -- 172.21.15.52:0/1022393853 <== mon.2 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b90041020 con 0x7f3ba0100740 2024-03-18T22:56:37.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.022+0000 7f3ba4b16640 1 -- 172.21.15.52:0/1022393853 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ba019fb50 con 0x7f3ba0100740 2024-03-18T22:56:37.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.022+0000 7f3b977fe640 1 -- 172.21.15.52:0/1022393853 <== mon.2 v2:172.21.15.99:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3b9002ca10 con 0x7f3ba0100740 2024-03-18T22:56:37.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.022+0000 7f3b977fe640 1 -- 172.21.15.52:0/1022393853 <== mon.2 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b90039040 con 0x7f3ba0100740 2024-03-18T22:56:37.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.022+0000 7f3ba4b16640 1 -- 172.21.15.52:0/1022393853 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ba01a0010 con 0x7f3ba0100740 2024-03-18T22:56:37.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.023+0000 7f3ba4b16640 1 -- 172.21.15.52:0/1022393853 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ba0107a60 con 0x7f3ba0100740 2024-03-18T22:56:37.026 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.024+0000 7f3b977fe640 1 -- 172.21.15.52:0/1022393853 <== mon.2 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f3b90044020 con 0x7f3ba0100740 2024-03-18T22:56:37.026 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.025+0000 7f3b977fe640 1 --2- 172.21.15.52:0/1022393853 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3b8c0a2800 0x7f3b8c0a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:37.026 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.025+0000 7f3b97fff640 1 --2- 172.21.15.52:0/1022393853 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3b8c0a2800 0x7f3b8c0a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:37.026 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.025+0000 7f3b977fe640 1 -- 172.21.15.52:0/1022393853 <== mon.2 v2:172.21.15.99:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f3b900f0630 con 0x7f3ba0100740 2024-03-18T22:56:37.026 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.025+0000 7f3b97fff640 1 --2- 172.21.15.52:0/1022393853 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3b8c0a2800 0x7f3b8c0a4cc0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f3ba0199180 tx=0x7f3b88005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:37.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.030+0000 7f3b977fe640 1 -- 172.21.15.52:0/1022393853 <== mon.2 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f3b9004b020 con 0x7f3ba0100740 2024-03-18T22:56:37.214 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.213+0000 7f3ba4b16640 1 -- 172.21.15.52:0/1022393853 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f3ba002d1f0 con 0x7f3ba0100740 2024-03-18T22:56:37.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.214+0000 7f3b977fe640 1 -- 172.21.15.52:0/1022393853 <== mon.2 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v90) ==== 100+0+11 (secure 0 0 0) 0x7f3b900bd6b0 con 0x7f3ba0100740 2024-03-18T22:56:37.215 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 64 2024-03-18T22:56:37.217 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.216+0000 7f3ba4b16640 1 -- 172.21.15.52:0/1022393853 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3b8c0a2800 msgr2=0x7f3b8c0a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:37.217 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.216+0000 7f3ba4b16640 1 --2- 172.21.15.52:0/1022393853 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3b8c0a2800 0x7f3b8c0a4cc0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f3ba0199180 tx=0x7f3b88005f90 comp rx=0 tx=0).stop 2024-03-18T22:56:37.217 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.216+0000 7f3ba4b16640 1 -- 172.21.15.52:0/1022393853 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3ba0100740 msgr2=0x7f3ba0197c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:37.217 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.216+0000 7f3ba4b16640 1 --2- 172.21.15.52:0/1022393853 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3ba0100740 0x7f3ba0197c80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f3b9002c0b0 tx=0x7f3b90035f10 comp rx=0 tx=0).stop 2024-03-18T22:56:37.217 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.216+0000 7f3ba4b16640 1 -- 172.21.15.52:0/1022393853 shutdown_connections 2024-03-18T22:56:37.217 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.216+0000 7f3ba4b16640 1 --2- 172.21.15.52:0/1022393853 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f3b8c0a2800 0x7f3b8c0a4cc0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.217 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.216+0000 7f3ba4b16640 1 --2- 172.21.15.52:0/1022393853 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3ba01022f0 0x7f3ba019f220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.217 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.216+0000 7f3ba4b16640 1 --2- 172.21.15.52:0/1022393853 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3ba0101930 0x7f3ba01981c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.217 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.216+0000 7f3ba4b16640 1 --2- 172.21.15.52:0/1022393853 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3ba0100740 0x7f3ba0197c80 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.217 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.216+0000 7f3ba4b16640 1 -- 172.21.15.52:0/1022393853 >> 172.21.15.52:0/1022393853 conn(0x7f3ba00fbcd0 msgr2=0x7f3ba0104c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:37.218 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.216+0000 7f3ba4b16640 1 -- 172.21.15.52:0/1022393853 shutdown_connections 2024-03-18T22:56:37.218 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.216+0000 7f3ba4b16640 1 -- 172.21.15.52:0/1022393853 wait complete. 2024-03-18T22:56:37.228 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-18T22:56:37.332 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.329+0000 7f9028a97640 1 -- 172.21.15.52:0/1708595696 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9024101940 msgr2=0x7f9024101dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:37.332 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.329+0000 7f9028a97640 1 --2- 172.21.15.52:0/1708595696 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9024101940 0x7f9024101dc0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f900c009900 tx=0x7f900c02bc30 comp rx=0 tx=0).stop 2024-03-18T22:56:37.332 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.329+0000 7f9028a97640 1 -- 172.21.15.52:0/1708595696 shutdown_connections 2024-03-18T22:56:37.332 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.329+0000 7f9028a97640 1 --2- 172.21.15.52:0/1708595696 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9024102300 0x7f9024108b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.332 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.329+0000 7f9028a97640 1 --2- 172.21.15.52:0/1708595696 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9024101940 0x7f9024101dc0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.332 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.329+0000 7f9028a97640 1 --2- 172.21.15.52:0/1708595696 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9024100750 0x7f9024100b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.332 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.329+0000 7f9028a97640 1 -- 172.21.15.52:0/1708595696 >> 172.21.15.52:0/1708595696 conn(0x7f90240fbd00 msgr2=0x7f90240fe120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:37.332 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.329+0000 7f9028a97640 1 -- 172.21.15.52:0/1708595696 shutdown_connections 2024-03-18T22:56:37.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.329+0000 7f9028a97640 1 -- 172.21.15.52:0/1708595696 wait complete. 2024-03-18T22:56:37.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.330+0000 7f9028a97640 1 Processor -- start 2024-03-18T22:56:37.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.330+0000 7f9028a97640 1 -- start start 2024-03-18T22:56:37.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.330+0000 7f9028a97640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9024100750 0x7f902406aa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:37.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.330+0000 7f9028a97640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9024101940 0x7f902419ca30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:37.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.330+0000 7f9028a97640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9024102300 0x7f902419f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:37.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.330+0000 7f9028a97640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f902410c530 con 0x7f9024100750 2024-03-18T22:56:37.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.330+0000 7f9028a97640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f902410c3b0 con 0x7f9024101940 2024-03-18T22:56:37.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.330+0000 7f9028a97640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f902410c6b0 con 0x7f9024102300 2024-03-18T22:56:37.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.330+0000 7f902259c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9024100750 0x7f902406aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:37.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.330+0000 7f902259c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9024100750 0x7f902406aa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40708/0 (socket says 172.21.15.52:40708) 2024-03-18T22:56:37.334 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.330+0000 7f902259c640 1 -- 172.21.15.52:0/3862576906 learned_addr learned my addr 172.21.15.52:0/3862576906 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:37.334 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.330+0000 7f901bfff640 1 --2- 172.21.15.52:0/3862576906 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9024101940 0x7f902419ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:37.334 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.330+0000 7f9022d9d640 1 --2- 172.21.15.52:0/3862576906 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9024102300 0x7f902419f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:37.334 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.330+0000 7f902259c640 1 -- 172.21.15.52:0/3862576906 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9024102300 msgr2=0x7f902419f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:37.334 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.330+0000 7f902259c640 1 --2- 172.21.15.52:0/3862576906 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9024102300 0x7f902419f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.334 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.330+0000 7f902259c640 1 -- 172.21.15.52:0/3862576906 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9024101940 msgr2=0x7f902419ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:37.334 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.330+0000 7f902259c640 1 --2- 172.21.15.52:0/3862576906 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9024101940 0x7f902419ca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.334 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.330+0000 7f902259c640 1 -- 172.21.15.52:0/3862576906 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f902419f960 con 0x7f9024100750 2024-03-18T22:56:37.334 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.330+0000 7f9022d9d640 1 --2- 172.21.15.52:0/3862576906 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9024102300 0x7f902419f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:56:37.334 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.331+0000 7f902259c640 1 --2- 172.21.15.52:0/3862576906 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9024100750 0x7f902406aa00 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f901400b450 tx=0x7f901400b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:37.334 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.331+0000 7f901b7fe640 1 -- 172.21.15.52:0/3862576906 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9014015020 con 0x7f9024100750 2024-03-18T22:56:37.334 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.331+0000 7f9028a97640 1 -- 172.21.15.52:0/3862576906 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f902419fbf0 con 0x7f9024100750 2024-03-18T22:56:37.334 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.331+0000 7f901b7fe640 1 -- 172.21.15.52:0/3862576906 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9014011d90 con 0x7f9024100750 2024-03-18T22:56:37.335 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.331+0000 7f901b7fe640 1 -- 172.21.15.52:0/3862576906 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f901400f340 con 0x7f9024100750 2024-03-18T22:56:37.335 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.331+0000 7f9028a97640 1 -- 172.21.15.52:0/3862576906 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90241a00c0 con 0x7f9024100750 2024-03-18T22:56:37.335 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.332+0000 7f9028a97640 1 -- 172.21.15.52:0/3862576906 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9024107a10 con 0x7f9024100750 2024-03-18T22:56:37.336 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.333+0000 7f901b7fe640 1 -- 172.21.15.52:0/3862576906 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f9014018020 con 0x7f9024100750 2024-03-18T22:56:37.336 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.333+0000 7f901b7fe640 1 --2- 172.21.15.52:0/3862576906 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f90100a2800 0x7f90100a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:37.336 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.334+0000 7f901bfff640 1 --2- 172.21.15.52:0/3862576906 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f90100a2800 0x7f90100a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:37.336 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.334+0000 7f901b7fe640 1 -- 172.21.15.52:0/3862576906 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f90140ce600 con 0x7f9024100750 2024-03-18T22:56:37.336 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.334+0000 7f901bfff640 1 --2- 172.21.15.52:0/3862576906 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f90100a2800 0x7f90100a4cc0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f900c009230 tx=0x7f900c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:37.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.338+0000 7f901b7fe640 1 -- 172.21.15.52:0/3862576906 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f901401f020 con 0x7f9024100750 2024-03-18T22:56:37.559 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.559+0000 7f9028a97640 1 -- 172.21.15.52:0/3862576906 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f902402d1f0 con 0x7f9024100750 2024-03-18T22:56:37.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.560+0000 7f901b7fe640 1 -- 172.21.15.52:0/3862576906 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11857 (secure 0 0 0) 0x7f901400d040 con 0x7f9024100750 2024-03-18T22:56:37.560 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:56:37.561 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":21,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3227483135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":3227483135},{"type":"v1","addr":"172.21.15.52:6835","nonce":3227483135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/3461032451","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":3461032451},{"type":"v1","addr":"172.21.15.52:6837","nonce":3461032451}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14628,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/1261469762","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":1261469762},{"type":"v1","addr":"172.21.15.52:6839","nonce":1261469762}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14640,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3903225657","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3903225657},{"type":"v1","addr":"172.21.15.52:6841","nonce":3903225657}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/873737656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":873737656},{"type":"v1","addr":"172.21.15.181:6833","nonce":873737656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6833/800213438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":800213438},{"type":"v1","addr":"172.21.15.99:6833","nonce":800213438}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-18T22:54:53.377645+0000","modified":"2024-03-18T22:54:58.356820+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24527,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24445":{"gid":24445,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.181:6835/278652610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":278652610},{"type":"v1","addr":"172.21.15.181:6835","nonce":278652610}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.99:6835/286053630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":286053630},{"type":"v1","addr":"172.21.15.99:6835","nonce":286053630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.181:6837/1834382232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":1834382232},{"type":"v1","addr":"172.21.15.181:6837","nonce":1834382232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.181:6839/1346550423","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6838","nonce":1346550423},{"type":"v1","addr":"172.21.15.181:6839","nonce":1346550423}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.99:6837/3393123598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6836","nonce":3393123598},{"type":"v1","addr":"172.21.15.99:6837","nonce":3393123598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.99:6839/326875962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6838","nonce":326875962},{"type":"v1","addr":"172.21.15.99:6839","nonce":326875962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24527,"qdb_cluster":[24479,24478,24527]},"id":1}]} 2024-03-18T22:56:37.561 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 21 2024-03-18T22:56:37.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.562+0000 7f9028a97640 1 -- 172.21.15.52:0/3862576906 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f90100a2800 msgr2=0x7f90100a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:37.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.562+0000 7f9028a97640 1 --2- 172.21.15.52:0/3862576906 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f90100a2800 0x7f90100a4cc0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f900c009230 tx=0x7f900c005fd0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.562+0000 7f9028a97640 1 -- 172.21.15.52:0/3862576906 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9024100750 msgr2=0x7f902406aa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:37.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.562+0000 7f9028a97640 1 --2- 172.21.15.52:0/3862576906 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9024100750 0x7f902406aa00 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f901400b450 tx=0x7f901400b910 comp rx=0 tx=0).stop 2024-03-18T22:56:37.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.562+0000 7f9028a97640 1 -- 172.21.15.52:0/3862576906 shutdown_connections 2024-03-18T22:56:37.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.562+0000 7f9028a97640 1 --2- 172.21.15.52:0/3862576906 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f90100a2800 0x7f90100a4cc0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.562+0000 7f9028a97640 1 --2- 172.21.15.52:0/3862576906 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9024102300 0x7f902419f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.562+0000 7f9028a97640 1 --2- 172.21.15.52:0/3862576906 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9024101940 0x7f902419ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.562+0000 7f9028a97640 1 --2- 172.21.15.52:0/3862576906 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9024100750 0x7f902406aa00 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.562+0000 7f9028a97640 1 -- 172.21.15.52:0/3862576906 >> 172.21.15.52:0/3862576906 conn(0x7f90240fbd00 msgr2=0x7f9024104be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:37.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.562+0000 7f9028a97640 1 -- 172.21.15.52:0/3862576906 shutdown_connections 2024-03-18T22:56:37.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.562+0000 7f9028a97640 1 -- 172.21.15.52:0/3862576906 wait complete. 2024-03-18T22:56:37.574 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-18T22:56:37.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.676+0000 7fc525f9d640 1 -- 172.21.15.52:0/696956042 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc520102120 msgr2=0x7fc5201089b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:37.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.676+0000 7fc525f9d640 1 --2- 172.21.15.52:0/696956042 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc520102120 0x7fc5201089b0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fc518009ca0 tx=0x7fc51802c0f0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.676+0000 7fc525f9d640 1 -- 172.21.15.52:0/696956042 shutdown_connections 2024-03-18T22:56:37.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.676+0000 7fc525f9d640 1 --2- 172.21.15.52:0/696956042 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc520102120 0x7fc5201089b0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.676+0000 7fc525f9d640 1 --2- 172.21.15.52:0/696956042 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc520101760 0x7fc520101be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.676+0000 7fc525f9d640 1 --2- 172.21.15.52:0/696956042 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc520100570 0x7fc520100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.676+0000 7fc525f9d640 1 -- 172.21.15.52:0/696956042 >> 172.21.15.52:0/696956042 conn(0x7fc5200fbb00 msgr2=0x7fc5200fdf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:37.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.676+0000 7fc525f9d640 1 -- 172.21.15.52:0/696956042 shutdown_connections 2024-03-18T22:56:37.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.676+0000 7fc525f9d640 1 -- 172.21.15.52:0/696956042 wait complete. 2024-03-18T22:56:37.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.677+0000 7fc525f9d640 1 Processor -- start 2024-03-18T22:56:37.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.677+0000 7fc525f9d640 1 -- start start 2024-03-18T22:56:37.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.677+0000 7fc525f9d640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc520100570 0x7fc5201979e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:37.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.677+0000 7fc525f9d640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc520101760 0x7fc520197f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:37.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.677+0000 7fc525f9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc520102120 0x7fc52019ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:37.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.677+0000 7fc525f9d640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc52010c320 con 0x7fc520102120 2024-03-18T22:56:37.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.677+0000 7fc525f9d640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fc52010c1a0 con 0x7fc520101760 2024-03-18T22:56:37.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.677+0000 7fc525f9d640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fc52010c4a0 con 0x7fc520100570 2024-03-18T22:56:37.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.677+0000 7fc52579c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc520102120 0x7fc52019ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:37.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.677+0000 7fc52579c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc520102120 0x7fc52019ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48164/0 (socket says 172.21.15.52:48164) 2024-03-18T22:56:37.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.677+0000 7fc52579c640 1 -- 172.21.15.52:0/247243848 learned_addr learned my addr 172.21.15.52:0/247243848 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:37.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.677+0000 7fc524f9b640 1 --2- 172.21.15.52:0/247243848 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc520100570 0x7fc5201979e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:37.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.677+0000 7fc51ffff640 1 --2- 172.21.15.52:0/247243848 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc520101760 0x7fc520197f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:37.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.678+0000 7fc52579c640 1 -- 172.21.15.52:0/247243848 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc520100570 msgr2=0x7fc5201979e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:37.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.678+0000 7fc52579c640 1 --2- 172.21.15.52:0/247243848 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc520100570 0x7fc5201979e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.678+0000 7fc52579c640 1 -- 172.21.15.52:0/247243848 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc520101760 msgr2=0x7fc520197f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:37.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.678+0000 7fc52579c640 1 --2- 172.21.15.52:0/247243848 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc520101760 0x7fc520197f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.678+0000 7fc52579c640 1 -- 172.21.15.52:0/247243848 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc52019f600 con 0x7fc520102120 2024-03-18T22:56:37.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.678+0000 7fc52579c640 1 --2- 172.21.15.52:0/247243848 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc520102120 0x7fc52019ef90 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fc51802c630 tx=0x7fc518034670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:37.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.678+0000 7fc51dffb640 1 -- 172.21.15.52:0/247243848 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc518039040 con 0x7fc520102120 2024-03-18T22:56:37.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.678+0000 7fc525f9d640 1 -- 172.21.15.52:0/247243848 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc52019f890 con 0x7fc520102120 2024-03-18T22:56:37.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.678+0000 7fc51dffb640 1 -- 172.21.15.52:0/247243848 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc518044070 con 0x7fc520102120 2024-03-18T22:56:37.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.678+0000 7fc51dffb640 1 -- 172.21.15.52:0/247243848 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc518004500 con 0x7fc520102120 2024-03-18T22:56:37.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.678+0000 7fc525f9d640 1 -- 172.21.15.52:0/247243848 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc52019fd80 con 0x7fc520102120 2024-03-18T22:56:37.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.679+0000 7fc525f9d640 1 -- 172.21.15.52:0/247243848 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc52019ffe0 con 0x7fc520102120 2024-03-18T22:56:37.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.680+0000 7fc51dffb640 1 -- 172.21.15.52:0/247243848 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7fc5180046a0 con 0x7fc520102120 2024-03-18T22:56:37.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.681+0000 7fc51dffb640 1 --2- 172.21.15.52:0/247243848 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc5100a2800 0x7fc5100a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:37.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.681+0000 7fc524f9b640 1 --2- 172.21.15.52:0/247243848 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc5100a2800 0x7fc5100a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:37.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.681+0000 7fc51dffb640 1 -- 172.21.15.52:0/247243848 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7fc5180f1110 con 0x7fc520102120 2024-03-18T22:56:37.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.681+0000 7fc524f9b640 1 --2- 172.21.15.52:0/247243848 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc5100a2800 0x7fc5100a4cc0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc514005fd0 tx=0x7fc51400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:37.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.685+0000 7fc51dffb640 1 -- 172.21.15.52:0/247243848 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fc5180be130 con 0x7fc520102120 2024-03-18T22:56:37.869 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.869+0000 7fc525f9d640 1 -- 172.21.15.52:0/247243848 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc5201a0370 con 0x7fc520102120 2024-03-18T22:56:37.871 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.870+0000 7fc51dffb640 1 -- 172.21.15.52:0/247243848 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+22685 (secure 0 0 0) 0x7fc5180bda30 con 0x7fc520102120 2024-03-18T22:56:37.871 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:56:37.872 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":90,"fsid":"444ca0c0-e579-11ee-95c9-87774f69a715","created":"2024-03-18T22:46:59.196861+0000","modified":"2024-03-18T22:55:54.432950+0000","last_up_change":"2024-03-18T22:54:03.658736+0000","last_in_change":"2024-03-18T22:53:42.549736+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-18T22:50:19.580907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-18T22:54:51.765993+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-18T22:54:52.580111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8f05057f-5818-4a49-a239-ce60bf28c875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6803","nonce":4259078413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6805","nonce":4259078413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6809","nonce":4259078413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6807","nonce":4259078413}]},"public_addr":"172.21.15.52:6803/4259078413","cluster_addr":"172.21.15.52:6805/4259078413","heartbeat_back_addr":"172.21.15.52:6809/4259078413","heartbeat_front_addr":"172.21.15.52:6807/4259078413","state":["exists","up"]},{"osd":1,"uuid":"602a7d92-7ff5-457e-b1e1-ab1e9eae6dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6801","nonce":500160796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6803","nonce":500160796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6807","nonce":500160796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6805","nonce":500160796}]},"public_addr":"172.21.15.99:6801/500160796","cluster_addr":"172.21.15.99:6803/500160796","heartbeat_back_addr":"172.21.15.99:6807/500160796","heartbeat_front_addr":"172.21.15.99:6805/500160796","state":["exists","up"]},{"osd":2,"uuid":"d5d4dba3-77ad-46f9-b510-d3b26f14077d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6801","nonce":1878857413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6803","nonce":1878857413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6807","nonce":1878857413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6805","nonce":1878857413}]},"public_addr":"172.21.15.181:6801/1878857413","cluster_addr":"172.21.15.181:6803/1878857413","heartbeat_back_addr":"172.21.15.181:6807/1878857413","heartbeat_front_addr":"172.21.15.181:6805/1878857413","state":["exists","up"]},{"osd":3,"uuid":"b61bfbef-b35c-49e3-9616-48e1b7ffc914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6811","nonce":2095210395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6813","nonce":2095210395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6817","nonce":2095210395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6815","nonce":2095210395}]},"public_addr":"172.21.15.52:6811/2095210395","cluster_addr":"172.21.15.52:6813/2095210395","heartbeat_back_addr":"172.21.15.52:6817/2095210395","heartbeat_front_addr":"172.21.15.52:6815/2095210395","state":["exists","up"]},{"osd":4,"uuid":"ce793666-4ab9-4844-81c9-661b265973b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6809","nonce":2287333294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6811","nonce":2287333294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6815","nonce":2287333294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6813","nonce":2287333294}]},"public_addr":"172.21.15.99:6809/2287333294","cluster_addr":"172.21.15.99:6811/2287333294","heartbeat_back_addr":"172.21.15.99:6815/2287333294","heartbeat_front_addr":"172.21.15.99:6813/2287333294","state":["exists","up"]},{"osd":5,"uuid":"9640855d-727d-4dbe-a86e-d9cb16ff1213","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6809","nonce":2011157034}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6811","nonce":2011157034}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6815","nonce":2011157034}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6813","nonce":2011157034}]},"public_addr":"172.21.15.181:6809/2011157034","cluster_addr":"172.21.15.181:6811/2011157034","heartbeat_back_addr":"172.21.15.181:6815/2011157034","heartbeat_front_addr":"172.21.15.181:6813/2011157034","state":["exists","up"]},{"osd":6,"uuid":"a5e939cf-f502-4844-a7c7-90a03212c912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6819","nonce":3005509606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6821","nonce":3005509606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6825","nonce":3005509606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6823","nonce":3005509606}]},"public_addr":"172.21.15.52:6819/3005509606","cluster_addr":"172.21.15.52:6821/3005509606","heartbeat_back_addr":"172.21.15.52:6825/3005509606","heartbeat_front_addr":"172.21.15.52:6823/3005509606","state":["exists","up"]},{"osd":7,"uuid":"6870a7b1-abe0-4d5b-aedb-e2eab43a0d36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6817","nonce":2572523724}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6819","nonce":2572523724}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6823","nonce":2572523724}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6821","nonce":2572523724}]},"public_addr":"172.21.15.99:6817/2572523724","cluster_addr":"172.21.15.99:6819/2572523724","heartbeat_back_addr":"172.21.15.99:6823/2572523724","heartbeat_front_addr":"172.21.15.99:6821/2572523724","state":["exists","up"]},{"osd":8,"uuid":"967926a1-de37-43dc-b815-0e17765b3a9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6817","nonce":644322337}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6819","nonce":644322337}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6823","nonce":644322337}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6821","nonce":644322337}]},"public_addr":"172.21.15.181:6817/644322337","cluster_addr":"172.21.15.181:6819/644322337","heartbeat_back_addr":"172.21.15.181:6823/644322337","heartbeat_front_addr":"172.21.15.181:6821/644322337","state":["exists","up"]},{"osd":9,"uuid":"a131710e-f2c3-4714-a033-106917dae36a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6827","nonce":2018024971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6829","nonce":2018024971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6833","nonce":2018024971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6831","nonce":2018024971}]},"public_addr":"172.21.15.52:6827/2018024971","cluster_addr":"172.21.15.52:6829/2018024971","heartbeat_back_addr":"172.21.15.52:6833/2018024971","heartbeat_front_addr":"172.21.15.52:6831/2018024971","state":["exists","up"]},{"osd":10,"uuid":"f73f086a-46e1-412c-8105-3b80772eca56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6825","nonce":14598206}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6827","nonce":14598206}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6831","nonce":14598206}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6829","nonce":14598206}]},"public_addr":"172.21.15.99:6825/14598206","cluster_addr":"172.21.15.99:6827/14598206","heartbeat_back_addr":"172.21.15.99:6831/14598206","heartbeat_front_addr":"172.21.15.99:6829/14598206","state":["exists","up"]},{"osd":11,"uuid":"f8e9539b-8a69-49a8-8a48-52f69b3c827e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":83,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6825","nonce":3442115308}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6827","nonce":3442115308}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6831","nonce":3442115308}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6829","nonce":3442115308}]},"public_addr":"172.21.15.181:6825/3442115308","cluster_addr":"172.21.15.181:6827/3442115308","heartbeat_back_addr":"172.21.15.181:6831/3442115308","heartbeat_front_addr":"172.21.15.181:6829/3442115308","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:30.221253+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:53.484811+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:17.327889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:41.988608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:06.067648+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:30.546908+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:56.054912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:20.268014+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:44.577601+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:10.398933+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:35.167862+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:54:00.825869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1b","mappings":[{"from":2,"to":1}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:6801/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:6800/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/2706493239":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/3660249274":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/3214486026":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6801/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6800/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/278759612":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/126914394":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/4260437251":"2024-03-19T22:47:53.231814+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-18T22:56:37.873 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.872+0000 7fc525f9d640 1 -- 172.21.15.52:0/247243848 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc5100a2800 msgr2=0x7fc5100a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:37.873 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.872+0000 7fc525f9d640 1 --2- 172.21.15.52:0/247243848 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc5100a2800 0x7fc5100a4cc0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc514005fd0 tx=0x7fc51400b410 comp rx=0 tx=0).stop 2024-03-18T22:56:37.873 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.872+0000 7fc525f9d640 1 -- 172.21.15.52:0/247243848 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc520102120 msgr2=0x7fc52019ef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:37.873 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.872+0000 7fc525f9d640 1 --2- 172.21.15.52:0/247243848 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc520102120 0x7fc52019ef90 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fc51802c630 tx=0x7fc518034670 comp rx=0 tx=0).stop 2024-03-18T22:56:37.873 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.873+0000 7fc525f9d640 1 -- 172.21.15.52:0/247243848 shutdown_connections 2024-03-18T22:56:37.874 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.873+0000 7fc525f9d640 1 --2- 172.21.15.52:0/247243848 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fc5100a2800 0x7fc5100a4cc0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.874 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.873+0000 7fc525f9d640 1 --2- 172.21.15.52:0/247243848 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc520102120 0x7fc52019ef90 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.874 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.873+0000 7fc525f9d640 1 --2- 172.21.15.52:0/247243848 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc520101760 0x7fc520197f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.874 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.873+0000 7fc525f9d640 1 --2- 172.21.15.52:0/247243848 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc520100570 0x7fc5201979e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.874 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.873+0000 7fc525f9d640 1 -- 172.21.15.52:0/247243848 >> 172.21.15.52:0/247243848 conn(0x7fc5200fbb00 msgr2=0x7fc5200fd510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:37.874 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.873+0000 7fc525f9d640 1 -- 172.21.15.52:0/247243848 shutdown_connections 2024-03-18T22:56:37.874 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.873+0000 7fc525f9d640 1 -- 172.21.15.52:0/247243848 wait complete. 2024-03-18T22:56:37.883 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:37 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1696446150' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-18T22:56:37.883 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:37 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3650171936' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-18T22:56:37.883 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:37 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1022393853' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-18T22:56:37.884 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:37 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3862576906' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:56:37.885 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-18T22:50:19.580907+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-18T22:54:51.765993+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '87', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-18T22:54:52.580111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-18T22:56:37.885 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-18T22:56:37.992 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.990+0000 7f932b2ac640 1 -- 172.21.15.52:0/2456026834 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9324103550 msgr2=0x7f9324109de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:37.992 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.990+0000 7f932b2ac640 1 --2- 172.21.15.52:0/2456026834 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9324103550 0x7f9324109de0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f931c009cd0 tx=0x7f931c02c0f0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.992 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.990+0000 7f932b2ac640 1 -- 172.21.15.52:0/2456026834 shutdown_connections 2024-03-18T22:56:37.992 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.990+0000 7f932b2ac640 1 --2- 172.21.15.52:0/2456026834 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9324103550 0x7f9324109de0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.992 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.990+0000 7f932b2ac640 1 --2- 172.21.15.52:0/2456026834 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9324102b90 0x7f9324103010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.992 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.990+0000 7f932b2ac640 1 --2- 172.21.15.52:0/2456026834 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f93240ffb20 0x7f93240fff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.993 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.990+0000 7f932b2ac640 1 -- 172.21.15.52:0/2456026834 >> 172.21.15.52:0/2456026834 conn(0x7f93240fb450 msgr2=0x7f93240fd870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:37.993 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.990+0000 7f932b2ac640 1 -- 172.21.15.52:0/2456026834 shutdown_connections 2024-03-18T22:56:37.993 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.990+0000 7f932b2ac640 1 -- 172.21.15.52:0/2456026834 wait complete. 2024-03-18T22:56:37.993 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.990+0000 7f932b2ac640 1 Processor -- start 2024-03-18T22:56:37.993 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.990+0000 7f932b2ac640 1 -- start start 2024-03-18T22:56:37.993 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.991+0000 7f932b2ac640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f93240ffb20 0x7f9324197be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:37.993 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.991+0000 7f932b2ac640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9324102b90 0x7f9324198120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:37.993 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.991+0000 7f932b2ac640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9324103550 0x7f932419f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:37.993 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.991+0000 7f932b2ac640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f932410d600 con 0x7f9324103550 2024-03-18T22:56:37.993 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.991+0000 7f932b2ac640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f932410d480 con 0x7f9324102b90 2024-03-18T22:56:37.993 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.991+0000 7f932b2ac640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f932410d780 con 0x7f93240ffb20 2024-03-18T22:56:37.993 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.991+0000 7f9329849640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9324103550 0x7f932419f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:37.993 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.991+0000 7f9328847640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9324102b90 0x7f9324198120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:37.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.991+0000 7f9328847640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9324102b90 0x7f9324198120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.52:50392/0 (socket says 172.21.15.52:50392) 2024-03-18T22:56:37.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.991+0000 7f9329849640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9324103550 0x7f932419f190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48180/0 (socket says 172.21.15.52:48180) 2024-03-18T22:56:37.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.991+0000 7f9328847640 1 -- 172.21.15.52:0/4059039496 learned_addr learned my addr 172.21.15.52:0/4059039496 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:37.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.991+0000 7f9329048640 1 --2- 172.21.15.52:0/4059039496 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f93240ffb20 0x7f9324197be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:37.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.991+0000 7f9329849640 1 -- 172.21.15.52:0/4059039496 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f93240ffb20 msgr2=0x7f9324197be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:37.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.991+0000 7f9329849640 1 --2- 172.21.15.52:0/4059039496 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f93240ffb20 0x7f9324197be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.991+0000 7f9329849640 1 -- 172.21.15.52:0/4059039496 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9324102b90 msgr2=0x7f9324198120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:37.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.991+0000 7f9329849640 1 --2- 172.21.15.52:0/4059039496 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9324102b90 0x7f9324198120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:37.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.991+0000 7f9329849640 1 -- 172.21.15.52:0/4059039496 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f932419f800 con 0x7f9324103550 2024-03-18T22:56:37.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.991+0000 7f9328847640 1 --2- 172.21.15.52:0/4059039496 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9324102b90 0x7f9324198120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:37.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.991+0000 7f9329849640 1 --2- 172.21.15.52:0/4059039496 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9324103550 0x7f932419f190 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f931c037040 tx=0x7f931c0346f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:37.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.991+0000 7f931a7fc640 1 -- 172.21.15.52:0/4059039496 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f931c039040 con 0x7f9324103550 2024-03-18T22:56:37.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.991+0000 7f931a7fc640 1 -- 172.21.15.52:0/4059039496 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f931c044070 con 0x7f9324103550 2024-03-18T22:56:37.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.991+0000 7f932b2ac640 1 -- 172.21.15.52:0/4059039496 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f932419fa90 con 0x7f9324103550 2024-03-18T22:56:37.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.991+0000 7f931a7fc640 1 -- 172.21.15.52:0/4059039496 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f931c004500 con 0x7f9324103550 2024-03-18T22:56:37.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.991+0000 7f932b2ac640 1 -- 172.21.15.52:0/4059039496 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f932419ff50 con 0x7f9324103550 2024-03-18T22:56:37.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.992+0000 7f932b2ac640 1 -- 172.21.15.52:0/4059039496 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9324108cc0 con 0x7f9324103550 2024-03-18T22:56:37.996 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.994+0000 7f931a7fc640 1 -- 172.21.15.52:0/4059039496 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f931c0046a0 con 0x7f9324103550 2024-03-18T22:56:37.996 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.994+0000 7f931a7fc640 1 --2- 172.21.15.52:0/4059039496 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f93100a2800 0x7f93100a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:37.996 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.994+0000 7f9329048640 1 --2- 172.21.15.52:0/4059039496 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f93100a2800 0x7f93100a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:37.996 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.995+0000 7f931a7fc640 1 -- 172.21.15.52:0/4059039496 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f931c0f1a70 con 0x7f9324103550 2024-03-18T22:56:37.996 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.995+0000 7f9329048640 1 --2- 172.21.15.52:0/4059039496 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f93100a2800 0x7f93100a4cc0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f9324069bb0 tx=0x7f9320005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:37.998 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:37.998+0000 7f931a7fc640 1 -- 172.21.15.52:0/4059039496 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f931c0beaf0 con 0x7f9324103550 2024-03-18T22:56:38.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:37 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/1696446150' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-18T22:56:38.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:37 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3650171936' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-18T22:56:38.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:37 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/1022393853' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-18T22:56:38.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:37 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3862576906' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:56:38.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:37 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/1696446150' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-18T22:56:38.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:37 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3650171936' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-18T22:56:38.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:37 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/1022393853' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-18T22:56:38.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:37 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3862576906' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:56:38.184 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.183+0000 7f932b2ac640 1 -- 172.21.15.52:0/4059039496 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f9324062420 con 0x7f9324103550 2024-03-18T22:56:38.184 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.184+0000 7f931a7fc640 1 -- 172.21.15.52:0/4059039496 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v90) ==== 93+0+10 (secure 0 0 0) 0x7f931c0be3f0 con 0x7f9324103550 2024-03-18T22:56:38.184 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 1 2024-03-18T22:56:38.186 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.185+0000 7f932b2ac640 1 -- 172.21.15.52:0/4059039496 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f93100a2800 msgr2=0x7f93100a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:38.186 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.185+0000 7f932b2ac640 1 --2- 172.21.15.52:0/4059039496 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f93100a2800 0x7f93100a4cc0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f9324069bb0 tx=0x7f9320005f90 comp rx=0 tx=0).stop 2024-03-18T22:56:38.186 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.185+0000 7f932b2ac640 1 -- 172.21.15.52:0/4059039496 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9324103550 msgr2=0x7f932419f190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:38.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.185+0000 7f932b2ac640 1 --2- 172.21.15.52:0/4059039496 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9324103550 0x7f932419f190 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f931c037040 tx=0x7f931c0346f0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.185+0000 7f932b2ac640 1 -- 172.21.15.52:0/4059039496 shutdown_connections 2024-03-18T22:56:38.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.185+0000 7f932b2ac640 1 --2- 172.21.15.52:0/4059039496 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f93100a2800 0x7f93100a4cc0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.185+0000 7f932b2ac640 1 --2- 172.21.15.52:0/4059039496 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9324103550 0x7f932419f190 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.185+0000 7f932b2ac640 1 --2- 172.21.15.52:0/4059039496 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9324102b90 0x7f9324198120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.185+0000 7f932b2ac640 1 --2- 172.21.15.52:0/4059039496 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f93240ffb20 0x7f9324197be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.185+0000 7f932b2ac640 1 -- 172.21.15.52:0/4059039496 >> 172.21.15.52:0/4059039496 conn(0x7f93240fb450 msgr2=0x7f9324105e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:38.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.186+0000 7f932b2ac640 1 -- 172.21.15.52:0/4059039496 shutdown_connections 2024-03-18T22:56:38.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.186+0000 7f932b2ac640 1 -- 172.21.15.52:0/4059039496 wait complete. 2024-03-18T22:56:38.197 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-18T22:56:38.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.302+0000 7f7fdaadc640 1 -- 172.21.15.52:0/3965803502 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7fd4103400 msgr2=0x7f7fd4109c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:38.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.302+0000 7f7fdaadc640 1 --2- 172.21.15.52:0/3965803502 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7fd4103400 0x7f7fd4109c90 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f7fcc009ca0 tx=0x7f7fcc02c0f0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.302+0000 7f7fdaadc640 1 -- 172.21.15.52:0/3965803502 shutdown_connections 2024-03-18T22:56:38.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.302+0000 7f7fdaadc640 1 --2- 172.21.15.52:0/3965803502 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7fd4103400 0x7f7fd4109c90 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.302+0000 7f7fdaadc640 1 --2- 172.21.15.52:0/3965803502 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7fd4102a40 0x7f7fd4102ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.302+0000 7f7fdaadc640 1 --2- 172.21.15.52:0/3965803502 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7fd4101850 0x7f7fd4101c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.302+0000 7f7fdaadc640 1 -- 172.21.15.52:0/3965803502 >> 172.21.15.52:0/3965803502 conn(0x7f7fd40fcdc0 msgr2=0x7f7fd40ff200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:38.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.302+0000 7f7fdaadc640 1 -- 172.21.15.52:0/3965803502 shutdown_connections 2024-03-18T22:56:38.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.302+0000 7f7fdaadc640 1 -- 172.21.15.52:0/3965803502 wait complete. 2024-03-18T22:56:38.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.303+0000 7f7fdaadc640 1 Processor -- start 2024-03-18T22:56:38.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.303+0000 7f7fdaadc640 1 -- start start 2024-03-18T22:56:38.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.303+0000 7f7fdaadc640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7fd4101850 0x7f7fd4197c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:38.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.303+0000 7f7fdaadc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7fd4102a40 0x7f7fd4198180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:38.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.303+0000 7f7fdaadc640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7fd4103400 0x7f7fd419f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:38.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.303+0000 7f7fdaadc640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7fd410d600 con 0x7f7fd4102a40 2024-03-18T22:56:38.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.303+0000 7f7fdaadc640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f7fd410d480 con 0x7f7fd4103400 2024-03-18T22:56:38.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.303+0000 7f7fdaadc640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f7fd410d780 con 0x7f7fd4101850 2024-03-18T22:56:38.307 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.303+0000 7f7fd3fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7fd4102a40 0x7f7fd4198180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:38.307 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.303+0000 7f7fd3fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7fd4102a40 0x7f7fd4198180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48200/0 (socket says 172.21.15.52:48200) 2024-03-18T22:56:38.307 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.303+0000 7f7fd3fff640 1 -- 172.21.15.52:0/3487696280 learned_addr learned my addr 172.21.15.52:0/3487696280 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:38.307 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.303+0000 7f7fd9079640 1 --2- 172.21.15.52:0/3487696280 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7fd4103400 0x7f7fd419f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:38.307 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.303+0000 7f7fd8878640 1 --2- 172.21.15.52:0/3487696280 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7fd4101850 0x7f7fd4197c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:38.307 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.303+0000 7f7fd3fff640 1 -- 172.21.15.52:0/3487696280 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7fd4101850 msgr2=0x7f7fd4197c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:38.307 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.303+0000 7f7fd3fff640 1 --2- 172.21.15.52:0/3487696280 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7fd4101850 0x7f7fd4197c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.307 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.303+0000 7f7fd3fff640 1 -- 172.21.15.52:0/3487696280 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7fd4103400 msgr2=0x7f7fd419f1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:38.307 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.303+0000 7f7fd3fff640 1 --2- 172.21.15.52:0/3487696280 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7fd4103400 0x7f7fd419f1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.307 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.303+0000 7f7fd3fff640 1 -- 172.21.15.52:0/3487696280 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fd419f850 con 0x7f7fd4102a40 2024-03-18T22:56:38.307 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.303+0000 7f7fd9079640 1 --2- 172.21.15.52:0/3487696280 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7fd4103400 0x7f7fd419f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:38.308 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.303+0000 7f7fd3fff640 1 --2- 172.21.15.52:0/3487696280 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7fd4102a40 0x7f7fd4198180 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f7fc000e9f0 tx=0x7f7fc000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:38.308 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.303+0000 7f7fd1ffb640 1 -- 172.21.15.52:0/3487696280 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fc000cd80 con 0x7f7fd4102a40 2024-03-18T22:56:38.308 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.304+0000 7f7fd1ffb640 1 -- 172.21.15.52:0/3487696280 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7fc0010930 con 0x7f7fd4102a40 2024-03-18T22:56:38.308 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.304+0000 7f7fdaadc640 1 -- 172.21.15.52:0/3487696280 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fd419fb40 con 0x7f7fd4102a40 2024-03-18T22:56:38.308 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.304+0000 7f7fd1ffb640 1 -- 172.21.15.52:0/3487696280 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fc0018b00 con 0x7f7fd4102a40 2024-03-18T22:56:38.308 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.304+0000 7f7fdaadc640 1 -- 172.21.15.52:0/3487696280 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fd41a0090 con 0x7f7fd4102a40 2024-03-18T22:56:38.309 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.305+0000 7f7fdaadc640 1 -- 172.21.15.52:0/3487696280 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fd4108b10 con 0x7f7fd4102a40 2024-03-18T22:56:38.309 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.306+0000 7f7fd1ffb640 1 -- 172.21.15.52:0/3487696280 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f7fc0018ca0 con 0x7f7fd4102a40 2024-03-18T22:56:38.309 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.306+0000 7f7fd1ffb640 1 --2- 172.21.15.52:0/3487696280 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f7fc40a2800 0x7f7fc40a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:38.309 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.307+0000 7f7fd1ffb640 1 -- 172.21.15.52:0/3487696280 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f7fc00ceec0 con 0x7f7fd4102a40 2024-03-18T22:56:38.309 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.307+0000 7f7fd8878640 1 --2- 172.21.15.52:0/3487696280 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f7fc40a2800 0x7f7fc40a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:38.310 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.307+0000 7f7fd8878640 1 --2- 172.21.15.52:0/3487696280 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f7fc40a2800 0x7f7fc40a4cc0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f7fd4199110 tx=0x7f7fc8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:38.311 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.311+0000 7f7fd1ffb640 1 -- 172.21.15.52:0/3487696280 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f7fc009b890 con 0x7f7fd4102a40 2024-03-18T22:56:38.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.496+0000 7f7fdaadc640 1 -- 172.21.15.52:0/3487696280 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f7fd4062450 con 0x7f7fd4102a40 2024-03-18T22:56:38.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.496+0000 7f7fd1ffb640 1 -- 172.21.15.52:0/3487696280 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v90) ==== 104+0+11 (secure 0 0 0) 0x7f7fc009f930 con 0x7f7fd4102a40 2024-03-18T22:56:38.497 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-03-18T22:56:38.499 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.498+0000 7f7fdaadc640 1 -- 172.21.15.52:0/3487696280 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f7fc40a2800 msgr2=0x7f7fc40a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:38.499 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.498+0000 7f7fdaadc640 1 --2- 172.21.15.52:0/3487696280 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f7fc40a2800 0x7f7fc40a4cc0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f7fd4199110 tx=0x7f7fc8005f90 comp rx=0 tx=0).stop 2024-03-18T22:56:38.499 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.498+0000 7f7fdaadc640 1 -- 172.21.15.52:0/3487696280 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7fd4102a40 msgr2=0x7f7fd4198180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:38.499 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.498+0000 7f7fdaadc640 1 --2- 172.21.15.52:0/3487696280 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7fd4102a40 0x7f7fd4198180 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f7fc000e9f0 tx=0x7f7fc000eeb0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.498+0000 7f7fdaadc640 1 -- 172.21.15.52:0/3487696280 shutdown_connections 2024-03-18T22:56:38.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.498+0000 7f7fdaadc640 1 --2- 172.21.15.52:0/3487696280 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f7fc40a2800 0x7f7fc40a4cc0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.498+0000 7f7fdaadc640 1 --2- 172.21.15.52:0/3487696280 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7fd4103400 0x7f7fd419f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.498+0000 7f7fdaadc640 1 --2- 172.21.15.52:0/3487696280 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7fd4102a40 0x7f7fd4198180 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.498+0000 7f7fdaadc640 1 --2- 172.21.15.52:0/3487696280 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7fd4101850 0x7f7fd4197c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.498+0000 7f7fdaadc640 1 -- 172.21.15.52:0/3487696280 >> 172.21.15.52:0/3487696280 conn(0x7f7fd40fcdc0 msgr2=0x7f7fd4105ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:38.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.498+0000 7f7fdaadc640 1 -- 172.21.15.52:0/3487696280 shutdown_connections 2024-03-18T22:56:38.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.498+0000 7f7fdaadc640 1 -- 172.21.15.52:0/3487696280 wait complete. 2024-03-18T22:56:38.510 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-18T22:56:38.617 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.615+0000 7f9110dbc640 1 -- 172.21.15.52:0/950709278 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f910c1033e0 msgr2=0x7f910c109c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:38.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.615+0000 7f9110dbc640 1 --2- 172.21.15.52:0/950709278 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f910c1033e0 0x7f910c109c70 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f90fc009ca0 tx=0x7f90fc02c0f0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.615+0000 7f9110dbc640 1 -- 172.21.15.52:0/950709278 shutdown_connections 2024-03-18T22:56:38.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.615+0000 7f9110dbc640 1 --2- 172.21.15.52:0/950709278 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f910c1033e0 0x7f910c109c70 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.615+0000 7f9110dbc640 1 --2- 172.21.15.52:0/950709278 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f910c102a20 0x7f910c102ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.615+0000 7f9110dbc640 1 --2- 172.21.15.52:0/950709278 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f910c101830 0x7f910c101c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.615+0000 7f9110dbc640 1 -- 172.21.15.52:0/950709278 >> 172.21.15.52:0/950709278 conn(0x7f910c0fcdc0 msgr2=0x7f910c0ff1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:38.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.615+0000 7f9110dbc640 1 -- 172.21.15.52:0/950709278 shutdown_connections 2024-03-18T22:56:38.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.615+0000 7f9110dbc640 1 -- 172.21.15.52:0/950709278 wait complete. 2024-03-18T22:56:38.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.616+0000 7f9110dbc640 1 Processor -- start 2024-03-18T22:56:38.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.616+0000 7f9110dbc640 1 -- start start 2024-03-18T22:56:38.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.616+0000 7f9110dbc640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f910c101830 0x7f910c197bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:38.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.616+0000 7f9110dbc640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f910c102a20 0x7f910c198100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:38.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.616+0000 7f9110dbc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f910c1033e0 0x7f910c19f170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:38.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.616+0000 7f9110dbc640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f910c10d5e0 con 0x7f910c1033e0 2024-03-18T22:56:38.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.616+0000 7f9110dbc640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f910c10d460 con 0x7f910c102a20 2024-03-18T22:56:38.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.616+0000 7f9110dbc640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f910c10d760 con 0x7f910c101830 2024-03-18T22:56:38.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.616+0000 7f910ad9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f910c1033e0 0x7f910c19f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:38.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.616+0000 7f910ad9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f910c1033e0 0x7f910c19f170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48218/0 (socket says 172.21.15.52:48218) 2024-03-18T22:56:38.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.616+0000 7f910ad9d640 1 -- 172.21.15.52:0/1061132296 learned_addr learned my addr 172.21.15.52:0/1061132296 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:38.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.616+0000 7f9109d9b640 1 --2- 172.21.15.52:0/1061132296 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f910c102a20 0x7f910c198100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:38.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.616+0000 7f910a59c640 1 --2- 172.21.15.52:0/1061132296 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f910c101830 0x7f910c197bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:38.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.616+0000 7f910ad9d640 1 -- 172.21.15.52:0/1061132296 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f910c101830 msgr2=0x7f910c197bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:38.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.616+0000 7f910ad9d640 1 --2- 172.21.15.52:0/1061132296 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f910c101830 0x7f910c197bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.616+0000 7f910ad9d640 1 -- 172.21.15.52:0/1061132296 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f910c102a20 msgr2=0x7f910c198100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:38.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.616+0000 7f910ad9d640 1 --2- 172.21.15.52:0/1061132296 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f910c102a20 0x7f910c198100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.616+0000 7f910ad9d640 1 -- 172.21.15.52:0/1061132296 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f910c19f7e0 con 0x7f910c1033e0 2024-03-18T22:56:38.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.616+0000 7f910ad9d640 1 --2- 172.21.15.52:0/1061132296 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f910c1033e0 0x7f910c19f170 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f90fc02c700 tx=0x7f90fc0346d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:38.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.617+0000 7f91037fe640 1 -- 172.21.15.52:0/1061132296 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90fc039040 con 0x7f910c1033e0 2024-03-18T22:56:38.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.617+0000 7f9110dbc640 1 -- 172.21.15.52:0/1061132296 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f910c19fa70 con 0x7f910c1033e0 2024-03-18T22:56:38.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.617+0000 7f91037fe640 1 -- 172.21.15.52:0/1061132296 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f90fc044070 con 0x7f910c1033e0 2024-03-18T22:56:38.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.617+0000 7f91037fe640 1 -- 172.21.15.52:0/1061132296 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90fc0043c0 con 0x7f910c1033e0 2024-03-18T22:56:38.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.617+0000 7f9110dbc640 1 -- 172.21.15.52:0/1061132296 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f910c19ffb0 con 0x7f910c1033e0 2024-03-18T22:56:38.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.618+0000 7f9110dbc640 1 -- 172.21.15.52:0/1061132296 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f910c108b50 con 0x7f910c1033e0 2024-03-18T22:56:38.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.619+0000 7f91037fe640 1 -- 172.21.15.52:0/1061132296 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f90fc0045a0 con 0x7f910c1033e0 2024-03-18T22:56:38.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.619+0000 7f91037fe640 1 --2- 172.21.15.52:0/1061132296 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f90f80a2800 0x7f90f80a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:38.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.619+0000 7f910a59c640 1 --2- 172.21.15.52:0/1061132296 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f90f80a2800 0x7f90f80a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:38.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.619+0000 7f91037fe640 1 -- 172.21.15.52:0/1061132296 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f90fc0f0fc0 con 0x7f910c1033e0 2024-03-18T22:56:38.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.620+0000 7f910a59c640 1 --2- 172.21.15.52:0/1061132296 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f90f80a2800 0x7f90f80a4cc0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f910c102880 tx=0x7f9104005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:38.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.624+0000 7f91037fe640 1 -- 172.21.15.52:0/1061132296 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f90fc0be0e0 con 0x7f910c1033e0 2024-03-18T22:56:38.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.806+0000 7f9110dbc640 1 -- 172.21.15.52:0/1061132296 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f910c062420 con 0x7f910c1033e0 2024-03-18T22:56:38.807 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.806+0000 7f91037fe640 1 -- 172.21.15.52:0/1061132296 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v90) ==== 100+0+11 (secure 0 0 0) 0x7f90fc0bd9e0 con 0x7f910c1033e0 2024-03-18T22:56:38.807 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 64 2024-03-18T22:56:38.809 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.808+0000 7f9110dbc640 1 -- 172.21.15.52:0/1061132296 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f90f80a2800 msgr2=0x7f90f80a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:38.809 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.808+0000 7f9110dbc640 1 --2- 172.21.15.52:0/1061132296 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f90f80a2800 0x7f90f80a4cc0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f910c102880 tx=0x7f9104005f90 comp rx=0 tx=0).stop 2024-03-18T22:56:38.809 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.808+0000 7f9110dbc640 1 -- 172.21.15.52:0/1061132296 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f910c1033e0 msgr2=0x7f910c19f170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:38.809 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.808+0000 7f9110dbc640 1 --2- 172.21.15.52:0/1061132296 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f910c1033e0 0x7f910c19f170 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f90fc02c700 tx=0x7f90fc0346d0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.809+0000 7f9110dbc640 1 -- 172.21.15.52:0/1061132296 shutdown_connections 2024-03-18T22:56:38.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.809+0000 7f9110dbc640 1 --2- 172.21.15.52:0/1061132296 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f90f80a2800 0x7f90f80a4cc0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.809+0000 7f9110dbc640 1 --2- 172.21.15.52:0/1061132296 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f910c1033e0 0x7f910c19f170 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.809+0000 7f9110dbc640 1 --2- 172.21.15.52:0/1061132296 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f910c102a20 0x7f910c198100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.809+0000 7f9110dbc640 1 --2- 172.21.15.52:0/1061132296 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f910c101830 0x7f910c197bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.809+0000 7f9110dbc640 1 -- 172.21.15.52:0/1061132296 >> 172.21.15.52:0/1061132296 conn(0x7f910c0fcdc0 msgr2=0x7f910c105d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:38.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.809+0000 7f9110dbc640 1 -- 172.21.15.52:0/1061132296 shutdown_connections 2024-03-18T22:56:38.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.809+0000 7f9110dbc640 1 -- 172.21.15.52:0/1061132296 wait complete. 2024-03-18T22:56:38.819 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:38 smithi052 ceph-mon[32520]: pgmap v342: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-03-18T22:56:38.819 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:38 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/247243848' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:56:38.819 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:38 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/4059039496' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-18T22:56:38.819 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:38 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3487696280' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-18T22:56:38.820 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-18T22:56:38.916 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:38 smithi099 ceph-mon[36725]: pgmap v342: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-03-18T22:56:38.916 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:38 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/247243848' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:56:38.916 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:38 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/4059039496' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-18T22:56:38.916 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:38 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3487696280' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-18T22:56:38.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.922+0000 7f2cb2e7e640 1 -- 172.21.15.52:0/2228039654 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2cac100740 msgr2=0x7f2cac100b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:38.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.922+0000 7f2cb2e7e640 1 --2- 172.21.15.52:0/2228039654 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2cac100740 0x7f2cac100b60 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f2ca4009be0 tx=0x7f2ca402bef0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.922+0000 7f2cb2e7e640 1 -- 172.21.15.52:0/2228039654 shutdown_connections 2024-03-18T22:56:38.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.922+0000 7f2cb2e7e640 1 --2- 172.21.15.52:0/2228039654 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2cac1022f0 0x7f2cac108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.922+0000 7f2cb2e7e640 1 --2- 172.21.15.52:0/2228039654 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2cac101930 0x7f2cac101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.922+0000 7f2cb2e7e640 1 --2- 172.21.15.52:0/2228039654 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2cac100740 0x7f2cac100b60 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.922+0000 7f2cb2e7e640 1 -- 172.21.15.52:0/2228039654 >> 172.21.15.52:0/2228039654 conn(0x7f2cac0fbcd0 msgr2=0x7f2cac0fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:38.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.922+0000 7f2cb2e7e640 1 -- 172.21.15.52:0/2228039654 shutdown_connections 2024-03-18T22:56:38.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.922+0000 7f2cb2e7e640 1 -- 172.21.15.52:0/2228039654 wait complete. 2024-03-18T22:56:38.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.922+0000 7f2cb2e7e640 1 Processor -- start 2024-03-18T22:56:38.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.922+0000 7f2cb2e7e640 1 -- start start 2024-03-18T22:56:38.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.923+0000 7f2cb2e7e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2cac100740 0x7f2cac06a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:38.929 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.923+0000 7f2cb2e7e640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2cac101930 0x7f2cac19c960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:38.929 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.923+0000 7f2cb2e7e640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2cac1022f0 0x7f2cac19ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:38.929 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.923+0000 7f2cb2e7e640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f2cac10c4f0 con 0x7f2cac100740 2024-03-18T22:56:38.929 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.923+0000 7f2cb2e7e640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f2cac10c370 con 0x7f2cac1022f0 2024-03-18T22:56:38.929 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.923+0000 7f2cb2e7e640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f2cac10c670 con 0x7f2cac101930 2024-03-18T22:56:38.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.923+0000 7f2cb0c1a640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2cac100740 0x7f2cac06a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:38.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.923+0000 7f2cb0c1a640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2cac100740 0x7f2cac06a9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48234/0 (socket says 172.21.15.52:48234) 2024-03-18T22:56:38.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.923+0000 7f2cb0c1a640 1 -- 172.21.15.52:0/2341505406 learned_addr learned my addr 172.21.15.52:0/2341505406 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:38.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.923+0000 7f2cabfff640 1 --2- 172.21.15.52:0/2341505406 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2cac101930 0x7f2cac19c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:38.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.923+0000 7f2cb141b640 1 --2- 172.21.15.52:0/2341505406 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2cac1022f0 0x7f2cac19ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:38.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.923+0000 7f2cb0c1a640 1 -- 172.21.15.52:0/2341505406 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2cac101930 msgr2=0x7f2cac19c960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:38.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.923+0000 7f2cb0c1a640 1 --2- 172.21.15.52:0/2341505406 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2cac101930 0x7f2cac19c960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.923+0000 7f2cb0c1a640 1 -- 172.21.15.52:0/2341505406 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2cac1022f0 msgr2=0x7f2cac19ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:38.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.923+0000 7f2cb0c1a640 1 --2- 172.21.15.52:0/2341505406 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2cac1022f0 0x7f2cac19ef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:38.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.923+0000 7f2cb0c1a640 1 -- 172.21.15.52:0/2341505406 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cac19f890 con 0x7f2cac100740 2024-03-18T22:56:38.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.923+0000 7f2cb0c1a640 1 --2- 172.21.15.52:0/2341505406 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2cac100740 0x7f2cac06a9e0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f2ca4000f80 tx=0x7f2ca40338a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:38.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.923+0000 7f2ca9ffb640 1 -- 172.21.15.52:0/2341505406 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ca4043020 con 0x7f2cac100740 2024-03-18T22:56:38.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.923+0000 7f2cb2e7e640 1 -- 172.21.15.52:0/2341505406 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cac19fac0 con 0x7f2cac100740 2024-03-18T22:56:38.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.923+0000 7f2ca9ffb640 1 -- 172.21.15.52:0/2341505406 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2ca402ca80 con 0x7f2cac100740 2024-03-18T22:56:38.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.923+0000 7f2ca9ffb640 1 -- 172.21.15.52:0/2341505406 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ca403e740 con 0x7f2cac100740 2024-03-18T22:56:38.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.924+0000 7f2cb2e7e640 1 -- 172.21.15.52:0/2341505406 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cac1a0010 con 0x7f2cac100740 2024-03-18T22:56:38.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.924+0000 7f2cb2e7e640 1 -- 172.21.15.52:0/2341505406 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2cac068a60 con 0x7f2cac100740 2024-03-18T22:56:38.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.926+0000 7f2ca9ffb640 1 -- 172.21.15.52:0/2341505406 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f2ca4046020 con 0x7f2cac100740 2024-03-18T22:56:38.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.926+0000 7f2ca9ffb640 1 --2- 172.21.15.52:0/2341505406 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f2c940a2800 0x7f2c940a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:38.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.926+0000 7f2cabfff640 1 --2- 172.21.15.52:0/2341505406 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f2c940a2800 0x7f2c940a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:38.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.926+0000 7f2ca9ffb640 1 -- 172.21.15.52:0/2341505406 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f2ca40f11a0 con 0x7f2cac100740 2024-03-18T22:56:38.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.927+0000 7f2cabfff640 1 --2- 172.21.15.52:0/2341505406 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f2c940a2800 0x7f2c940a4cc0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f2cac06a750 tx=0x7f2ca0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:38.932 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:38.931+0000 7f2ca9ffb640 1 -- 172.21.15.52:0/2341505406 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f2ca404d020 con 0x7f2cac100740 2024-03-18T22:56:39.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:38 smithi181 ceph-mon[67256]: pgmap v342: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-03-18T22:56:39.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:38 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/247243848' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:56:39.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:38 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/4059039496' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-18T22:56:39.014 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:38 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3487696280' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-18T22:56:39.155 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.154+0000 7f2cb2e7e640 1 -- 172.21.15.52:0/2341505406 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2cac107a60 con 0x7f2cac100740 2024-03-18T22:56:39.155 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.155+0000 7f2ca9ffb640 1 -- 172.21.15.52:0/2341505406 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11857 (secure 0 0 0) 0x7f2ca40be220 con 0x7f2cac100740 2024-03-18T22:56:39.155 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:56:39.156 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":21,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3227483135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":3227483135},{"type":"v1","addr":"172.21.15.52:6835","nonce":3227483135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/3461032451","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":3461032451},{"type":"v1","addr":"172.21.15.52:6837","nonce":3461032451}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14628,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/1261469762","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":1261469762},{"type":"v1","addr":"172.21.15.52:6839","nonce":1261469762}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14640,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3903225657","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3903225657},{"type":"v1","addr":"172.21.15.52:6841","nonce":3903225657}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/873737656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":873737656},{"type":"v1","addr":"172.21.15.181:6833","nonce":873737656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6833/800213438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":800213438},{"type":"v1","addr":"172.21.15.99:6833","nonce":800213438}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-18T22:54:53.377645+0000","modified":"2024-03-18T22:54:58.356820+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24527,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24445":{"gid":24445,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.181:6835/278652610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":278652610},{"type":"v1","addr":"172.21.15.181:6835","nonce":278652610}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.99:6835/286053630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":286053630},{"type":"v1","addr":"172.21.15.99:6835","nonce":286053630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.181:6837/1834382232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":1834382232},{"type":"v1","addr":"172.21.15.181:6837","nonce":1834382232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.181:6839/1346550423","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6838","nonce":1346550423},{"type":"v1","addr":"172.21.15.181:6839","nonce":1346550423}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.99:6837/3393123598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6836","nonce":3393123598},{"type":"v1","addr":"172.21.15.99:6837","nonce":3393123598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.99:6839/326875962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6838","nonce":326875962},{"type":"v1","addr":"172.21.15.99:6839","nonce":326875962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24527,"qdb_cluster":[24479,24478,24527]},"id":1}]} 2024-03-18T22:56:39.156 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 21 2024-03-18T22:56:39.158 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.157+0000 7f2cb2e7e640 1 -- 172.21.15.52:0/2341505406 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f2c940a2800 msgr2=0x7f2c940a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.158 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.157+0000 7f2cb2e7e640 1 --2- 172.21.15.52:0/2341505406 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f2c940a2800 0x7f2c940a4cc0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f2cac06a750 tx=0x7f2ca0009260 comp rx=0 tx=0).stop 2024-03-18T22:56:39.158 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.157+0000 7f2cb2e7e640 1 -- 172.21.15.52:0/2341505406 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2cac100740 msgr2=0x7f2cac06a9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.158 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.157+0000 7f2cb2e7e640 1 --2- 172.21.15.52:0/2341505406 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2cac100740 0x7f2cac06a9e0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f2ca4000f80 tx=0x7f2ca40338a0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.158 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.157+0000 7f2cb2e7e640 1 -- 172.21.15.52:0/2341505406 shutdown_connections 2024-03-18T22:56:39.158 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.157+0000 7f2cb2e7e640 1 --2- 172.21.15.52:0/2341505406 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f2c940a2800 0x7f2c940a4cc0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.158 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.157+0000 7f2cb2e7e640 1 --2- 172.21.15.52:0/2341505406 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2cac1022f0 0x7f2cac19ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.158 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.157+0000 7f2cb2e7e640 1 --2- 172.21.15.52:0/2341505406 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2cac101930 0x7f2cac19c960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.158 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.157+0000 7f2cb2e7e640 1 --2- 172.21.15.52:0/2341505406 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2cac100740 0x7f2cac06a9e0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.158 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.157+0000 7f2cb2e7e640 1 -- 172.21.15.52:0/2341505406 >> 172.21.15.52:0/2341505406 conn(0x7f2cac0fbcd0 msgr2=0x7f2cac104c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:39.159 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.157+0000 7f2cb2e7e640 1 -- 172.21.15.52:0/2341505406 shutdown_connections 2024-03-18T22:56:39.159 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.157+0000 7f2cb2e7e640 1 -- 172.21.15.52:0/2341505406 wait complete. 2024-03-18T22:56:39.169 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-18T22:56:39.273 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.271+0000 7f8ed0e8c640 1 -- 172.21.15.52:0/756502765 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8ecc101930 msgr2=0x7f8ecc101db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.274 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.271+0000 7f8ed0e8c640 1 --2- 172.21.15.52:0/756502765 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8ecc101930 0x7f8ecc101db0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f8eb4009860 tx=0x7f8eb402bb70 comp rx=0 tx=0).stop 2024-03-18T22:56:39.274 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.271+0000 7f8ed0e8c640 1 -- 172.21.15.52:0/756502765 shutdown_connections 2024-03-18T22:56:39.274 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.271+0000 7f8ed0e8c640 1 --2- 172.21.15.52:0/756502765 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8ecc1022f0 0x7f8ecc108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.274 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.271+0000 7f8ed0e8c640 1 --2- 172.21.15.52:0/756502765 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8ecc101930 0x7f8ecc101db0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.274 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.271+0000 7f8ed0e8c640 1 --2- 172.21.15.52:0/756502765 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8ecc100740 0x7f8ecc100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.274 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.271+0000 7f8ed0e8c640 1 -- 172.21.15.52:0/756502765 >> 172.21.15.52:0/756502765 conn(0x7f8ecc0fbcb0 msgr2=0x7f8ecc0fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:39.274 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.271+0000 7f8ed0e8c640 1 -- 172.21.15.52:0/756502765 shutdown_connections 2024-03-18T22:56:39.274 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.271+0000 7f8ed0e8c640 1 -- 172.21.15.52:0/756502765 wait complete. 2024-03-18T22:56:39.274 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.271+0000 7f8ed0e8c640 1 Processor -- start 2024-03-18T22:56:39.274 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.271+0000 7f8ed0e8c640 1 -- start start 2024-03-18T22:56:39.274 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.272+0000 7f8ed0e8c640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8ecc100740 0x7f8ecc0694f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.275 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.272+0000 7f8ed0e8c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8ecc101930 0x7f8ecc19c960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.275 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.272+0000 7f8ed0e8c640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8ecc1022f0 0x7f8ecc19ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.275 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.272+0000 7f8ed0e8c640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f8ecc10c4f0 con 0x7f8ecc101930 2024-03-18T22:56:39.275 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.272+0000 7f8ed0e8c640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f8ecc10c370 con 0x7f8ecc1022f0 2024-03-18T22:56:39.275 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.272+0000 7f8ed0e8c640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f8ecc10c670 con 0x7f8ecc100740 2024-03-18T22:56:39.275 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.272+0000 7f8ec3fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8ecc101930 0x7f8ecc19c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.275 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.272+0000 7f8ec3fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8ecc101930 0x7f8ecc19c960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48250/0 (socket says 172.21.15.52:48250) 2024-03-18T22:56:39.275 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.272+0000 7f8ec3fff640 1 -- 172.21.15.52:0/4151526744 learned_addr learned my addr 172.21.15.52:0/4151526744 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:39.275 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.272+0000 7f8ecad9d640 1 --2- 172.21.15.52:0/4151526744 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8ecc1022f0 0x7f8ecc19ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.275 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.272+0000 7f8eca59c640 1 --2- 172.21.15.52:0/4151526744 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8ecc100740 0x7f8ecc0694f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.275 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.272+0000 7f8ec3fff640 1 -- 172.21.15.52:0/4151526744 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8ecc100740 msgr2=0x7f8ecc0694f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.275 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.272+0000 7f8ec3fff640 1 --2- 172.21.15.52:0/4151526744 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8ecc100740 0x7f8ecc0694f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.275 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.272+0000 7f8ec3fff640 1 -- 172.21.15.52:0/4151526744 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8ecc1022f0 msgr2=0x7f8ecc19ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.276 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.272+0000 7f8ec3fff640 1 --2- 172.21.15.52:0/4151526744 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8ecc1022f0 0x7f8ecc19ef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.276 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.272+0000 7f8ec3fff640 1 -- 172.21.15.52:0/4151526744 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ecc19f890 con 0x7f8ecc101930 2024-03-18T22:56:39.276 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.272+0000 7f8ec3fff640 1 --2- 172.21.15.52:0/4151526744 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8ecc101930 0x7f8ecc19c960 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f8eb4034bb0 tx=0x7f8eb4035f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:39.276 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.272+0000 7f8ec37fe640 1 -- 172.21.15.52:0/4151526744 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eb4041020 con 0x7f8ecc101930 2024-03-18T22:56:39.276 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.272+0000 7f8ed0e8c640 1 -- 172.21.15.52:0/4151526744 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ecc19fac0 con 0x7f8ecc101930 2024-03-18T22:56:39.276 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.272+0000 7f8ec37fe640 1 -- 172.21.15.52:0/4151526744 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8eb402ca10 con 0x7f8ecc101930 2024-03-18T22:56:39.276 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.272+0000 7f8ec37fe640 1 -- 172.21.15.52:0/4151526744 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eb4039040 con 0x7f8ecc101930 2024-03-18T22:56:39.276 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.272+0000 7f8ed0e8c640 1 -- 172.21.15.52:0/4151526744 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ecc19ffb0 con 0x7f8ecc101930 2024-03-18T22:56:39.276 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.273+0000 7f8ed0e8c640 1 -- 172.21.15.52:0/4151526744 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ecc107a00 con 0x7f8ecc101930 2024-03-18T22:56:39.277 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.274+0000 7f8ec37fe640 1 -- 172.21.15.52:0/4151526744 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f8eb4044020 con 0x7f8ecc101930 2024-03-18T22:56:39.277 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.275+0000 7f8ec37fe640 1 --2- 172.21.15.52:0/4151526744 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8eb80a2800 0x7f8eb80a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.277 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.275+0000 7f8eca59c640 1 --2- 172.21.15.52:0/4151526744 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8eb80a2800 0x7f8eb80a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.277 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.275+0000 7f8ec37fe640 1 -- 172.21.15.52:0/4151526744 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f8eb40f0470 con 0x7f8ecc101930 2024-03-18T22:56:39.277 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.275+0000 7f8eca59c640 1 --2- 172.21.15.52:0/4151526744 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8eb80a2800 0x7f8eb80a4cc0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f8ecc101790 tx=0x7f8ebc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:39.280 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.280+0000 7f8ec37fe640 1 -- 172.21.15.52:0/4151526744 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f8eb404b020 con 0x7f8ecc101930 2024-03-18T22:56:39.465 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.465+0000 7f8ed0e8c640 1 -- 172.21.15.52:0/4151526744 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8ecc062420 con 0x7f8ecc101930 2024-03-18T22:56:39.466 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.466+0000 7f8ec37fe640 1 -- 172.21.15.52:0/4151526744 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+22685 (secure 0 0 0) 0x7f8eb40bd4f0 con 0x7f8ecc101930 2024-03-18T22:56:39.467 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T22:56:39.467 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":90,"fsid":"444ca0c0-e579-11ee-95c9-87774f69a715","created":"2024-03-18T22:46:59.196861+0000","modified":"2024-03-18T22:55:54.432950+0000","last_up_change":"2024-03-18T22:54:03.658736+0000","last_in_change":"2024-03-18T22:53:42.549736+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-18T22:50:19.580907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-18T22:54:51.765993+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-18T22:54:52.580111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8f05057f-5818-4a49-a239-ce60bf28c875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6803","nonce":4259078413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6805","nonce":4259078413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6809","nonce":4259078413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6807","nonce":4259078413}]},"public_addr":"172.21.15.52:6803/4259078413","cluster_addr":"172.21.15.52:6805/4259078413","heartbeat_back_addr":"172.21.15.52:6809/4259078413","heartbeat_front_addr":"172.21.15.52:6807/4259078413","state":["exists","up"]},{"osd":1,"uuid":"602a7d92-7ff5-457e-b1e1-ab1e9eae6dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6801","nonce":500160796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6803","nonce":500160796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6807","nonce":500160796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6805","nonce":500160796}]},"public_addr":"172.21.15.99:6801/500160796","cluster_addr":"172.21.15.99:6803/500160796","heartbeat_back_addr":"172.21.15.99:6807/500160796","heartbeat_front_addr":"172.21.15.99:6805/500160796","state":["exists","up"]},{"osd":2,"uuid":"d5d4dba3-77ad-46f9-b510-d3b26f14077d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6801","nonce":1878857413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6803","nonce":1878857413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6807","nonce":1878857413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6805","nonce":1878857413}]},"public_addr":"172.21.15.181:6801/1878857413","cluster_addr":"172.21.15.181:6803/1878857413","heartbeat_back_addr":"172.21.15.181:6807/1878857413","heartbeat_front_addr":"172.21.15.181:6805/1878857413","state":["exists","up"]},{"osd":3,"uuid":"b61bfbef-b35c-49e3-9616-48e1b7ffc914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6811","nonce":2095210395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6813","nonce":2095210395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6817","nonce":2095210395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6815","nonce":2095210395}]},"public_addr":"172.21.15.52:6811/2095210395","cluster_addr":"172.21.15.52:6813/2095210395","heartbeat_back_addr":"172.21.15.52:6817/2095210395","heartbeat_front_addr":"172.21.15.52:6815/2095210395","state":["exists","up"]},{"osd":4,"uuid":"ce793666-4ab9-4844-81c9-661b265973b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6809","nonce":2287333294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6811","nonce":2287333294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6815","nonce":2287333294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6813","nonce":2287333294}]},"public_addr":"172.21.15.99:6809/2287333294","cluster_addr":"172.21.15.99:6811/2287333294","heartbeat_back_addr":"172.21.15.99:6815/2287333294","heartbeat_front_addr":"172.21.15.99:6813/2287333294","state":["exists","up"]},{"osd":5,"uuid":"9640855d-727d-4dbe-a86e-d9cb16ff1213","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6809","nonce":2011157034}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6811","nonce":2011157034}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6815","nonce":2011157034}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6813","nonce":2011157034}]},"public_addr":"172.21.15.181:6809/2011157034","cluster_addr":"172.21.15.181:6811/2011157034","heartbeat_back_addr":"172.21.15.181:6815/2011157034","heartbeat_front_addr":"172.21.15.181:6813/2011157034","state":["exists","up"]},{"osd":6,"uuid":"a5e939cf-f502-4844-a7c7-90a03212c912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6819","nonce":3005509606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6821","nonce":3005509606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6825","nonce":3005509606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6823","nonce":3005509606}]},"public_addr":"172.21.15.52:6819/3005509606","cluster_addr":"172.21.15.52:6821/3005509606","heartbeat_back_addr":"172.21.15.52:6825/3005509606","heartbeat_front_addr":"172.21.15.52:6823/3005509606","state":["exists","up"]},{"osd":7,"uuid":"6870a7b1-abe0-4d5b-aedb-e2eab43a0d36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6817","nonce":2572523724}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6819","nonce":2572523724}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6823","nonce":2572523724}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6821","nonce":2572523724}]},"public_addr":"172.21.15.99:6817/2572523724","cluster_addr":"172.21.15.99:6819/2572523724","heartbeat_back_addr":"172.21.15.99:6823/2572523724","heartbeat_front_addr":"172.21.15.99:6821/2572523724","state":["exists","up"]},{"osd":8,"uuid":"967926a1-de37-43dc-b815-0e17765b3a9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6817","nonce":644322337}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6819","nonce":644322337}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6823","nonce":644322337}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6821","nonce":644322337}]},"public_addr":"172.21.15.181:6817/644322337","cluster_addr":"172.21.15.181:6819/644322337","heartbeat_back_addr":"172.21.15.181:6823/644322337","heartbeat_front_addr":"172.21.15.181:6821/644322337","state":["exists","up"]},{"osd":9,"uuid":"a131710e-f2c3-4714-a033-106917dae36a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6827","nonce":2018024971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6829","nonce":2018024971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6833","nonce":2018024971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6831","nonce":2018024971}]},"public_addr":"172.21.15.52:6827/2018024971","cluster_addr":"172.21.15.52:6829/2018024971","heartbeat_back_addr":"172.21.15.52:6833/2018024971","heartbeat_front_addr":"172.21.15.52:6831/2018024971","state":["exists","up"]},{"osd":10,"uuid":"f73f086a-46e1-412c-8105-3b80772eca56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6825","nonce":14598206}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6827","nonce":14598206}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6831","nonce":14598206}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6829","nonce":14598206}]},"public_addr":"172.21.15.99:6825/14598206","cluster_addr":"172.21.15.99:6827/14598206","heartbeat_back_addr":"172.21.15.99:6831/14598206","heartbeat_front_addr":"172.21.15.99:6829/14598206","state":["exists","up"]},{"osd":11,"uuid":"f8e9539b-8a69-49a8-8a48-52f69b3c827e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":83,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6825","nonce":3442115308}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6827","nonce":3442115308}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6831","nonce":3442115308}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6829","nonce":3442115308}]},"public_addr":"172.21.15.181:6825/3442115308","cluster_addr":"172.21.15.181:6827/3442115308","heartbeat_back_addr":"172.21.15.181:6831/3442115308","heartbeat_front_addr":"172.21.15.181:6829/3442115308","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:30.221253+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:53.484811+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:17.327889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:41.988608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:06.067648+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:30.546908+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:56.054912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:20.268014+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:44.577601+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:10.398933+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:35.167862+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:54:00.825869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1b","mappings":[{"from":2,"to":1}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:6801/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:6800/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/2706493239":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/3660249274":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/3214486026":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6801/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6800/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/278759612":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/126914394":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/4260437251":"2024-03-19T22:47:53.231814+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-18T22:56:39.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.468+0000 7f8ed0e8c640 1 -- 172.21.15.52:0/4151526744 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8eb80a2800 msgr2=0x7f8eb80a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.468+0000 7f8ed0e8c640 1 --2- 172.21.15.52:0/4151526744 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8eb80a2800 0x7f8eb80a4cc0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f8ecc101790 tx=0x7f8ebc009260 comp rx=0 tx=0).stop 2024-03-18T22:56:39.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.468+0000 7f8ed0e8c640 1 -- 172.21.15.52:0/4151526744 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8ecc101930 msgr2=0x7f8ecc19c960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.468+0000 7f8ed0e8c640 1 --2- 172.21.15.52:0/4151526744 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8ecc101930 0x7f8ecc19c960 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f8eb4034bb0 tx=0x7f8eb4035f80 comp rx=0 tx=0).stop 2024-03-18T22:56:39.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.468+0000 7f8ed0e8c640 1 -- 172.21.15.52:0/4151526744 shutdown_connections 2024-03-18T22:56:39.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.468+0000 7f8ed0e8c640 1 --2- 172.21.15.52:0/4151526744 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8eb80a2800 0x7f8eb80a4cc0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.468+0000 7f8ed0e8c640 1 --2- 172.21.15.52:0/4151526744 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8ecc1022f0 0x7f8ecc19ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.468+0000 7f8ed0e8c640 1 --2- 172.21.15.52:0/4151526744 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8ecc101930 0x7f8ecc19c960 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.468+0000 7f8ed0e8c640 1 --2- 172.21.15.52:0/4151526744 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8ecc100740 0x7f8ecc0694f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.468+0000 7f8ed0e8c640 1 -- 172.21.15.52:0/4151526744 >> 172.21.15.52:0/4151526744 conn(0x7f8ecc0fbcb0 msgr2=0x7f8ecc104bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:39.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.468+0000 7f8ed0e8c640 1 -- 172.21.15.52:0/4151526744 shutdown_connections 2024-03-18T22:56:39.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.468+0000 7f8ed0e8c640 1 -- 172.21.15.52:0/4151526744 wait complete. 2024-03-18T22:56:39.481 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 21, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-03-18T22:54:53.377645+0000', 'modified': '2024-03-18T22:54:58.356820+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24527, 'mds_1': 24479, 'mds_2': 24478}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24445': {'gid': 24445, 'name': 'f', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.181:6835/278652610', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.181:6834', 'nonce': 278652610}, {'type': 'v1', 'addr': '172.21.15.181:6835', 'nonce': 278652610}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24455': {'gid': 24455, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.99:6835/286053630', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.99:6834', 'nonce': 286053630}, {'type': 'v1', 'addr': '172.21.15.99:6835', 'nonce': 286053630}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24457': {'gid': 24457, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.181:6837/1834382232', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.181:6836', 'nonce': 1834382232}, {'type': 'v1', 'addr': '172.21.15.181:6837', 'nonce': 1834382232}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24478': {'gid': 24478, 'name': 'i', 'rank': 2, 'incarnation': 19, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.181:6839/1346550423', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.181:6838', 'nonce': 1346550423}, {'type': 'v1', 'addr': '172.21.15.181:6839', 'nonce': 1346550423}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24479': {'gid': 24479, 'name': 'h', 'rank': 1, 'incarnation': 17, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.99:6837/3393123598', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.99:6836', 'nonce': 3393123598}, {'type': 'v1', 'addr': '172.21.15.99:6837', 'nonce': 3393123598}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24527': {'gid': 24527, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.99:6839/326875962', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.99:6838', 'nonce': 326875962}, {'type': 'v1', 'addr': '172.21.15.99:6839', 'nonce': 326875962}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24527, 'qdb_cluster': [24479, 24478, 24527]} 2024-03-18T22:56:39.481 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-03-18T22:56:39.481 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-03-18T22:56:39.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.584+0000 7fe871285640 1 -- 172.21.15.52:0/1936106803 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe86c104c20 msgr2=0x7fe86c107010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.584+0000 7fe871285640 1 --2- 172.21.15.52:0/1936106803 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe86c104c20 0x7fe86c107010 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fe860009900 tx=0x7fe86002bc30 comp rx=0 tx=0).stop 2024-03-18T22:56:39.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.584+0000 7fe871285640 1 -- 172.21.15.52:0/1936106803 shutdown_connections 2024-03-18T22:56:39.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.584+0000 7fe871285640 1 --2- 172.21.15.52:0/1936106803 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe86c107550 0x7fe86c109960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.584+0000 7fe871285640 1 --2- 172.21.15.52:0/1936106803 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe86c104c20 0x7fe86c107010 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.584+0000 7fe871285640 1 --2- 172.21.15.52:0/1936106803 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe86c1022f0 0x7fe86c1046e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.584+0000 7fe871285640 1 -- 172.21.15.52:0/1936106803 >> 172.21.15.52:0/1936106803 conn(0x7fe86c0fbcc0 msgr2=0x7fe86c0fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:39.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.584+0000 7fe871285640 1 -- 172.21.15.52:0/1936106803 shutdown_connections 2024-03-18T22:56:39.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.584+0000 7fe871285640 1 -- 172.21.15.52:0/1936106803 wait complete. 2024-03-18T22:56:39.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.585+0000 7fe871285640 1 Processor -- start 2024-03-18T22:56:39.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.585+0000 7fe871285640 1 -- start start 2024-03-18T22:56:39.588 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.585+0000 7fe871285640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe86c1022f0 0x7fe86c197c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.588 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.585+0000 7fe871285640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe86c104c20 0x7fe86c1981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.588 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.585+0000 7fe871285640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe86c107550 0x7fe86c19f210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.588 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.585+0000 7fe871285640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe86c10d590 con 0x7fe86c1022f0 2024-03-18T22:56:39.588 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.585+0000 7fe871285640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fe86c10d410 con 0x7fe86c107550 2024-03-18T22:56:39.588 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.585+0000 7fe871285640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fe86c10d710 con 0x7fe86c104c20 2024-03-18T22:56:39.588 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.585+0000 7fe86affd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe86c1022f0 0x7fe86c197c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.588 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.585+0000 7fe86affd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe86c1022f0 0x7fe86c197c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48264/0 (socket says 172.21.15.52:48264) 2024-03-18T22:56:39.588 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.585+0000 7fe86affd640 1 -- 172.21.15.52:0/228355289 learned_addr learned my addr 172.21.15.52:0/228355289 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:39.588 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.585+0000 7fe86a7fc640 1 --2- 172.21.15.52:0/228355289 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe86c104c20 0x7fe86c1981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.588 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.585+0000 7fe86b7fe640 1 --2- 172.21.15.52:0/228355289 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe86c107550 0x7fe86c19f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.589 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.585+0000 7fe86affd640 1 -- 172.21.15.52:0/228355289 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe86c104c20 msgr2=0x7fe86c1981b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.589 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.585+0000 7fe86affd640 1 --2- 172.21.15.52:0/228355289 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe86c104c20 0x7fe86c1981b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.589 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.585+0000 7fe86affd640 1 -- 172.21.15.52:0/228355289 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe86c107550 msgr2=0x7fe86c19f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.589 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.585+0000 7fe86affd640 1 --2- 172.21.15.52:0/228355289 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe86c107550 0x7fe86c19f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.589 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.585+0000 7fe86affd640 1 -- 172.21.15.52:0/228355289 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe86c19f8b0 con 0x7fe86c1022f0 2024-03-18T22:56:39.589 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.586+0000 7fe86affd640 1 --2- 172.21.15.52:0/228355289 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe86c1022f0 0x7fe86c197c70 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fe86400e9f0 tx=0x7fe86400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:39.589 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.586+0000 7fe853fff640 1 -- 172.21.15.52:0/228355289 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe86400cd80 con 0x7fe86c1022f0 2024-03-18T22:56:39.589 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.586+0000 7fe853fff640 1 -- 172.21.15.52:0/228355289 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe864010930 con 0x7fe86c1022f0 2024-03-18T22:56:39.589 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.586+0000 7fe871285640 1 -- 172.21.15.52:0/228355289 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe86c19fba0 con 0x7fe86c1022f0 2024-03-18T22:56:39.589 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.586+0000 7fe853fff640 1 -- 172.21.15.52:0/228355289 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe864018b00 con 0x7fe86c1022f0 2024-03-18T22:56:39.589 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.586+0000 7fe871285640 1 -- 172.21.15.52:0/228355289 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe86c1a0110 con 0x7fe86c1022f0 2024-03-18T22:56:39.595 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.588+0000 7fe853fff640 1 -- 172.21.15.52:0/228355289 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7fe864018ca0 con 0x7fe86c1022f0 2024-03-18T22:56:39.595 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.589+0000 7fe873e79740 1 Processor -- start 2024-03-18T22:56:39.595 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.589+0000 7fe873e79740 1 -- start start 2024-03-18T22:56:39.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.589+0000 7fe873e79740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55910a02a400 0x55910a02a820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.589+0000 7fe873e79740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55910a02adf0 0x55910a02f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.589+0000 7fe873e79740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55910a02ff60 0x55910a0323f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.589+0000 7fe873e79740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x559109f8ade0 con 0x55910a02a400 2024-03-18T22:56:39.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.589+0000 7fe873e79740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x559109f33c80 con 0x55910a02ff60 2024-03-18T22:56:39.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.589+0000 7fe873e79740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x559109f86e80 con 0x55910a02adf0 2024-03-18T22:56:39.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.589+0000 7fe86b7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55910a02a400 0x55910a02a820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.589+0000 7fe86b7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55910a02a400 0x55910a02a820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48272/0 (socket says 172.21.15.52:48272) 2024-03-18T22:56:39.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.589+0000 7fe86b7fe640 1 -- 172.21.15.52:0/212605570 learned_addr learned my addr 172.21.15.52:0/212605570 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:39.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.589+0000 7fe86a7fc640 1 --2- 172.21.15.52:0/212605570 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55910a02ff60 0x55910a0323f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.589+0000 7fe86affd640 1 --2- 172.21.15.52:0/212605570 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55910a02adf0 0x55910a02f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.589+0000 7fe853fff640 1 --2- 172.21.15.52:0/228355289 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe8540a2880 0x7fe8540a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.589+0000 7fe86b7fe640 1 -- 172.21.15.52:0/212605570 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55910a02adf0 msgr2=0x55910a02f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:39.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.589+0000 7fe86b7fe640 1 --2- 172.21.15.52:0/212605570 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55910a02adf0 0x55910a02f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.589+0000 7fe86b7fe640 1 -- 172.21.15.52:0/212605570 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55910a02ff60 msgr2=0x55910a0323f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:39.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.589+0000 7fe86b7fe640 1 --2- 172.21.15.52:0/212605570 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55910a02ff60 0x55910a0323f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.589+0000 7fe86b7fe640 1 -- 172.21.15.52:0/212605570 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559109f45fb0 con 0x55910a02a400 2024-03-18T22:56:39.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.589+0000 7fe86a7fc640 1 --2- 172.21.15.52:0/212605570 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55910a02ff60 0x55910a0323f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:39.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.589+0000 7fe853fff640 1 -- 172.21.15.52:0/228355289 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7fe8640cedd0 con 0x7fe86c1022f0 2024-03-18T22:56:39.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.589+0000 7fe86b7fe640 1 --2- 172.21.15.52:0/228355289 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe8540a2880 0x7fe8540a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.589+0000 7fe86b7fe640 1 --2- 172.21.15.52:0/212605570 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55910a02a400 0x55910a02a820 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fe85c003b10 tx=0x7fe85c009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3854fc41c5d1ffd server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:39.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.590+0000 7fe8517fa640 1 -- 172.21.15.52:0/212605570 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe85c024070 con 0x55910a02a400 2024-03-18T22:56:39.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.590+0000 7fe86b7fe640 1 --2- 172.21.15.52:0/228355289 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe8540a2880 0x7fe8540a4d40 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fe85c021000 tx=0x7fe85c01e000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:39.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.590+0000 7fe8517fa640 1 -- 172.21.15.52:0/212605570 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe85c010d00 con 0x55910a02a400 2024-03-18T22:56:39.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.590+0000 7fe8517fa640 1 -- 172.21.15.52:0/212605570 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe85c011440 con 0x55910a02a400 2024-03-18T22:56:39.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.590+0000 7fe873e79740 1 -- 172.21.15.52:0/212605570 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55910a02a400 msgr2=0x55910a02a820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.590+0000 7fe873e79740 1 --2- 172.21.15.52:0/212605570 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55910a02a400 0x55910a02a820 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fe85c003b10 tx=0x7fe85c009f90 comp rx=0 tx=0).stop 2024-03-18T22:56:39.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.590+0000 7fe873e79740 1 -- 172.21.15.52:0/212605570 shutdown_connections 2024-03-18T22:56:39.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.590+0000 7fe873e79740 1 --2- 172.21.15.52:0/212605570 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55910a02ff60 0x55910a0323f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.590+0000 7fe873e79740 1 --2- 172.21.15.52:0/212605570 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55910a02adf0 0x55910a02f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.590+0000 7fe873e79740 1 --2- 172.21.15.52:0/212605570 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55910a02a400 0x55910a02a820 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.590+0000 7fe873e79740 1 -- 172.21.15.52:0/212605570 >> 172.21.15.52:0/212605570 conn(0x55910a021560 msgr2=0x55910a021960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:39.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.590+0000 7fe873e79740 1 -- 172.21.15.52:0/212605570 shutdown_connections 2024-03-18T22:56:39.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.590+0000 7fe873e79740 1 -- 172.21.15.52:0/212605570 wait complete. 2024-03-18T22:56:39.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.591+0000 7fe873e79740 1 -- start start 2024-03-18T22:56:39.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.591+0000 7fe873e79740 1 Processor -- start 2024-03-18T22:56:39.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.591+0000 7fe873e79740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55910a02a400 0x55910a0348d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.591+0000 7fe873e79740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55910a02adf0 0x55910a034e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.591+0000 7fe873e79740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55910a02ff60 0x55910a03be50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.591+0000 7fe873e79740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55910a032f10 con 0x55910a02ff60 2024-03-18T22:56:39.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.591+0000 7fe873e79740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x559109f46fc0 con 0x55910a02adf0 2024-03-18T22:56:39.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.591+0000 7fe873e79740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x55910a033090 con 0x55910a02a400 2024-03-18T22:56:39.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.591+0000 7fe873e79740 10 client.0 _ll_register_callbacks cb 0x559109f82a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:56:39.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.591+0000 7fe86b7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55910a02ff60 0x55910a03be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.591+0000 7fe86affd640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55910a02a400 0x55910a0348d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.591+0000 7fe86affd640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55910a02a400 0x55910a0348d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.52:58666/0 (socket says 172.21.15.52:58666) 2024-03-18T22:56:39.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.591+0000 7fe86b7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55910a02ff60 0x55910a03be50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48288/0 (socket says 172.21.15.52:48288) 2024-03-18T22:56:39.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.591+0000 7fe86affd640 1 -- 172.21.15.52:0/1378328416 learned_addr learned my addr 172.21.15.52:0/1378328416 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:39.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.591+0000 7fe86a7fc640 1 --2- 172.21.15.52:0/1378328416 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55910a02adf0 0x55910a034e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.591+0000 7fe86affd640 1 -- 172.21.15.52:0/1378328416 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55910a02adf0 msgr2=0x55910a034e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:39.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.591+0000 7fe86affd640 1 --2- 172.21.15.52:0/1378328416 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55910a02adf0 0x55910a034e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.591+0000 7fe86affd640 1 -- 172.21.15.52:0/1378328416 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55910a02ff60 msgr2=0x55910a03be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:39.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.591+0000 7fe86affd640 1 --2- 172.21.15.52:0/1378328416 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55910a02ff60 0x55910a03be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.591+0000 7fe86affd640 1 -- 172.21.15.52:0/1378328416 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559109c9f2d0 con 0x55910a02a400 2024-03-18T22:56:39.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.591+0000 7fe86b7fe640 1 --2- 172.21.15.52:0/1378328416 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55910a02ff60 0x55910a03be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:39.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.592+0000 7fe86affd640 1 --2- 172.21.15.52:0/1378328416 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55910a02a400 0x55910a0348d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe864097c00 tx=0x7fe86409b600 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7528d000403e2211 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:39.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.592+0000 7fe84eff5640 10 client.0 ms_handle_connect on v2:172.21.15.181:3300/0 2024-03-18T22:56:39.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.592+0000 7fe84eff5640 1 -- 172.21.15.52:0/1378328416 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe86409b7a0 con 0x55910a02a400 2024-03-18T22:56:39.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.592+0000 7fe84eff5640 1 -- 172.21.15.52:0/1378328416 <== mon.1 v2:172.21.15.181:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7fe864010ae0 con 0x55910a02a400 2024-03-18T22:56:39.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.592+0000 7fe873e79740 1 -- 172.21.15.52:0/1378328416 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe85c010d00 con 0x55910a02a400 2024-03-18T22:56:39.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.592+0000 7fe84eff5640 1 -- 172.21.15.52:0/1378328416 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe864010ce0 con 0x55910a02a400 2024-03-18T22:56:39.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.592+0000 7fe873e79740 10 client.25036 fetch_fsmap learned FSMap version 21 2024-03-18T22:56:39.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.592+0000 7fe873e79740 1 -- 172.21.15.52:0/1378328416 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x559109d696b0 con 0x55910a02a400 2024-03-18T22:56:39.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.592+0000 7fe84eff5640 1 -- 172.21.15.52:0/1378328416 <== mon.1 v2:172.21.15.181:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe85c010d00 con 0x55910a02a400 2024-03-18T22:56:39.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.592+0000 7fe84eff5640 1 -- 172.21.15.52:0/1378328416 <== mon.1 v2:172.21.15.181:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fe8640974f0 con 0x55910a02a400 2024-03-18T22:56:39.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.592+0000 7fe873e79740 10 client.25036 fetch_fsmap finished waiting for FSMap version 21 2024-03-18T22:56:39.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.592+0000 7fe873e79740 10 client.25036 resolve_mds: resolved name 'i' to daemon mds.i 2024-03-18T22:56:39.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.592+0000 7fe873e79740 20 client.25036 populate_metadata read hostname 'smithi052' 2024-03-18T22:56:39.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.592+0000 7fe873e79740 1 --2- 172.21.15.52:0/1378328416 >> [v2:172.21.15.181:6838/1346550423,v1:172.21.15.181:6839/1346550423] conn(0x55910a0416e0 0x55910a042b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.592+0000 7fe873e79740 4 client.25036 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-18T22:56:39.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.592+0000 7fe873e79740 1 -- 172.21.15.52:0/1378328416 --> [v2:172.21.15.181:6838/1346550423,v1:172.21.15.181:6839/1346550423] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559109f98320 con 0x55910a0416e0 2024-03-18T22:56:39.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.593+0000 7fe86a7fc640 1 --2- 172.21.15.52:0/1378328416 >> [v2:172.21.15.181:6838/1346550423,v1:172.21.15.181:6839/1346550423] conn(0x55910a0416e0 0x55910a042b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.593+0000 7fe86a7fc640 1 --2- 172.21.15.52:0/1378328416 >> [v2:172.21.15.181:6838/1346550423,v1:172.21.15.181:6839/1346550423] conn(0x55910a0416e0 0x55910a042b50 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b2fb00202da12e07 server_cookie=404ae09a6695030f in_seq=0 out_seq=0 2024-03-18T22:56:39.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.593+0000 7fe84eff5640 10 client.25036 ms_handle_connect on v2:172.21.15.181:6838/1346550423 2024-03-18T22:56:39.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.594+0000 7fe84eff5640 1 -- 172.21.15.52:0/1378328416 <== mds.2 v2:172.21.15.181:6838/1346550423 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x559109f98320 con 0x55910a0416e0 2024-03-18T22:56:39.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.594+0000 7fe84eff5640 10 client.25036 handle_command_reply: tid=0 2024-03-18T22:56:39.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.594+0000 7fe873e79740 1 client.25036 shutdown 2024-03-18T22:56:39.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.594+0000 7fe873e79740 1 -- 172.21.15.52:0/1378328416 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55910a02a400 msgr2=0x55910a0348d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.594+0000 7fe873e79740 1 --2- 172.21.15.52:0/1378328416 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55910a02a400 0x55910a0348d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe864097c00 tx=0x7fe86409b600 comp rx=0 tx=0).stop 2024-03-18T22:56:39.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.594+0000 7fe873e79740 1 -- 172.21.15.52:0/1378328416 shutdown_connections 2024-03-18T22:56:39.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.594+0000 7fe873e79740 1 --2- 172.21.15.52:0/1378328416 >> [v2:172.21.15.181:6838/1346550423,v1:172.21.15.181:6839/1346550423] conn(0x55910a0416e0 0x55910a042b50 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.594+0000 7fe873e79740 1 --2- 172.21.15.52:0/1378328416 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55910a02ff60 0x55910a03be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.594+0000 7fe84eff5640 0 client.25036 ms_handle_reset on v2:172.21.15.181:6838/1346550423 2024-03-18T22:56:39.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.594+0000 7fe873e79740 1 --2- 172.21.15.52:0/1378328416 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55910a02adf0 0x55910a034e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.594+0000 7fe873e79740 1 --2- 172.21.15.52:0/1378328416 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55910a02a400 0x55910a0348d0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.594+0000 7fe873e79740 1 -- 172.21.15.52:0/1378328416 >> 172.21.15.52:0/1378328416 conn(0x55910a021560 msgr2=0x55910a0207e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:39.602 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.594+0000 7fe873e79740 1 -- 172.21.15.52:0/1378328416 shutdown_connections 2024-03-18T22:56:39.602 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.594+0000 7fe873e79740 1 -- 172.21.15.52:0/1378328416 wait complete. 2024-03-18T22:56:39.602 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.594+0000 7fe873e79740 20 client.25036 trim_cache size 0 max 16384 2024-03-18T22:56:39.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.612+0000 7fe873e79740 1 Processor -- start 2024-03-18T22:56:39.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.612+0000 7fe873e79740 1 -- start start 2024-03-18T22:56:39.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.612+0000 7fe873e79740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55910a02a400 0x55910a040520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.612+0000 7fe873e79740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55910a02adf0 0x55910a03be10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.612+0000 7fe873e79740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55910a02ff60 0x55910a02c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.612+0000 7fe873e79740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55910a040e90 con 0x55910a02ff60 2024-03-18T22:56:39.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.612+0000 7fe873e79740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x55910a041560 con 0x55910a02adf0 2024-03-18T22:56:39.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.612+0000 7fe873e79740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x55910a041c30 con 0x55910a02a400 2024-03-18T22:56:39.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.612+0000 7fe86b7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55910a02ff60 0x55910a02c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.612+0000 7fe86b7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55910a02ff60 0x55910a02c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48302/0 (socket says 172.21.15.52:48302) 2024-03-18T22:56:39.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.612+0000 7fe86b7fe640 1 -- 172.21.15.52:0/1182385710 learned_addr learned my addr 172.21.15.52:0/1182385710 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:39.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.612+0000 7fe86a7fc640 1 --2- 172.21.15.52:0/1182385710 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55910a02adf0 0x55910a03be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.612+0000 7fe86b7fe640 1 -- 172.21.15.52:0/1182385710 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55910a02a400 msgr2=0x55910a040520 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-18T22:56:39.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.612+0000 7fe86b7fe640 1 --2- 172.21.15.52:0/1182385710 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55910a02a400 0x55910a040520 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.612+0000 7fe86b7fe640 1 -- 172.21.15.52:0/1182385710 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55910a02adf0 msgr2=0x55910a03be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:39.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.612+0000 7fe86b7fe640 1 --2- 172.21.15.52:0/1182385710 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55910a02adf0 0x55910a03be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.612+0000 7fe86b7fe640 1 -- 172.21.15.52:0/1182385710 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55910a0358c0 con 0x55910a02ff60 2024-03-18T22:56:39.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.612+0000 7fe86a7fc640 1 --2- 172.21.15.52:0/1182385710 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55910a02adf0 0x55910a03be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:56:39.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.612+0000 7fe86b7fe640 1 --2- 172.21.15.52:0/1182385710 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55910a02ff60 0x55910a02c2f0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x55910a02b650 tx=0x7fe85c009dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed58a04a75a83aa1 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:39.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.613+0000 7fe850ff9640 1 -- 172.21.15.52:0/1182385710 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe85c024040 con 0x55910a02ff60 2024-03-18T22:56:39.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.613+0000 7fe850ff9640 1 -- 172.21.15.52:0/1182385710 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe85c013390 con 0x55910a02ff60 2024-03-18T22:56:39.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.613+0000 7fe850ff9640 1 -- 172.21.15.52:0/1182385710 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe85c010860 con 0x55910a02ff60 2024-03-18T22:56:39.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.613+0000 7fe873e79740 1 -- 172.21.15.52:0/1182385710 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55910a02ff60 msgr2=0x55910a02c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.613+0000 7fe873e79740 1 --2- 172.21.15.52:0/1182385710 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55910a02ff60 0x55910a02c2f0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x55910a02b650 tx=0x7fe85c009dd0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.613+0000 7fe873e79740 1 -- 172.21.15.52:0/1182385710 shutdown_connections 2024-03-18T22:56:39.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.613+0000 7fe873e79740 1 --2- 172.21.15.52:0/1182385710 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55910a02ff60 0x55910a02c2f0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.613+0000 7fe873e79740 1 --2- 172.21.15.52:0/1182385710 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55910a02adf0 0x55910a03be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.613+0000 7fe873e79740 1 --2- 172.21.15.52:0/1182385710 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55910a02a400 0x55910a040520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.613+0000 7fe873e79740 1 -- 172.21.15.52:0/1182385710 >> 172.21.15.52:0/1182385710 conn(0x55910a021560 msgr2=0x55910a021940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:39.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.613+0000 7fe873e79740 1 -- 172.21.15.52:0/1182385710 shutdown_connections 2024-03-18T22:56:39.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.613+0000 7fe873e79740 1 -- 172.21.15.52:0/1182385710 wait complete. 2024-03-18T22:56:39.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.613+0000 7fe873e79740 1 -- start start 2024-03-18T22:56:39.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.614+0000 7fe873e79740 1 Processor -- start 2024-03-18T22:56:39.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.614+0000 7fe873e79740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55910a02a400 0x55910a039d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.614+0000 7fe873e79740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55910a02adf0 0x55910a0a3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.614+0000 7fe873e79740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55910a02ff60 0x55910a0a5980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.614+0000 7fe873e79740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55910a0429d0 con 0x55910a02adf0 2024-03-18T22:56:39.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.614+0000 7fe873e79740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x55910a042300 con 0x55910a02ff60 2024-03-18T22:56:39.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.614+0000 7fe873e79740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x55910a0430a0 con 0x55910a02a400 2024-03-18T22:56:39.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.614+0000 7fe873e79740 10 client.0 _ll_register_callbacks cb 0x7fe86400e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:56:39.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.614+0000 7fe86a7fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55910a02adf0 0x55910a0a3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.614+0000 7fe86a7fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55910a02adf0 0x55910a0a3430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48316/0 (socket says 172.21.15.52:48316) 2024-03-18T22:56:39.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.614+0000 7fe86a7fc640 1 -- 172.21.15.52:0/111013263 learned_addr learned my addr 172.21.15.52:0/111013263 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:39.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.614+0000 7fe86b7fe640 1 --2- 172.21.15.52:0/111013263 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55910a02ff60 0x55910a0a5980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.614+0000 7fe86affd640 1 --2- 172.21.15.52:0/111013263 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55910a02a400 0x55910a039d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.614+0000 7fe86a7fc640 1 -- 172.21.15.52:0/111013263 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55910a02a400 msgr2=0x55910a039d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:39.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.614+0000 7fe86a7fc640 1 --2- 172.21.15.52:0/111013263 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55910a02a400 0x55910a039d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.614+0000 7fe86a7fc640 1 -- 172.21.15.52:0/111013263 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55910a02ff60 msgr2=0x55910a0a5980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:39.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.614+0000 7fe86a7fc640 1 --2- 172.21.15.52:0/111013263 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55910a02ff60 0x55910a0a5980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.614+0000 7fe86a7fc640 1 -- 172.21.15.52:0/111013263 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55910a0a6190 con 0x55910a02adf0 2024-03-18T22:56:39.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.614+0000 7fe86a7fc640 1 --2- 172.21.15.52:0/111013263 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55910a02adf0 0x55910a0a3430 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fe860009850 tx=0x7fe86002cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a3f41d614fa387e server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:39.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.614+0000 7fe84eff5640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-03-18T22:56:39.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.614+0000 7fe84eff5640 1 -- 172.21.15.52:0/111013263 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe860004040 con 0x55910a02adf0 2024-03-18T22:56:39.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.614+0000 7fe84eff5640 1 -- 172.21.15.52:0/111013263 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7fe8600041e0 con 0x55910a02adf0 2024-03-18T22:56:39.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.615+0000 7fe873e79740 1 -- 172.21.15.52:0/111013263 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe85c013390 con 0x55910a02adf0 2024-03-18T22:56:39.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.615+0000 7fe84eff5640 1 -- 172.21.15.52:0/111013263 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe860056050 con 0x55910a02adf0 2024-03-18T22:56:39.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.615+0000 7fe873e79740 10 client.15225 fetch_fsmap learned FSMap version 21 2024-03-18T22:56:39.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.615+0000 7fe873e79740 1 -- 172.21.15.52:0/111013263 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55910a0a7560 con 0x55910a02adf0 2024-03-18T22:56:39.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.615+0000 7fe84eff5640 1 -- 172.21.15.52:0/111013263 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe85c013390 con 0x55910a02adf0 2024-03-18T22:56:39.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.615+0000 7fe84eff5640 1 -- 172.21.15.52:0/111013263 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fe860004b00 con 0x55910a02adf0 2024-03-18T22:56:39.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.615+0000 7fe873e79740 10 client.15225 fetch_fsmap finished waiting for FSMap version 21 2024-03-18T22:56:39.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.615+0000 7fe873e79740 10 client.15225 resolve_mds: resolved name 'i' to daemon mds.i 2024-03-18T22:56:39.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.615+0000 7fe873e79740 20 client.15225 populate_metadata read hostname 'smithi052' 2024-03-18T22:56:39.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.615+0000 7fe873e79740 1 --2- 172.21.15.52:0/111013263 >> [v2:172.21.15.181:6838/1346550423,v1:172.21.15.181:6839/1346550423] conn(0x55910a0ac140 0x55910a0aae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.615+0000 7fe873e79740 4 client.15225 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-18T22:56:39.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.615+0000 7fe873e79740 1 -- 172.21.15.52:0/111013263 --> [v2:172.21.15.181:6838/1346550423,v1:172.21.15.181:6839/1346550423] -- command(tid 0: {"prefix": "status"}) -- 0x559109f92670 con 0x55910a0ac140 2024-03-18T22:56:39.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.616+0000 7fe86affd640 1 --2- 172.21.15.52:0/111013263 >> [v2:172.21.15.181:6838/1346550423,v1:172.21.15.181:6839/1346550423] conn(0x55910a0ac140 0x55910a0aae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.616+0000 7fe84eff5640 10 client.15225 ms_handle_connect on v2:172.21.15.181:6838/1346550423 2024-03-18T22:56:39.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.616+0000 7fe86affd640 1 --2- 172.21.15.52:0/111013263 >> [v2:172.21.15.181:6838/1346550423,v1:172.21.15.181:6839/1346550423] conn(0x55910a0ac140 0x55910a0aae50 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e60611159882aecc server_cookie=e799e8f6b4b947b in_seq=0 out_seq=0 2024-03-18T22:56:39.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.617+0000 7fe84eff5640 1 -- 172.21.15.52:0/111013263 <== mds.2 v2:172.21.15.181:6838/1346550423 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x559109f92670 con 0x55910a0ac140 2024-03-18T22:56:39.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.617+0000 7fe84eff5640 10 client.15225 handle_command_reply: tid=0 2024-03-18T22:56:39.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.617+0000 7fe873e79740 1 client.15225 shutdown 2024-03-18T22:56:39.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.617+0000 7fe873e79740 1 -- 172.21.15.52:0/111013263 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55910a02adf0 msgr2=0x55910a0a3430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.617+0000 7fe873e79740 1 --2- 172.21.15.52:0/111013263 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55910a02adf0 0x55910a0a3430 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fe860009850 tx=0x7fe86002cbc0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.617+0000 7fe873e79740 1 -- 172.21.15.52:0/111013263 shutdown_connections 2024-03-18T22:56:39.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.617+0000 7fe873e79740 1 --2- 172.21.15.52:0/111013263 >> [v2:172.21.15.181:6838/1346550423,v1:172.21.15.181:6839/1346550423] conn(0x55910a0ac140 0x55910a0aae50 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.617+0000 7fe873e79740 1 --2- 172.21.15.52:0/111013263 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55910a02ff60 0x55910a0a5980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.617+0000 7fe84eff5640 0 client.15225 ms_handle_reset on v2:172.21.15.181:6838/1346550423 2024-03-18T22:56:39.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.617+0000 7fe873e79740 1 --2- 172.21.15.52:0/111013263 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55910a02adf0 0x55910a0a3430 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.617+0000 7fe873e79740 1 --2- 172.21.15.52:0/111013263 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55910a02a400 0x55910a039d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.617+0000 7fe873e79740 1 -- 172.21.15.52:0/111013263 >> 172.21.15.52:0/111013263 conn(0x55910a021560 msgr2=0x55910a040520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:39.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.617+0000 7fe873e79740 1 -- 172.21.15.52:0/111013263 shutdown_connections 2024-03-18T22:56:39.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.617+0000 7fe873e79740 1 -- 172.21.15.52:0/111013263 wait complete. 2024-03-18T22:56:39.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.617+0000 7fe873e79740 20 client.15225 trim_cache size 0 max 16384 2024-03-18T22:56:39.624 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-03-18T22:56:39.624 INFO:teuthology.orchestra.run.smithi052.stdout: "cluster_fsid": "444ca0c0-e579-11ee-95c9-87774f69a715", 2024-03-18T22:56:39.624 INFO:teuthology.orchestra.run.smithi052.stdout: "whoami": 2, 2024-03-18T22:56:39.624 INFO:teuthology.orchestra.run.smithi052.stdout: "id": 24478, 2024-03-18T22:56:39.624 INFO:teuthology.orchestra.run.smithi052.stdout: "want_state": "up:active", 2024-03-18T22:56:39.624 INFO:teuthology.orchestra.run.smithi052.stdout: "state": "up:active", 2024-03-18T22:56:39.624 INFO:teuthology.orchestra.run.smithi052.stdout: "fs_name": "cephfs", 2024-03-18T22:56:39.624 INFO:teuthology.orchestra.run.smithi052.stdout: "rank_uptime": 102.264514214, 2024-03-18T22:56:39.624 INFO:teuthology.orchestra.run.smithi052.stdout: "mdsmap_epoch": 21, 2024-03-18T22:56:39.624 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch": 90, 2024-03-18T22:56:39.625 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch_barrier": 88, 2024-03-18T22:56:39.625 INFO:teuthology.orchestra.run.smithi052.stdout: "uptime": 119.006953901 2024-03-18T22:56:39.625 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-03-18T22:56:39.625 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.617+0000 7fe871285640 1 -- 172.21.15.52:0/228355289 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe8540a2880 msgr2=0x7fe8540a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.625 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.617+0000 7fe871285640 1 --2- 172.21.15.52:0/228355289 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe8540a2880 0x7fe8540a4d40 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fe85c021000 tx=0x7fe85c01e000 comp rx=0 tx=0).stop 2024-03-18T22:56:39.625 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.617+0000 7fe871285640 1 -- 172.21.15.52:0/228355289 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe86c1022f0 msgr2=0x7fe86c197c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.617+0000 7fe871285640 1 --2- 172.21.15.52:0/228355289 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe86c1022f0 0x7fe86c197c70 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fe86400e9f0 tx=0x7fe86400eeb0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.617+0000 7fe871285640 1 -- 172.21.15.52:0/228355289 shutdown_connections 2024-03-18T22:56:39.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.617+0000 7fe871285640 1 --2- 172.21.15.52:0/228355289 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fe8540a2880 0x7fe8540a4d40 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.617+0000 7fe871285640 1 --2- 172.21.15.52:0/228355289 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe86c107550 0x7fe86c19f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.617+0000 7fe871285640 1 --2- 172.21.15.52:0/228355289 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe86c104c20 0x7fe86c1981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.617+0000 7fe871285640 1 --2- 172.21.15.52:0/228355289 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe86c1022f0 0x7fe86c197c70 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.617+0000 7fe871285640 1 -- 172.21.15.52:0/228355289 >> 172.21.15.52:0/228355289 conn(0x7fe86c0fbcc0 msgr2=0x7fe86c102bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:39.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.618+0000 7fe871285640 1 -- 172.21.15.52:0/228355289 shutdown_connections 2024-03-18T22:56:39.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.618+0000 7fe871285640 1 -- 172.21.15.52:0/228355289 wait complete. 2024-03-18T22:56:39.629 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-03-18T22:56:39.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.732+0000 7f8e6c0f1640 1 -- 172.21.15.52:0/3339112185 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e64100740 msgr2=0x7f8e64100b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.732+0000 7f8e6c0f1640 1 --2- 172.21.15.52:0/3339112185 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e64100740 0x7f8e64100b60 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f8e60009860 tx=0x7f8e6002bb70 comp rx=0 tx=0).stop 2024-03-18T22:56:39.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.732+0000 7f8e6c0f1640 1 -- 172.21.15.52:0/3339112185 shutdown_connections 2024-03-18T22:56:39.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.732+0000 7f8e6c0f1640 1 --2- 172.21.15.52:0/3339112185 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e641022f0 0x7f8e64108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.732+0000 7f8e6c0f1640 1 --2- 172.21.15.52:0/3339112185 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8e64101930 0x7f8e64101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.732+0000 7f8e6c0f1640 1 --2- 172.21.15.52:0/3339112185 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e64100740 0x7f8e64100b60 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.732+0000 7f8e6c0f1640 1 -- 172.21.15.52:0/3339112185 >> 172.21.15.52:0/3339112185 conn(0x7f8e640fbcd0 msgr2=0x7f8e640fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:39.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.732+0000 7f8e6c0f1640 1 -- 172.21.15.52:0/3339112185 shutdown_connections 2024-03-18T22:56:39.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.732+0000 7f8e6c0f1640 1 -- 172.21.15.52:0/3339112185 wait complete. 2024-03-18T22:56:39.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.733+0000 7f8e6c0f1640 1 Processor -- start 2024-03-18T22:56:39.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.733+0000 7f8e6c0f1640 1 -- start start 2024-03-18T22:56:39.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.733+0000 7f8e6c0f1640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e64100740 0x7f8e64197c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.733+0000 7f8e6c0f1640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e64101930 0x7f8e641981c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.733+0000 7f8e6c0f1640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8e641022f0 0x7f8e6419f1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.733+0000 7f8e6c0f1640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f8e6410c4f0 con 0x7f8e641022f0 2024-03-18T22:56:39.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.733+0000 7f8e6c0f1640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f8e6410c370 con 0x7f8e64100740 2024-03-18T22:56:39.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.733+0000 7f8e6c0f1640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f8e6410c670 con 0x7f8e64101930 2024-03-18T22:56:39.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.733+0000 7f8e6a68e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8e641022f0 0x7f8e6419f1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.733+0000 7f8e6a68e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8e641022f0 0x7f8e6419f1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48332/0 (socket says 172.21.15.52:48332) 2024-03-18T22:56:39.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.733+0000 7f8e6a68e640 1 -- 172.21.15.52:0/2797314874 learned_addr learned my addr 172.21.15.52:0/2797314874 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:39.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.733+0000 7f8e6968c640 1 --2- 172.21.15.52:0/2797314874 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e64101930 0x7f8e641981c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.733+0000 7f8e69e8d640 1 --2- 172.21.15.52:0/2797314874 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e64100740 0x7f8e64197c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.733+0000 7f8e6a68e640 1 -- 172.21.15.52:0/2797314874 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e64101930 msgr2=0x7f8e641981c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.733+0000 7f8e6a68e640 1 --2- 172.21.15.52:0/2797314874 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e64101930 0x7f8e641981c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.737 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.733+0000 7f8e6a68e640 1 -- 172.21.15.52:0/2797314874 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e64100740 msgr2=0x7f8e64197c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.737 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.733+0000 7f8e6a68e640 1 --2- 172.21.15.52:0/2797314874 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e64100740 0x7f8e64197c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.737 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.733+0000 7f8e6a68e640 1 -- 172.21.15.52:0/2797314874 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e6419f890 con 0x7f8e641022f0 2024-03-18T22:56:39.737 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.734+0000 7f8e6a68e640 1 --2- 172.21.15.52:0/2797314874 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8e641022f0 0x7f8e6419f1f0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f8e5c00efd0 tx=0x7f8e5c00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:39.737 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.734+0000 7f8e5affd640 1 -- 172.21.15.52:0/2797314874 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e5c003b70 con 0x7f8e641022f0 2024-03-18T22:56:39.737 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.734+0000 7f8e6c0f1640 1 -- 172.21.15.52:0/2797314874 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e6419fb80 con 0x7f8e641022f0 2024-03-18T22:56:39.737 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.734+0000 7f8e5affd640 1 -- 172.21.15.52:0/2797314874 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8e5c003d10 con 0x7f8e641022f0 2024-03-18T22:56:39.737 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.734+0000 7f8e5affd640 1 -- 172.21.15.52:0/2797314874 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e5c010a90 con 0x7f8e641022f0 2024-03-18T22:56:39.737 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.734+0000 7f8e6c0f1640 1 -- 172.21.15.52:0/2797314874 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e641a00d0 con 0x7f8e641022f0 2024-03-18T22:56:39.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.736+0000 7f8e5affd640 1 -- 172.21.15.52:0/2797314874 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f8e5c004020 con 0x7f8e641022f0 2024-03-18T22:56:39.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.736+0000 7f8e6edb9740 1 Processor -- start 2024-03-18T22:56:39.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.736+0000 7f8e6edb9740 1 -- start start 2024-03-18T22:56:39.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.736+0000 7f8e6edb9740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5614c2da6ff0 0x5614c2da7410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.736+0000 7f8e6edb9740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5614c2da79e0 0x5614c2dac4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.736+0000 7f8e6edb9740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5614c2dacb50 0x5614c2daefe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.736+0000 7f8e6edb9740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5614c2d0bde0 con 0x5614c2da6ff0 2024-03-18T22:56:39.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.736+0000 7f8e6edb9740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x5614c2cb4c80 con 0x5614c2da79e0 2024-03-18T22:56:39.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.736+0000 7f8e6edb9740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x5614c2d07e80 con 0x5614c2dacb50 2024-03-18T22:56:39.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.737+0000 7f8e5affd640 1 --2- 172.21.15.52:0/2797314874 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8e500a2800 0x7f8e500a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.737+0000 7f8e6968c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5614c2da6ff0 0x5614c2da7410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.737+0000 7f8e6968c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5614c2da6ff0 0x5614c2da7410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48344/0 (socket says 172.21.15.52:48344) 2024-03-18T22:56:39.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.737+0000 7f8e6968c640 1 -- 172.21.15.52:0/7502736 learned_addr learned my addr 172.21.15.52:0/7502736 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:39.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.737+0000 7f8e69e8d640 1 --2- 172.21.15.52:0/7502736 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5614c2da79e0 0x5614c2dac4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.737+0000 7f8e6a68e640 1 --2- 172.21.15.52:0/2797314874 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8e500a2800 0x7f8e500a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.737+0000 7f8e6968c640 1 --2- 172.21.15.52:0/7502736 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5614c2dacb50 0x5614c2daefe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.737+0000 7f8e5affd640 1 -- 172.21.15.52:0/2797314874 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f8e5c0cef50 con 0x7f8e641022f0 2024-03-18T22:56:39.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.737+0000 7f8e6968c640 1 -- 172.21.15.52:0/7502736 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5614c2dacb50 msgr2=0x5614c2daefe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:39.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.737+0000 7f8e6968c640 1 --2- 172.21.15.52:0/7502736 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5614c2dacb50 0x5614c2daefe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.737+0000 7f8e6968c640 1 -- 172.21.15.52:0/7502736 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5614c2da79e0 msgr2=0x5614c2dac4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:39.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.737+0000 7f8e6968c640 1 --2- 172.21.15.52:0/7502736 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5614c2da79e0 0x5614c2dac4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.737+0000 7f8e6968c640 1 -- 172.21.15.52:0/7502736 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5614c2cc6fb0 con 0x5614c2da6ff0 2024-03-18T22:56:39.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.737+0000 7f8e69e8d640 1 --2- 172.21.15.52:0/7502736 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5614c2da79e0 0x5614c2dac4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:39.742 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.737+0000 7f8e6a68e640 1 --2- 172.21.15.52:0/2797314874 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8e500a2800 0x7f8e500a4cc0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f8e5c098210 tx=0x7f8e5c066600 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:39.742 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.737+0000 7f8e6968c640 1 --2- 172.21.15.52:0/7502736 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5614c2da6ff0 0x5614c2da7410 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f8e54009fd0 tx=0x7f8e54009890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7acef46ae6e72e25 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:39.742 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.737+0000 7f8e4ffff640 1 -- 172.21.15.52:0/7502736 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e5400f580 con 0x5614c2da6ff0 2024-03-18T22:56:39.742 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.737+0000 7f8e4ffff640 1 -- 172.21.15.52:0/7502736 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8e5400fc20 con 0x5614c2da6ff0 2024-03-18T22:56:39.742 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.737+0000 7f8e4ffff640 1 -- 172.21.15.52:0/7502736 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e54010be0 con 0x5614c2da6ff0 2024-03-18T22:56:39.742 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:39 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1061132296' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-18T22:56:39.742 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:39 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/2341505406' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:56:39.742 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:39 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/4151526744' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:56:39.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.738+0000 7f8e6edb9740 1 -- 172.21.15.52:0/7502736 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5614c2da6ff0 msgr2=0x5614c2da7410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.738+0000 7f8e6edb9740 1 --2- 172.21.15.52:0/7502736 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5614c2da6ff0 0x5614c2da7410 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f8e54009fd0 tx=0x7f8e54009890 comp rx=0 tx=0).stop 2024-03-18T22:56:39.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.738+0000 7f8e6edb9740 1 -- 172.21.15.52:0/7502736 shutdown_connections 2024-03-18T22:56:39.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.738+0000 7f8e6edb9740 1 --2- 172.21.15.52:0/7502736 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5614c2dacb50 0x5614c2daefe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.738+0000 7f8e6edb9740 1 --2- 172.21.15.52:0/7502736 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5614c2da79e0 0x5614c2dac4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.738+0000 7f8e6edb9740 1 --2- 172.21.15.52:0/7502736 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5614c2da6ff0 0x5614c2da7410 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.738+0000 7f8e6edb9740 1 -- 172.21.15.52:0/7502736 >> 172.21.15.52:0/7502736 conn(0x5614c2da2560 msgr2=0x5614c2da2960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:39.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.738+0000 7f8e6edb9740 1 -- 172.21.15.52:0/7502736 shutdown_connections 2024-03-18T22:56:39.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.738+0000 7f8e6edb9740 1 -- 172.21.15.52:0/7502736 wait complete. 2024-03-18T22:56:39.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.738+0000 7f8e6edb9740 1 -- start start 2024-03-18T22:56:39.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.739+0000 7f8e6edb9740 1 Processor -- start 2024-03-18T22:56:39.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.739+0000 7f8e6edb9740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5614c2da6ff0 0x5614c2db13b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.739+0000 7f8e6edb9740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5614c2da79e0 0x5614c2db18f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.739+0000 7f8e6edb9740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5614c2dacb50 0x5614c2db8930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.739+0000 7f8e6edb9740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5614c2dafb00 con 0x5614c2dacb50 2024-03-18T22:56:39.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.739+0000 7f8e6edb9740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x5614c2cc7fc0 con 0x5614c2da79e0 2024-03-18T22:56:39.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.739+0000 7f8e6edb9740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x5614c2dafc80 con 0x5614c2da6ff0 2024-03-18T22:56:39.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.739+0000 7f8e6edb9740 10 client.0 _ll_register_callbacks cb 0x5614c2d03a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:56:39.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.739+0000 7f8e6968c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5614c2dacb50 0x5614c2db8930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.739+0000 7f8e6968c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5614c2dacb50 0x5614c2db8930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48348/0 (socket says 172.21.15.52:48348) 2024-03-18T22:56:39.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.739+0000 7f8e6968c640 1 -- 172.21.15.52:0/1447725604 learned_addr learned my addr 172.21.15.52:0/1447725604 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:39.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.739+0000 7f8e6968c640 1 --2- 172.21.15.52:0/1447725604 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5614c2da6ff0 0x5614c2db13b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.739+0000 7f8e69e8d640 1 --2- 172.21.15.52:0/1447725604 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5614c2da79e0 0x5614c2db18f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.739+0000 7f8e6968c640 1 -- 172.21.15.52:0/1447725604 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5614c2da6ff0 msgr2=0x5614c2db13b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:39.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.739+0000 7f8e6968c640 1 --2- 172.21.15.52:0/1447725604 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5614c2da6ff0 0x5614c2db13b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.739+0000 7f8e6968c640 1 -- 172.21.15.52:0/1447725604 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5614c2da79e0 msgr2=0x5614c2db18f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:39.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.739+0000 7f8e6968c640 1 --2- 172.21.15.52:0/1447725604 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5614c2da79e0 0x5614c2db18f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.739+0000 7f8e6968c640 1 -- 172.21.15.52:0/1447725604 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5614c2a202d0 con 0x5614c2dacb50 2024-03-18T22:56:39.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.739+0000 7f8e6968c640 1 --2- 172.21.15.52:0/1447725604 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5614c2dacb50 0x5614c2db8930 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f8e54009610 tx=0x7f8e54005df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2040c8a87994353 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:39.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.739+0000 7f8e4d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-03-18T22:56:39.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.740+0000 7f8e4d7fa640 1 -- 172.21.15.52:0/1447725604 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e54028040 con 0x5614c2dacb50 2024-03-18T22:56:39.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.740+0000 7f8e4d7fa640 1 -- 172.21.15.52:0/1447725604 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f8e54010960 con 0x5614c2dacb50 2024-03-18T22:56:39.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.740+0000 7f8e6edb9740 1 -- 172.21.15.52:0/1447725604 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8e5400fc20 con 0x5614c2dacb50 2024-03-18T22:56:39.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.740+0000 7f8e4d7fa640 1 -- 172.21.15.52:0/1447725604 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f8e54010b60 con 0x5614c2dacb50 2024-03-18T22:56:39.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.740+0000 7f8e6edb9740 10 client.15237 fetch_fsmap learned FSMap version 21 2024-03-18T22:56:39.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.740+0000 7f8e6edb9740 1 -- 172.21.15.52:0/1447725604 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5614c2aea6b0 con 0x5614c2dacb50 2024-03-18T22:56:39.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.740+0000 7f8e4d7fa640 1 -- 172.21.15.52:0/1447725604 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8e5400fc20 con 0x5614c2dacb50 2024-03-18T22:56:39.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.740+0000 7f8e4d7fa640 1 -- 172.21.15.52:0/1447725604 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f8e5401fca0 con 0x5614c2dacb50 2024-03-18T22:56:39.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.740+0000 7f8e6edb9740 10 client.15237 fetch_fsmap finished waiting for FSMap version 21 2024-03-18T22:56:39.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.740+0000 7f8e6edb9740 10 client.15237 resolve_mds: resolved name 'h' to daemon mds.h 2024-03-18T22:56:39.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.740+0000 7f8e6edb9740 20 client.15237 populate_metadata read hostname 'smithi052' 2024-03-18T22:56:39.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.740+0000 7f8e6edb9740 1 --2- 172.21.15.52:0/1447725604 >> [v2:172.21.15.99:6836/3393123598,v1:172.21.15.99:6837/3393123598] conn(0x5614c2dbdeb0 0x5614c2dbf320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.740+0000 7f8e6edb9740 4 client.15237 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-18T22:56:39.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.740+0000 7f8e6edb9740 1 -- 172.21.15.52:0/1447725604 --> [v2:172.21.15.99:6836/3393123598,v1:172.21.15.99:6837/3393123598] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5614c2d19320 con 0x5614c2dbdeb0 2024-03-18T22:56:39.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.740+0000 7f8e69e8d640 1 --2- 172.21.15.52:0/1447725604 >> [v2:172.21.15.99:6836/3393123598,v1:172.21.15.99:6837/3393123598] conn(0x5614c2dbdeb0 0x5614c2dbf320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.741+0000 7f8e4d7fa640 10 client.15237 ms_handle_connect on v2:172.21.15.99:6836/3393123598 2024-03-18T22:56:39.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.741+0000 7f8e69e8d640 1 --2- 172.21.15.52:0/1447725604 >> [v2:172.21.15.99:6836/3393123598,v1:172.21.15.99:6837/3393123598] conn(0x5614c2dbdeb0 0x5614c2dbf320 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a346007b047dc939 server_cookie=e0f7c9c3d3e315e8 in_seq=0 out_seq=0 2024-03-18T22:56:39.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.741+0000 7f8e4d7fa640 1 -- 172.21.15.52:0/1447725604 <== mds.1 v2:172.21.15.99:6836/3393123598 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5614c2d19320 con 0x5614c2dbdeb0 2024-03-18T22:56:39.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.741+0000 7f8e4d7fa640 10 client.15237 handle_command_reply: tid=0 2024-03-18T22:56:39.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.741+0000 7f8e6edb9740 1 client.15237 shutdown 2024-03-18T22:56:39.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.742+0000 7f8e6edb9740 1 -- 172.21.15.52:0/1447725604 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5614c2dacb50 msgr2=0x5614c2db8930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.742+0000 7f8e6edb9740 1 --2- 172.21.15.52:0/1447725604 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5614c2dacb50 0x5614c2db8930 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f8e54009610 tx=0x7f8e54005df0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.742+0000 7f8e6edb9740 1 -- 172.21.15.52:0/1447725604 shutdown_connections 2024-03-18T22:56:39.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.742+0000 7f8e6edb9740 1 --2- 172.21.15.52:0/1447725604 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5614c2dacb50 0x5614c2db8930 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.742+0000 7f8e6edb9740 1 --2- 172.21.15.52:0/1447725604 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5614c2da79e0 0x5614c2db18f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.742+0000 7f8e6edb9740 1 --2- 172.21.15.52:0/1447725604 >> [v2:172.21.15.99:6836/3393123598,v1:172.21.15.99:6837/3393123598] conn(0x5614c2dbdeb0 0x5614c2dbf320 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.742+0000 7f8e6edb9740 1 --2- 172.21.15.52:0/1447725604 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5614c2da6ff0 0x5614c2db13b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.742+0000 7f8e4d7fa640 0 client.15237 ms_handle_reset on v2:172.21.15.99:6836/3393123598 2024-03-18T22:56:39.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.742+0000 7f8e6edb9740 1 -- 172.21.15.52:0/1447725604 >> 172.21.15.52:0/1447725604 conn(0x5614c2da2560 msgr2=0x5614c2da17e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:39.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.742+0000 7f8e6edb9740 1 -- 172.21.15.52:0/1447725604 shutdown_connections 2024-03-18T22:56:39.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.742+0000 7f8e6edb9740 1 -- 172.21.15.52:0/1447725604 wait complete. 2024-03-18T22:56:39.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.742+0000 7f8e6edb9740 20 client.15237 trim_cache size 0 max 16384 2024-03-18T22:56:39.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.760+0000 7f8e6edb9740 1 Processor -- start 2024-03-18T22:56:39.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.760+0000 7f8e6edb9740 1 -- start start 2024-03-18T22:56:39.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.760+0000 7f8e6edb9740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5614c2da6ff0 0x5614c2daef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.760+0000 7f8e6edb9740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5614c2da79e0 0x5614c2db8850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.760+0000 7f8e6edb9740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5614c2dacb50 0x5614c2db13b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.760+0000 7f8e6edb9740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5614c2dbd660 con 0x5614c2da79e0 2024-03-18T22:56:39.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.760+0000 7f8e6edb9740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x5614c2dbdd30 con 0x5614c2da6ff0 2024-03-18T22:56:39.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.760+0000 7f8e6edb9740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x5614c2dbe400 con 0x5614c2dacb50 2024-03-18T22:56:39.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.760+0000 7f8e69e8d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5614c2da79e0 0x5614c2db8850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.760+0000 7f8e69e8d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5614c2da79e0 0x5614c2db8850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48358/0 (socket says 172.21.15.52:48358) 2024-03-18T22:56:39.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.760+0000 7f8e69e8d640 1 -- 172.21.15.52:0/4089594555 learned_addr learned my addr 172.21.15.52:0/4089594555 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:39.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.760+0000 7f8e6968c640 1 --2- 172.21.15.52:0/4089594555 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5614c2da6ff0 0x5614c2daef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.760+0000 7f8e6968c640 1 --2- 172.21.15.52:0/4089594555 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5614c2dacb50 0x5614c2db13b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.760+0000 7f8e69e8d640 1 -- 172.21.15.52:0/4089594555 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5614c2dacb50 msgr2=0x5614c2db13b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:39.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.760+0000 7f8e69e8d640 1 --2- 172.21.15.52:0/4089594555 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5614c2dacb50 0x5614c2db13b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.760+0000 7f8e69e8d640 1 -- 172.21.15.52:0/4089594555 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5614c2da6ff0 msgr2=0x5614c2daef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:39.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.760+0000 7f8e69e8d640 1 --2- 172.21.15.52:0/4089594555 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5614c2da6ff0 0x5614c2daef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.760+0000 7f8e69e8d640 1 -- 172.21.15.52:0/4089594555 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5614c2dafbc0 con 0x5614c2da79e0 2024-03-18T22:56:39.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.760+0000 7f8e69e8d640 1 --2- 172.21.15.52:0/4089594555 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5614c2da79e0 0x5614c2db8850 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f8e60009860 tx=0x7f8e6002bb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5d697a8dfa61990 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:39.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.760+0000 7f8e4f7fe640 1 -- 172.21.15.52:0/4089594555 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e60039040 con 0x5614c2da79e0 2024-03-18T22:56:39.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.760+0000 7f8e4f7fe640 1 -- 172.21.15.52:0/4089594555 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8e6004c070 con 0x5614c2da79e0 2024-03-18T22:56:39.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.760+0000 7f8e4f7fe640 1 -- 172.21.15.52:0/4089594555 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e600475a0 con 0x5614c2da79e0 2024-03-18T22:56:39.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.761+0000 7f8e6edb9740 1 -- 172.21.15.52:0/4089594555 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5614c2da79e0 msgr2=0x5614c2db8850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.761+0000 7f8e6edb9740 1 --2- 172.21.15.52:0/4089594555 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5614c2da79e0 0x5614c2db8850 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f8e60009860 tx=0x7f8e6002bb70 comp rx=0 tx=0).stop 2024-03-18T22:56:39.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.761+0000 7f8e6edb9740 1 -- 172.21.15.52:0/4089594555 shutdown_connections 2024-03-18T22:56:39.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.761+0000 7f8e6edb9740 1 --2- 172.21.15.52:0/4089594555 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5614c2dacb50 0x5614c2db13b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.761+0000 7f8e6edb9740 1 --2- 172.21.15.52:0/4089594555 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5614c2da79e0 0x5614c2db8850 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.761+0000 7f8e6edb9740 1 --2- 172.21.15.52:0/4089594555 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5614c2da6ff0 0x5614c2daef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.761+0000 7f8e6edb9740 1 -- 172.21.15.52:0/4089594555 >> 172.21.15.52:0/4089594555 conn(0x5614c2da2560 msgr2=0x5614c2dbce00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:39.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.761+0000 7f8e6edb9740 1 -- 172.21.15.52:0/4089594555 shutdown_connections 2024-03-18T22:56:39.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.761+0000 7f8e6edb9740 1 -- 172.21.15.52:0/4089594555 wait complete. 2024-03-18T22:56:39.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.761+0000 7f8e6edb9740 1 -- start start 2024-03-18T22:56:39.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.761+0000 7f8e6edb9740 1 Processor -- start 2024-03-18T22:56:39.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.762+0000 7f8e6edb9740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5614c2da6ff0 0x5614c2db3c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.762+0000 7f8e6edb9740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5614c2da79e0 0x5614c2db4190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.762+0000 7f8e6edb9740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5614c2dacb50 0x5614c2db71b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.762+0000 7f8e6edb9740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5614c2dbf1a0 con 0x5614c2da79e0 2024-03-18T22:56:39.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.762+0000 7f8e6edb9740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x5614c2dbead0 con 0x5614c2da6ff0 2024-03-18T22:56:39.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.762+0000 7f8e6edb9740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x5614c2dbf870 con 0x5614c2dacb50 2024-03-18T22:56:39.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.762+0000 7f8e6edb9740 10 client.0 _ll_register_callbacks cb 0x7f8e5400f9d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:56:39.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.762+0000 7f8e69e8d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5614c2da79e0 0x5614c2db4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.762+0000 7f8e69e8d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5614c2da79e0 0x5614c2db4190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48368/0 (socket says 172.21.15.52:48368) 2024-03-18T22:56:39.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.762+0000 7f8e69e8d640 1 -- 172.21.15.52:0/2337731972 learned_addr learned my addr 172.21.15.52:0/2337731972 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:39.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.762+0000 7f8e6968c640 1 --2- 172.21.15.52:0/2337731972 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5614c2da6ff0 0x5614c2db3c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.762+0000 7f8e6968c640 1 --2- 172.21.15.52:0/2337731972 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5614c2dacb50 0x5614c2db71b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.762+0000 7f8e69e8d640 1 -- 172.21.15.52:0/2337731972 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5614c2dacb50 msgr2=0x5614c2db71b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:39.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.762+0000 7f8e69e8d640 1 --2- 172.21.15.52:0/2337731972 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5614c2dacb50 0x5614c2db71b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.762+0000 7f8e69e8d640 1 -- 172.21.15.52:0/2337731972 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5614c2da6ff0 msgr2=0x5614c2db3c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:39.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.762+0000 7f8e69e8d640 1 --2- 172.21.15.52:0/2337731972 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5614c2da6ff0 0x5614c2db3c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.762+0000 7f8e69e8d640 1 -- 172.21.15.52:0/2337731972 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5614c2db77a0 con 0x5614c2da79e0 2024-03-18T22:56:39.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.762+0000 7f8e6968c640 1 --2- 172.21.15.52:0/2337731972 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5614c2dacb50 0x5614c2db71b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:56:39.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.762+0000 7f8e69e8d640 1 --2- 172.21.15.52:0/2337731972 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5614c2da79e0 0x5614c2db4190 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f8e60034a80 tx=0x7f8e600045b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d7220aaa9b5b4c2 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:39.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.762+0000 7f8e4d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-03-18T22:56:39.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.762+0000 7f8e4d7fa640 1 -- 172.21.15.52:0/2337731972 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e60039040 con 0x5614c2da79e0 2024-03-18T22:56:39.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.762+0000 7f8e4d7fa640 1 -- 172.21.15.52:0/2337731972 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f8e60034780 con 0x5614c2da79e0 2024-03-18T22:56:39.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.762+0000 7f8e6edb9740 1 -- 172.21.15.52:0/2337731972 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8e6004c070 con 0x5614c2da79e0 2024-03-18T22:56:39.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.763+0000 7f8e4d7fa640 1 -- 172.21.15.52:0/2337731972 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f8e6002c510 con 0x5614c2da79e0 2024-03-18T22:56:39.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.763+0000 7f8e6edb9740 10 client.15243 fetch_fsmap learned FSMap version 21 2024-03-18T22:56:39.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.763+0000 7f8e6edb9740 1 -- 172.21.15.52:0/2337731972 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5614c2db8aa0 con 0x5614c2da79e0 2024-03-18T22:56:39.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.763+0000 7f8e4d7fa640 1 -- 172.21.15.52:0/2337731972 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8e6004c070 con 0x5614c2da79e0 2024-03-18T22:56:39.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.763+0000 7f8e4d7fa640 1 -- 172.21.15.52:0/2337731972 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f8e600035f0 con 0x5614c2da79e0 2024-03-18T22:56:39.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.763+0000 7f8e6edb9740 10 client.15243 fetch_fsmap finished waiting for FSMap version 21 2024-03-18T22:56:39.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.763+0000 7f8e6edb9740 10 client.15243 resolve_mds: resolved name 'h' to daemon mds.h 2024-03-18T22:56:39.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.763+0000 7f8e6edb9740 20 client.15243 populate_metadata read hostname 'smithi052' 2024-03-18T22:56:39.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.763+0000 7f8e6edb9740 1 --2- 172.21.15.52:0/2337731972 >> [v2:172.21.15.99:6836/3393123598,v1:172.21.15.99:6837/3393123598] conn(0x5614c2e27fd0 0x5614c2e26ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.763+0000 7f8e6edb9740 4 client.15243 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-18T22:56:39.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.763+0000 7f8e6edb9740 1 -- 172.21.15.52:0/2337731972 --> [v2:172.21.15.99:6836/3393123598,v1:172.21.15.99:6837/3393123598] -- command(tid 0: {"prefix": "status"}) -- 0x5614c2d13670 con 0x5614c2e27fd0 2024-03-18T22:56:39.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.763+0000 7f8e6968c640 1 --2- 172.21.15.52:0/2337731972 >> [v2:172.21.15.99:6836/3393123598,v1:172.21.15.99:6837/3393123598] conn(0x5614c2e27fd0 0x5614c2e26ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.764+0000 7f8e6968c640 1 --2- 172.21.15.52:0/2337731972 >> [v2:172.21.15.99:6836/3393123598,v1:172.21.15.99:6837/3393123598] conn(0x5614c2e27fd0 0x5614c2e26ce0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=38e00a54160cb5eb server_cookie=3648c0c46bad0148 in_seq=0 out_seq=0 2024-03-18T22:56:39.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.764+0000 7f8e4d7fa640 10 client.15243 ms_handle_connect on v2:172.21.15.99:6836/3393123598 2024-03-18T22:56:39.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.764+0000 7f8e4d7fa640 1 -- 172.21.15.52:0/2337731972 <== mds.1 v2:172.21.15.99:6836/3393123598 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5614c2d13670 con 0x5614c2e27fd0 2024-03-18T22:56:39.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.764+0000 7f8e4d7fa640 10 client.15243 handle_command_reply: tid=0 2024-03-18T22:56:39.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.764+0000 7f8e6edb9740 1 client.15243 shutdown 2024-03-18T22:56:39.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.764+0000 7f8e6edb9740 1 -- 172.21.15.52:0/2337731972 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5614c2da79e0 msgr2=0x5614c2db4190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.764+0000 7f8e6edb9740 1 --2- 172.21.15.52:0/2337731972 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5614c2da79e0 0x5614c2db4190 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f8e60034a80 tx=0x7f8e600045b0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.764+0000 7f8e6edb9740 1 -- 172.21.15.52:0/2337731972 shutdown_connections 2024-03-18T22:56:39.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.764+0000 7f8e6edb9740 1 --2- 172.21.15.52:0/2337731972 >> [v2:172.21.15.99:6836/3393123598,v1:172.21.15.99:6837/3393123598] conn(0x5614c2e27fd0 0x5614c2e26ce0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.764+0000 7f8e6edb9740 1 --2- 172.21.15.52:0/2337731972 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5614c2dacb50 0x5614c2db71b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.764+0000 7f8e6edb9740 1 --2- 172.21.15.52:0/2337731972 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5614c2da79e0 0x5614c2db4190 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.764+0000 7f8e4d7fa640 0 client.15243 ms_handle_reset on v2:172.21.15.99:6836/3393123598 2024-03-18T22:56:39.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.764+0000 7f8e6edb9740 1 --2- 172.21.15.52:0/2337731972 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5614c2da6ff0 0x5614c2db3c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.764+0000 7f8e6edb9740 1 -- 172.21.15.52:0/2337731972 >> 172.21.15.52:0/2337731972 conn(0x5614c2da2560 msgr2=0x5614c2da8d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:39.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.764+0000 7f8e6edb9740 1 -- 172.21.15.52:0/2337731972 shutdown_connections 2024-03-18T22:56:39.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.764+0000 7f8e6edb9740 1 -- 172.21.15.52:0/2337731972 wait complete. 2024-03-18T22:56:39.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.764+0000 7f8e6edb9740 20 client.15243 trim_cache size 0 max 16384 2024-03-18T22:56:39.772 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-03-18T22:56:39.773 INFO:teuthology.orchestra.run.smithi052.stdout: "cluster_fsid": "444ca0c0-e579-11ee-95c9-87774f69a715", 2024-03-18T22:56:39.773 INFO:teuthology.orchestra.run.smithi052.stdout: "whoami": 1, 2024-03-18T22:56:39.773 INFO:teuthology.orchestra.run.smithi052.stdout: "id": 24479, 2024-03-18T22:56:39.773 INFO:teuthology.orchestra.run.smithi052.stdout: "want_state": "up:active", 2024-03-18T22:56:39.773 INFO:teuthology.orchestra.run.smithi052.stdout: "state": "up:active", 2024-03-18T22:56:39.773 INFO:teuthology.orchestra.run.smithi052.stdout: "fs_name": "cephfs", 2024-03-18T22:56:39.773 INFO:teuthology.orchestra.run.smithi052.stdout: "rank_uptime": 103.41878535799999, 2024-03-18T22:56:39.773 INFO:teuthology.orchestra.run.smithi052.stdout: "mdsmap_epoch": 21, 2024-03-18T22:56:39.773 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch": 90, 2024-03-18T22:56:39.773 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch_barrier": 88, 2024-03-18T22:56:39.773 INFO:teuthology.orchestra.run.smithi052.stdout: "uptime": 121.94001642400001 2024-03-18T22:56:39.773 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-03-18T22:56:39.774 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.764+0000 7f8e6c0f1640 1 -- 172.21.15.52:0/2797314874 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8e500a2800 msgr2=0x7f8e500a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.774 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.764+0000 7f8e6c0f1640 1 --2- 172.21.15.52:0/2797314874 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8e500a2800 0x7f8e500a4cc0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f8e5c098210 tx=0x7f8e5c066600 comp rx=0 tx=0).stop 2024-03-18T22:56:39.774 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.764+0000 7f8e6c0f1640 1 -- 172.21.15.52:0/2797314874 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8e641022f0 msgr2=0x7f8e6419f1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.774 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.764+0000 7f8e6c0f1640 1 --2- 172.21.15.52:0/2797314874 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8e641022f0 0x7f8e6419f1f0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f8e5c00efd0 tx=0x7f8e5c00c6a0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.765+0000 7f8e6c0f1640 1 -- 172.21.15.52:0/2797314874 shutdown_connections 2024-03-18T22:56:39.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.765+0000 7f8e6c0f1640 1 --2- 172.21.15.52:0/2797314874 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8e500a2800 0x7f8e500a4cc0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.765+0000 7f8e6c0f1640 1 --2- 172.21.15.52:0/2797314874 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8e641022f0 0x7f8e6419f1f0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.765+0000 7f8e6c0f1640 1 --2- 172.21.15.52:0/2797314874 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8e64101930 0x7f8e641981c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.765+0000 7f8e6c0f1640 1 --2- 172.21.15.52:0/2797314874 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e64100740 0x7f8e64197c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.765+0000 7f8e6c0f1640 1 -- 172.21.15.52:0/2797314874 >> 172.21.15.52:0/2797314874 conn(0x7f8e640fbcd0 msgr2=0x7f8e640fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:39.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.765+0000 7f8e6c0f1640 1 -- 172.21.15.52:0/2797314874 shutdown_connections 2024-03-18T22:56:39.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.765+0000 7f8e6c0f1640 1 -- 172.21.15.52:0/2797314874 wait complete. 2024-03-18T22:56:39.776 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-03-18T22:56:39.881 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.878+0000 7fdf65509640 1 -- 172.21.15.52:0/2604881765 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdf60103480 msgr2=0x7fdf60109d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.881 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.878+0000 7fdf65509640 1 --2- 172.21.15.52:0/2604881765 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdf60103480 0x7fdf60109d10 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fdf58009cd0 tx=0x7fdf5802c100 comp rx=0 tx=0).stop 2024-03-18T22:56:39.881 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.878+0000 7fdf65509640 1 -- 172.21.15.52:0/2604881765 shutdown_connections 2024-03-18T22:56:39.881 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.878+0000 7fdf65509640 1 --2- 172.21.15.52:0/2604881765 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdf60103480 0x7fdf60109d10 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.882 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.878+0000 7fdf65509640 1 --2- 172.21.15.52:0/2604881765 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdf60102ac0 0x7fdf60102f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.882 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.878+0000 7fdf65509640 1 --2- 172.21.15.52:0/2604881765 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdf600ffaf0 0x7fdf600fff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.882 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.878+0000 7fdf65509640 1 -- 172.21.15.52:0/2604881765 >> 172.21.15.52:0/2604881765 conn(0x7fdf600fb440 msgr2=0x7fdf600fd860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:39.882 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.879+0000 7fdf65509640 1 -- 172.21.15.52:0/2604881765 shutdown_connections 2024-03-18T22:56:39.882 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.879+0000 7fdf65509640 1 -- 172.21.15.52:0/2604881765 wait complete. 2024-03-18T22:56:39.882 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.879+0000 7fdf65509640 1 Processor -- start 2024-03-18T22:56:39.882 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.879+0000 7fdf65509640 1 -- start start 2024-03-18T22:56:39.882 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.879+0000 7fdf65509640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdf600ffaf0 0x7fdf60197c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.883 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.879+0000 7fdf65509640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdf60102ac0 0x7fdf601981c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.883 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.879+0000 7fdf65509640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdf60103480 0x7fdf6019f1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.883 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.879+0000 7fdf65509640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6010d680 con 0x7fdf600ffaf0 2024-03-18T22:56:39.883 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.879+0000 7fdf65509640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6010d500 con 0x7fdf60102ac0 2024-03-18T22:56:39.883 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.879+0000 7fdf65509640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6010d800 con 0x7fdf60103480 2024-03-18T22:56:39.883 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.879+0000 7fdf5effd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdf600ffaf0 0x7fdf60197c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.883 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.880+0000 7fdf5effd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdf600ffaf0 0x7fdf60197c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48392/0 (socket says 172.21.15.52:48392) 2024-03-18T22:56:39.883 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.880+0000 7fdf5effd640 1 -- 172.21.15.52:0/2219541555 learned_addr learned my addr 172.21.15.52:0/2219541555 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:39.883 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.880+0000 7fdf5e7fc640 1 --2- 172.21.15.52:0/2219541555 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdf60102ac0 0x7fdf601981c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.883 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.880+0000 7fdf5f7fe640 1 --2- 172.21.15.52:0/2219541555 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdf60103480 0x7fdf6019f1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.883 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.880+0000 7fdf5effd640 1 -- 172.21.15.52:0/2219541555 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdf60103480 msgr2=0x7fdf6019f1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.883 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.880+0000 7fdf5effd640 1 --2- 172.21.15.52:0/2219541555 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdf60103480 0x7fdf6019f1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.883 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.880+0000 7fdf5effd640 1 -- 172.21.15.52:0/2219541555 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdf60102ac0 msgr2=0x7fdf601981c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.883 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.880+0000 7fdf5effd640 1 --2- 172.21.15.52:0/2219541555 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdf60102ac0 0x7fdf601981c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.884 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.880+0000 7fdf5effd640 1 -- 172.21.15.52:0/2219541555 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf6019f890 con 0x7fdf600ffaf0 2024-03-18T22:56:39.884 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.880+0000 7fdf5effd640 1 --2- 172.21.15.52:0/2219541555 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdf600ffaf0 0x7fdf60197c80 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fdf5000b470 tx=0x7fdf5000b930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:39.884 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.880+0000 7fdf47fff640 1 -- 172.21.15.52:0/2219541555 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf50015020 con 0x7fdf600ffaf0 2024-03-18T22:56:39.884 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.880+0000 7fdf65509640 1 -- 172.21.15.52:0/2219541555 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf6019fb80 con 0x7fdf600ffaf0 2024-03-18T22:56:39.884 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.880+0000 7fdf47fff640 1 -- 172.21.15.52:0/2219541555 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fdf50011d90 con 0x7fdf600ffaf0 2024-03-18T22:56:39.884 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.880+0000 7fdf47fff640 1 -- 172.21.15.52:0/2219541555 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf5000f360 con 0x7fdf600ffaf0 2024-03-18T22:56:39.884 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.880+0000 7fdf65509640 1 -- 172.21.15.52:0/2219541555 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf601a00d0 con 0x7fdf600ffaf0 2024-03-18T22:56:39.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.882+0000 7fdf47fff640 1 -- 172.21.15.52:0/2219541555 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7fdf50018020 con 0x7fdf600ffaf0 2024-03-18T22:56:39.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.883+0000 7fdf681d2740 1 Processor -- start 2024-03-18T22:56:39.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.883+0000 7fdf681d2740 1 -- start start 2024-03-18T22:56:39.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.883+0000 7fdf681d2740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f52ea37400 0x55f52ea37820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.883+0000 7fdf681d2740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f52ea37df0 0x55f52ea3c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.883+0000 7fdf47fff640 1 --2- 172.21.15.52:0/2219541555 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fdf480a2800 0x7fdf480a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.883+0000 7fdf681d2740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f52ea3cf60 0x55f52ea3f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.883+0000 7fdf681d2740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55f52e997de0 con 0x55f52ea3cf60 2024-03-18T22:56:39.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.883+0000 7fdf681d2740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x55f52e940c80 con 0x55f52ea37df0 2024-03-18T22:56:39.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.883+0000 7fdf681d2740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x55f52e993e80 con 0x55f52ea37400 2024-03-18T22:56:39.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.883+0000 7fdf5f7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f52ea3cf60 0x55f52ea3f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.883+0000 7fdf5f7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f52ea3cf60 0x55f52ea3f3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48402/0 (socket says 172.21.15.52:48402) 2024-03-18T22:56:39.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.883+0000 7fdf5effd640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f52ea37df0 0x55f52ea3c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.883+0000 7fdf5f7fe640 1 -- 172.21.15.52:0/290338019 learned_addr learned my addr 172.21.15.52:0/290338019 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:39.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.883+0000 7fdf5e7fc640 1 --2- 172.21.15.52:0/2219541555 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fdf480a2800 0x7fdf480a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.883+0000 7fdf5f7fe640 1 --2- 172.21.15.52:0/290338019 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f52ea37400 0x55f52ea37820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.883+0000 7fdf47fff640 1 -- 172.21.15.52:0/2219541555 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7fdf500ce4e0 con 0x7fdf600ffaf0 2024-03-18T22:56:39.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.883+0000 7fdf5f7fe640 1 -- 172.21.15.52:0/290338019 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f52ea37400 msgr2=0x55f52ea37820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:39.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.883+0000 7fdf5f7fe640 1 --2- 172.21.15.52:0/290338019 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f52ea37400 0x55f52ea37820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.883+0000 7fdf5f7fe640 1 -- 172.21.15.52:0/290338019 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f52ea37df0 msgr2=0x55f52ea3c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:39.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.883+0000 7fdf5f7fe640 1 --2- 172.21.15.52:0/290338019 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f52ea37df0 0x55f52ea3c8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.883+0000 7fdf5f7fe640 1 -- 172.21.15.52:0/290338019 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f52e952fb0 con 0x55f52ea3cf60 2024-03-18T22:56:39.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.883+0000 7fdf5f7fe640 1 --2- 172.21.15.52:0/290338019 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f52ea3cf60 0x55f52ea3f3f0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fdf580324d0 tx=0x7fdf5802e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bbd872ca0f58887 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:39.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.883+0000 7fdf5e7fc640 1 --2- 172.21.15.52:0/2219541555 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fdf480a2800 0x7fdf480a4cc0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fdf54009bd0 tx=0x7fdf54005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:39.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.884+0000 7fdf457fa640 1 -- 172.21.15.52:0/290338019 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf5804a070 con 0x55f52ea3cf60 2024-03-18T22:56:39.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.884+0000 7fdf457fa640 1 -- 172.21.15.52:0/290338019 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fdf580329f0 con 0x55f52ea3cf60 2024-03-18T22:56:39.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.884+0000 7fdf457fa640 1 -- 172.21.15.52:0/290338019 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf58039040 con 0x55f52ea3cf60 2024-03-18T22:56:39.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.884+0000 7fdf681d2740 1 -- 172.21.15.52:0/290338019 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f52ea3cf60 msgr2=0x55f52ea3f3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.884+0000 7fdf681d2740 1 --2- 172.21.15.52:0/290338019 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f52ea3cf60 0x55f52ea3f3f0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fdf580324d0 tx=0x7fdf5802e040 comp rx=0 tx=0).stop 2024-03-18T22:56:39.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.884+0000 7fdf681d2740 1 -- 172.21.15.52:0/290338019 shutdown_connections 2024-03-18T22:56:39.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.884+0000 7fdf681d2740 1 --2- 172.21.15.52:0/290338019 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f52ea3cf60 0x55f52ea3f3f0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.884+0000 7fdf681d2740 1 --2- 172.21.15.52:0/290338019 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f52ea37df0 0x55f52ea3c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.884+0000 7fdf681d2740 1 --2- 172.21.15.52:0/290338019 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f52ea37400 0x55f52ea37820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.884+0000 7fdf681d2740 1 -- 172.21.15.52:0/290338019 >> 172.21.15.52:0/290338019 conn(0x55f52ea2e560 msgr2=0x55f52ea2e960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:39.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.884+0000 7fdf681d2740 1 -- 172.21.15.52:0/290338019 shutdown_connections 2024-03-18T22:56:39.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.884+0000 7fdf681d2740 1 -- 172.21.15.52:0/290338019 wait complete. 2024-03-18T22:56:39.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.885+0000 7fdf681d2740 1 -- start start 2024-03-18T22:56:39.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.885+0000 7fdf681d2740 1 Processor -- start 2024-03-18T22:56:39.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.885+0000 7fdf681d2740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f52ea37400 0x55f52ea41920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.885+0000 7fdf681d2740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f52ea37df0 0x55f52ea41e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.885+0000 7fdf681d2740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f52ea3cf60 0x55f52ea48ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.885+0000 7fdf681d2740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55f52ea3feb0 con 0x55f52ea37400 2024-03-18T22:56:39.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.885+0000 7fdf681d2740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x55f52e953fc0 con 0x55f52ea37df0 2024-03-18T22:56:39.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.885+0000 7fdf681d2740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x55f52ea40030 con 0x55f52ea3cf60 2024-03-18T22:56:39.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.885+0000 7fdf5effd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f52ea37400 0x55f52ea41920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.885+0000 7fdf681d2740 10 client.0 _ll_register_callbacks cb 0x55f52e98fa20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:56:39.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.885+0000 7fdf5effd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f52ea37400 0x55f52ea41920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48410/0 (socket says 172.21.15.52:48410) 2024-03-18T22:56:39.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.885+0000 7fdf5effd640 1 -- 172.21.15.52:0/1081143702 learned_addr learned my addr 172.21.15.52:0/1081143702 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:39.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.885+0000 7fdf5f7fe640 1 --2- 172.21.15.52:0/1081143702 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f52ea3cf60 0x55f52ea48ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.885+0000 7fdf5e7fc640 1 --2- 172.21.15.52:0/1081143702 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f52ea37df0 0x55f52ea41e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.885+0000 7fdf5effd640 1 -- 172.21.15.52:0/1081143702 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f52ea3cf60 msgr2=0x55f52ea48ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:39.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.885+0000 7fdf5effd640 1 --2- 172.21.15.52:0/1081143702 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f52ea3cf60 0x55f52ea48ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.885+0000 7fdf5effd640 1 -- 172.21.15.52:0/1081143702 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f52ea37df0 msgr2=0x55f52ea41e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:39.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.885+0000 7fdf5effd640 1 --2- 172.21.15.52:0/1081143702 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f52ea37df0 0x55f52ea41e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.885+0000 7fdf5effd640 1 -- 172.21.15.52:0/1081143702 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f52e6ac2d0 con 0x55f52ea37400 2024-03-18T22:56:39.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.885+0000 7fdf5e7fc640 1 --2- 172.21.15.52:0/1081143702 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f52ea37df0 0x55f52ea41e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:56:39.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.885+0000 7fdf5effd640 1 --2- 172.21.15.52:0/1081143702 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f52ea37400 0x55f52ea41920 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fdf50095870 tx=0x7fdf5009a8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99db66a93ef6d2dc server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:39.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.885+0000 7fdf42ff5640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-03-18T22:56:39.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.886+0000 7fdf42ff5640 1 -- 172.21.15.52:0/1081143702 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf5009efb0 con 0x55f52ea37400 2024-03-18T22:56:39.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.886+0000 7fdf42ff5640 1 -- 172.21.15.52:0/1081143702 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7fdf50010670 con 0x55f52ea37400 2024-03-18T22:56:39.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.886+0000 7fdf681d2740 1 -- 172.21.15.52:0/1081143702 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdf580329f0 con 0x55f52ea37400 2024-03-18T22:56:39.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.886+0000 7fdf42ff5640 1 -- 172.21.15.52:0/1081143702 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fdf500a3600 con 0x55f52ea37400 2024-03-18T22:56:39.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.886+0000 7fdf681d2740 10 client.15255 fetch_fsmap learned FSMap version 21 2024-03-18T22:56:39.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.886+0000 7fdf681d2740 1 -- 172.21.15.52:0/1081143702 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55f52e7766b0 con 0x55f52ea37400 2024-03-18T22:56:39.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.886+0000 7fdf42ff5640 1 -- 172.21.15.52:0/1081143702 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fdf580329f0 con 0x55f52ea37400 2024-03-18T22:56:39.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.886+0000 7fdf42ff5640 1 -- 172.21.15.52:0/1081143702 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fdf50096b20 con 0x55f52ea37400 2024-03-18T22:56:39.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.886+0000 7fdf681d2740 10 client.15255 fetch_fsmap finished waiting for FSMap version 21 2024-03-18T22:56:39.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.886+0000 7fdf681d2740 10 client.15255 resolve_mds: resolved name 'b' to daemon mds.b 2024-03-18T22:56:39.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.886+0000 7fdf681d2740 20 client.15255 populate_metadata read hostname 'smithi052' 2024-03-18T22:56:39.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.886+0000 7fdf681d2740 1 --2- 172.21.15.52:0/1081143702 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55f52ea4e6c0 0x55f52ea4fb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.886+0000 7fdf681d2740 4 client.15255 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-18T22:56:39.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.886+0000 7fdf681d2740 1 -- 172.21.15.52:0/1081143702 --> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f52e9a5320 con 0x55f52ea4e6c0 2024-03-18T22:56:39.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.886+0000 7fdf5e7fc640 1 --2- 172.21.15.52:0/1081143702 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55f52ea4e6c0 0x55f52ea4fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.887+0000 7fdf42ff5640 10 client.15255 ms_handle_connect on v2:172.21.15.99:6838/326875962 2024-03-18T22:56:39.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.887+0000 7fdf5e7fc640 1 --2- 172.21.15.52:0/1081143702 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55f52ea4e6c0 0x55f52ea4fb30 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=61e583ab3eba3d17 server_cookie=5b8e8ff9eae3f0c7 in_seq=0 out_seq=0 2024-03-18T22:56:39.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.887+0000 7fdf42ff5640 1 -- 172.21.15.52:0/1081143702 <== mds.0 v2:172.21.15.99:6838/326875962 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55f52e9a5320 con 0x55f52ea4e6c0 2024-03-18T22:56:39.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.887+0000 7fdf42ff5640 10 client.15255 handle_command_reply: tid=0 2024-03-18T22:56:39.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.887+0000 7fdf681d2740 1 client.15255 shutdown 2024-03-18T22:56:39.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.887+0000 7fdf681d2740 1 -- 172.21.15.52:0/1081143702 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f52ea37400 msgr2=0x55f52ea41920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.887+0000 7fdf681d2740 1 --2- 172.21.15.52:0/1081143702 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f52ea37400 0x55f52ea41920 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fdf50095870 tx=0x7fdf5009a8b0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.887+0000 7fdf681d2740 1 -- 172.21.15.52:0/1081143702 shutdown_connections 2024-03-18T22:56:39.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.887+0000 7fdf681d2740 1 --2- 172.21.15.52:0/1081143702 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55f52ea4e6c0 0x55f52ea4fb30 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.887+0000 7fdf681d2740 1 --2- 172.21.15.52:0/1081143702 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f52ea3cf60 0x55f52ea48ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.887+0000 7fdf681d2740 1 --2- 172.21.15.52:0/1081143702 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f52ea37df0 0x55f52ea41e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.887+0000 7fdf42ff5640 0 client.15255 ms_handle_reset on v2:172.21.15.99:6838/326875962 2024-03-18T22:56:39.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.887+0000 7fdf681d2740 1 --2- 172.21.15.52:0/1081143702 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f52ea37400 0x55f52ea41920 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.887+0000 7fdf681d2740 1 -- 172.21.15.52:0/1081143702 >> 172.21.15.52:0/1081143702 conn(0x55f52ea2e560 msgr2=0x55f52ea2d7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:39.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.888+0000 7fdf681d2740 1 -- 172.21.15.52:0/1081143702 shutdown_connections 2024-03-18T22:56:39.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.888+0000 7fdf681d2740 1 -- 172.21.15.52:0/1081143702 wait complete. 2024-03-18T22:56:39.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.888+0000 7fdf681d2740 20 client.15255 trim_cache size 0 max 16384 2024-03-18T22:56:39.911 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.905+0000 7fdf681d2740 1 Processor -- start 2024-03-18T22:56:39.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.906+0000 7fdf681d2740 1 -- start start 2024-03-18T22:56:39.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.906+0000 7fdf681d2740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f52ea37400 0x55f52ea41530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.906+0000 7fdf681d2740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f52ea37df0 0x55f52ea48e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.906+0000 7fdf681d2740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f52ea3cf60 0x55f52ea41a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.906+0000 7fdf681d2740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55f52ea4de70 con 0x55f52ea3cf60 2024-03-18T22:56:39.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.906+0000 7fdf681d2740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x55f52ea4e540 con 0x55f52ea37df0 2024-03-18T22:56:39.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.906+0000 7fdf681d2740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x55f52ea4ec10 con 0x55f52ea37400 2024-03-18T22:56:39.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.906+0000 7fdf5f7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f52ea3cf60 0x55f52ea41a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.906+0000 7fdf5f7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f52ea3cf60 0x55f52ea41a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48416/0 (socket says 172.21.15.52:48416) 2024-03-18T22:56:39.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.906+0000 7fdf5f7fe640 1 -- 172.21.15.52:0/4197817625 learned_addr learned my addr 172.21.15.52:0/4197817625 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:39.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.906+0000 7fdf5e7fc640 1 --2- 172.21.15.52:0/4197817625 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f52ea37df0 0x55f52ea48e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.906+0000 7fdf5f7fe640 1 -- 172.21.15.52:0/4197817625 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f52ea37400 msgr2=0x55f52ea41530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:39.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.906+0000 7fdf5f7fe640 1 --2- 172.21.15.52:0/4197817625 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f52ea37400 0x55f52ea41530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.906+0000 7fdf5f7fe640 1 -- 172.21.15.52:0/4197817625 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f52ea37df0 msgr2=0x55f52ea48e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:39.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.906+0000 7fdf5f7fe640 1 --2- 172.21.15.52:0/4197817625 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f52ea37df0 0x55f52ea48e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.906+0000 7fdf5f7fe640 1 -- 172.21.15.52:0/4197817625 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f52ea381d0 con 0x55f52ea3cf60 2024-03-18T22:56:39.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.906+0000 7fdf5f7fe640 1 --2- 172.21.15.52:0/4197817625 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f52ea3cf60 0x55f52ea41a70 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fdf58032570 tx=0x7fdf58005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b377d5f43338045 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:39.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.906+0000 7fdf44ff9640 1 -- 172.21.15.52:0/4197817625 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf5804a040 con 0x55f52ea3cf60 2024-03-18T22:56:39.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.906+0000 7fdf44ff9640 1 -- 172.21.15.52:0/4197817625 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fdf580327f0 con 0x55f52ea3cf60 2024-03-18T22:56:39.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.906+0000 7fdf44ff9640 1 -- 172.21.15.52:0/4197817625 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf58039040 con 0x55f52ea3cf60 2024-03-18T22:56:39.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.907+0000 7fdf681d2740 1 -- 172.21.15.52:0/4197817625 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f52ea3cf60 msgr2=0x55f52ea41a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.907+0000 7fdf681d2740 1 --2- 172.21.15.52:0/4197817625 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f52ea3cf60 0x55f52ea41a70 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fdf58032570 tx=0x7fdf58005fd0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.907+0000 7fdf681d2740 1 -- 172.21.15.52:0/4197817625 shutdown_connections 2024-03-18T22:56:39.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.907+0000 7fdf681d2740 1 --2- 172.21.15.52:0/4197817625 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f52ea3cf60 0x55f52ea41a70 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.907+0000 7fdf681d2740 1 --2- 172.21.15.52:0/4197817625 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f52ea37df0 0x55f52ea48e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.907+0000 7fdf681d2740 1 --2- 172.21.15.52:0/4197817625 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f52ea37400 0x55f52ea41530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.907+0000 7fdf681d2740 1 -- 172.21.15.52:0/4197817625 >> 172.21.15.52:0/4197817625 conn(0x55f52ea2e560 msgr2=0x55f52ea39330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:39.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.907+0000 7fdf681d2740 1 -- 172.21.15.52:0/4197817625 shutdown_connections 2024-03-18T22:56:39.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.907+0000 7fdf681d2740 1 -- 172.21.15.52:0/4197817625 wait complete. 2024-03-18T22:56:39.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.907+0000 7fdf681d2740 1 -- start start 2024-03-18T22:56:39.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.907+0000 7fdf681d2740 1 Processor -- start 2024-03-18T22:56:39.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.907+0000 7fdf681d2740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f52ea37400 0x55f52ea44db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.907+0000 7fdf681d2740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f52ea37df0 0x55f52ea452f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.907+0000 7fdf681d2740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f52ea3cf60 0x55f52ea48310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.908+0000 7fdf681d2740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55f52ea4f9b0 con 0x55f52ea37400 2024-03-18T22:56:39.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.908+0000 7fdf681d2740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x55f52ea4f2e0 con 0x55f52ea37df0 2024-03-18T22:56:39.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.908+0000 7fdf681d2740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x55f52ea50080 con 0x55f52ea3cf60 2024-03-18T22:56:39.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.908+0000 7fdf681d2740 10 client.0 _ll_register_callbacks cb 0x7fdf5009ac30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:56:39.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.908+0000 7fdf5effd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f52ea37400 0x55f52ea44db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.908+0000 7fdf5effd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f52ea37400 0x55f52ea44db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48426/0 (socket says 172.21.15.52:48426) 2024-03-18T22:56:39.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.908+0000 7fdf5effd640 1 -- 172.21.15.52:0/2167394247 learned_addr learned my addr 172.21.15.52:0/2167394247 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:39.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.908+0000 7fdf5e7fc640 1 --2- 172.21.15.52:0/2167394247 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f52ea37df0 0x55f52ea452f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.908+0000 7fdf5f7fe640 1 --2- 172.21.15.52:0/2167394247 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f52ea3cf60 0x55f52ea48310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.908+0000 7fdf5effd640 1 -- 172.21.15.52:0/2167394247 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f52ea3cf60 msgr2=0x55f52ea48310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:39.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.908+0000 7fdf5effd640 1 --2- 172.21.15.52:0/2167394247 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f52ea3cf60 0x55f52ea48310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.908+0000 7fdf5effd640 1 -- 172.21.15.52:0/2167394247 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f52ea37df0 msgr2=0x55f52ea452f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:56:39.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.908+0000 7fdf5effd640 1 --2- 172.21.15.52:0/2167394247 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f52ea37df0 0x55f52ea452f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.908+0000 7fdf5effd640 1 -- 172.21.15.52:0/2167394247 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f52ea48900 con 0x55f52ea37400 2024-03-18T22:56:39.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.908+0000 7fdf5effd640 1 --2- 172.21.15.52:0/2167394247 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f52ea37400 0x55f52ea44db0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fdf50097230 tx=0x7fdf500108a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be95c4db3b0a0aa2 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:39.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.908+0000 7fdf42ff5640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-03-18T22:56:39.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.908+0000 7fdf42ff5640 1 -- 172.21.15.52:0/2167394247 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf5007e060 con 0x55f52ea37400 2024-03-18T22:56:39.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.908+0000 7fdf42ff5640 1 -- 172.21.15.52:0/2167394247 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7fdf5009a4c0 con 0x55f52ea37400 2024-03-18T22:56:39.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.908+0000 7fdf681d2740 1 -- 172.21.15.52:0/2167394247 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdf580327f0 con 0x55f52ea37400 2024-03-18T22:56:39.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.908+0000 7fdf42ff5640 1 -- 172.21.15.52:0/2167394247 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fdf500ca070 con 0x55f52ea37400 2024-03-18T22:56:39.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.908+0000 7fdf681d2740 10 client.15261 fetch_fsmap learned FSMap version 21 2024-03-18T22:56:39.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.908+0000 7fdf681d2740 1 -- 172.21.15.52:0/2167394247 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55f52eab4d40 con 0x55f52ea37400 2024-03-18T22:56:39.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.908+0000 7fdf42ff5640 1 -- 172.21.15.52:0/2167394247 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fdf580327f0 con 0x55f52ea37400 2024-03-18T22:56:39.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.909+0000 7fdf42ff5640 1 -- 172.21.15.52:0/2167394247 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fdf50099d20 con 0x55f52ea37400 2024-03-18T22:56:39.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.909+0000 7fdf681d2740 10 client.15261 fetch_fsmap finished waiting for FSMap version 21 2024-03-18T22:56:39.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.909+0000 7fdf681d2740 10 client.15261 resolve_mds: resolved name 'b' to daemon mds.b 2024-03-18T22:56:39.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.909+0000 7fdf681d2740 20 client.15261 populate_metadata read hostname 'smithi052' 2024-03-18T22:56:39.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.909+0000 7fdf681d2740 1 --2- 172.21.15.52:0/2167394247 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55f52eab9770 0x55f52eab8480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:39.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.909+0000 7fdf681d2740 4 client.15261 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-18T22:56:39.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.909+0000 7fdf681d2740 1 -- 172.21.15.52:0/2167394247 --> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] -- command(tid 0: {"prefix": "status"}) -- 0x55f52e99f670 con 0x55f52eab9770 2024-03-18T22:56:39.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.909+0000 7fdf5e7fc640 1 --2- 172.21.15.52:0/2167394247 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55f52eab9770 0x55f52eab8480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:39.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.909+0000 7fdf5e7fc640 1 --2- 172.21.15.52:0/2167394247 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55f52eab9770 0x55f52eab8480 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b6f033e9cc038f2 server_cookie=d6e7aa072afc6999 in_seq=0 out_seq=0 2024-03-18T22:56:39.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.909+0000 7fdf42ff5640 10 client.15261 ms_handle_connect on v2:172.21.15.99:6838/326875962 2024-03-18T22:56:39.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.909+0000 7fdf42ff5640 1 -- 172.21.15.52:0/2167394247 <== mds.0 v2:172.21.15.99:6838/326875962 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x55f52e99f670 con 0x55f52eab9770 2024-03-18T22:56:39.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.909+0000 7fdf42ff5640 10 client.15261 handle_command_reply: tid=0 2024-03-18T22:56:39.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.909+0000 7fdf681d2740 1 client.15261 shutdown 2024-03-18T22:56:39.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.909+0000 7fdf681d2740 1 -- 172.21.15.52:0/2167394247 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f52ea37400 msgr2=0x55f52ea44db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.909+0000 7fdf681d2740 1 --2- 172.21.15.52:0/2167394247 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f52ea37400 0x55f52ea44db0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fdf50097230 tx=0x7fdf500108a0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.909+0000 7fdf681d2740 1 -- 172.21.15.52:0/2167394247 shutdown_connections 2024-03-18T22:56:39.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.909+0000 7fdf681d2740 1 --2- 172.21.15.52:0/2167394247 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55f52eab9770 0x55f52eab8480 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.909+0000 7fdf681d2740 1 --2- 172.21.15.52:0/2167394247 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f52ea3cf60 0x55f52ea48310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.909+0000 7fdf42ff5640 0 client.15261 ms_handle_reset on v2:172.21.15.99:6838/326875962 2024-03-18T22:56:39.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.909+0000 7fdf681d2740 1 --2- 172.21.15.52:0/2167394247 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f52ea37df0 0x55f52ea452f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.909+0000 7fdf681d2740 1 --2- 172.21.15.52:0/2167394247 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f52ea37400 0x55f52ea44db0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.909+0000 7fdf681d2740 1 -- 172.21.15.52:0/2167394247 >> 172.21.15.52:0/2167394247 conn(0x55f52ea2e560 msgr2=0x55f52ea41510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:39.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.910+0000 7fdf681d2740 1 -- 172.21.15.52:0/2167394247 shutdown_connections 2024-03-18T22:56:39.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.910+0000 7fdf681d2740 1 -- 172.21.15.52:0/2167394247 wait complete. 2024-03-18T22:56:39.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.910+0000 7fdf681d2740 20 client.15261 trim_cache size 0 max 16384 2024-03-18T22:56:39.918 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-03-18T22:56:39.918 INFO:teuthology.orchestra.run.smithi052.stdout: "cluster_fsid": "444ca0c0-e579-11ee-95c9-87774f69a715", 2024-03-18T22:56:39.918 INFO:teuthology.orchestra.run.smithi052.stdout: "whoami": 0, 2024-03-18T22:56:39.918 INFO:teuthology.orchestra.run.smithi052.stdout: "id": 24527, 2024-03-18T22:56:39.918 INFO:teuthology.orchestra.run.smithi052.stdout: "want_state": "up:active", 2024-03-18T22:56:39.918 INFO:teuthology.orchestra.run.smithi052.stdout: "state": "up:active", 2024-03-18T22:56:39.918 INFO:teuthology.orchestra.run.smithi052.stdout: "fs_name": "cephfs", 2024-03-18T22:56:39.918 INFO:teuthology.orchestra.run.smithi052.stdout: "rank_uptime": 105.571854793, 2024-03-18T22:56:39.918 INFO:teuthology.orchestra.run.smithi052.stdout: "mdsmap_epoch": 21, 2024-03-18T22:56:39.918 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch": 90, 2024-03-18T22:56:39.918 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch_barrier": 88, 2024-03-18T22:56:39.918 INFO:teuthology.orchestra.run.smithi052.stdout: "uptime": 111.074400627 2024-03-18T22:56:39.919 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-03-18T22:56:39.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.910+0000 7fdf65509640 1 -- 172.21.15.52:0/2219541555 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fdf480a2800 msgr2=0x7fdf480a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.910+0000 7fdf65509640 1 --2- 172.21.15.52:0/2219541555 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fdf480a2800 0x7fdf480a4cc0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fdf54009bd0 tx=0x7fdf54005f90 comp rx=0 tx=0).stop 2024-03-18T22:56:39.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.910+0000 7fdf65509640 1 -- 172.21.15.52:0/2219541555 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdf600ffaf0 msgr2=0x7fdf60197c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:39.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.910+0000 7fdf65509640 1 --2- 172.21.15.52:0/2219541555 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdf600ffaf0 0x7fdf60197c80 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fdf5000b470 tx=0x7fdf5000b930 comp rx=0 tx=0).stop 2024-03-18T22:56:39.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.910+0000 7fdf65509640 1 -- 172.21.15.52:0/2219541555 shutdown_connections 2024-03-18T22:56:39.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.910+0000 7fdf65509640 1 --2- 172.21.15.52:0/2219541555 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fdf480a2800 0x7fdf480a4cc0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.910+0000 7fdf65509640 1 --2- 172.21.15.52:0/2219541555 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdf60103480 0x7fdf6019f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.910+0000 7fdf65509640 1 --2- 172.21.15.52:0/2219541555 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdf60102ac0 0x7fdf601981c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.910+0000 7fdf65509640 1 --2- 172.21.15.52:0/2219541555 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdf600ffaf0 0x7fdf60197c80 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:39.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.910+0000 7fdf65509640 1 -- 172.21.15.52:0/2219541555 >> 172.21.15.52:0/2219541555 conn(0x7fdf600fb440 msgr2=0x7fdf60105dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:39.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.910+0000 7fdf65509640 1 -- 172.21.15.52:0/2219541555 shutdown_connections 2024-03-18T22:56:39.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:39.910+0000 7fdf65509640 1 -- 172.21.15.52:0/2219541555 wait complete. 2024-03-18T22:56:39.922 INFO:teuthology.run_tasks:Running task kclient... 2024-03-18T22:56:39.946 INFO:tasks.kclient:Mounting kernel clients... 2024-03-18T22:56:39.946 INFO:tasks.kclient:config is {'client.0': {}} 2024-03-18T22:56:39.946 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-18T22:56:39.946 DEBUG:teuthology.orchestra.run.smithi052:> ip netns list 2024-03-18T22:56:39.961 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-18T22:56:39.962 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link delete ceph-brx 2024-03-18T22:56:40.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:39 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/1061132296' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-18T22:56:40.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:39 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/2341505406' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:56:40.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:39 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/4151526744' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:56:40.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:39 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/1061132296' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-18T22:56:40.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:39 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/2341505406' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T22:56:40.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:39 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/4151526744' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T22:56:40.030 INFO:teuthology.orchestra.run.smithi052.stderr:Cannot find device "ceph-brx" 2024-03-18T22:56:40.031 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-18T22:56:40.032 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=crc', 'nowsync'], 'rbytes': False, 'syntax': 'v2', 'mount_subvol_num': 1} 2024-03-18T22:56:40.032 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-03-18T22:56:40.032 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-03-18T22:56:40.032 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph fs ls 2024-03-18T22:56:40.315 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T22:56:40.694 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:40 smithi052 ceph-mon[32520]: pgmap v343: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-03-18T22:56:41.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:40 smithi181 ceph-mon[67256]: pgmap v343: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-03-18T22:56:41.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:40 smithi099 ceph-mon[36725]: pgmap v343: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-03-18T22:56:42.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.028+0000 7f8b354d5700 1 -- 172.21.15.52:0/429192050 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8b30106530 msgr2=0x7f8b3010e100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:42.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.028+0000 7f8b354d5700 1 --2- 172.21.15.52:0/429192050 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8b30106530 0x7f8b3010e100 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f8b2800b0a0 tx=0x7f8b2800b3b0 comp rx=0 tx=0).stop 2024-03-18T22:56:42.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.028+0000 7f8b354d5700 1 -- 172.21.15.52:0/429192050 shutdown_connections 2024-03-18T22:56:42.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.028+0000 7f8b354d5700 1 --2- 172.21.15.52:0/429192050 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8b30106530 0x7f8b3010e100 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:42.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.028+0000 7f8b354d5700 1 --2- 172.21.15.52:0/429192050 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8b301014a0 0x7f8b30101880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:42.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.028+0000 7f8b354d5700 1 --2- 172.21.15.52:0/429192050 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8b30101e50 0x7f8b30105e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:42.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.028+0000 7f8b354d5700 1 -- 172.21.15.52:0/429192050 >> 172.21.15.52:0/429192050 conn(0x7f8b30077230 msgr2=0x7f8b30077640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:42.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.028+0000 7f8b354d5700 1 -- 172.21.15.52:0/429192050 shutdown_connections 2024-03-18T22:56:42.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.028+0000 7f8b354d5700 1 -- 172.21.15.52:0/429192050 wait complete. 2024-03-18T22:56:42.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.028+0000 7f8b354d5700 1 Processor -- start 2024-03-18T22:56:42.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.029+0000 7f8b354d5700 1 -- start start 2024-03-18T22:56:42.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.029+0000 7f8b354d5700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8b301014a0 0x7f8b3019d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:42.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.029+0000 7f8b354d5700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8b30101e50 0x7f8b3019dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:42.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.029+0000 7f8b354d5700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8b30106530 0x7f8b30197870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:42.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.029+0000 7f8b354d5700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f8b30111670 con 0x7f8b301014a0 2024-03-18T22:56:42.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.029+0000 7f8b354d5700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f8b301114f0 con 0x7f8b30101e50 2024-03-18T22:56:42.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.029+0000 7f8b354d5700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f8b301117f0 con 0x7f8b30106530 2024-03-18T22:56:42.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.029+0000 7f8b2effd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8b301014a0 0x7f8b3019d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:42.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.029+0000 7f8b2e7fc700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8b30101e50 0x7f8b3019dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:42.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.029+0000 7f8b2effd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8b301014a0 0x7f8b3019d6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48442/0 (socket says 172.21.15.52:48442) 2024-03-18T22:56:42.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.029+0000 7f8b2effd700 1 -- 172.21.15.52:0/3533302743 learned_addr learned my addr 172.21.15.52:0/3533302743 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:42.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.029+0000 7f8b2f7fe700 1 --2- 172.21.15.52:0/3533302743 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8b30106530 0x7f8b30197870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:42.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.029+0000 7f8b2e7fc700 1 -- 172.21.15.52:0/3533302743 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8b30106530 msgr2=0x7f8b30197870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:42.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.029+0000 7f8b2e7fc700 1 --2- 172.21.15.52:0/3533302743 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8b30106530 0x7f8b30197870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:42.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.029+0000 7f8b2e7fc700 1 -- 172.21.15.52:0/3533302743 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8b301014a0 msgr2=0x7f8b3019d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:42.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.029+0000 7f8b2e7fc700 1 --2- 172.21.15.52:0/3533302743 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8b301014a0 0x7f8b3019d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:42.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.029+0000 7f8b2e7fc700 1 -- 172.21.15.52:0/3533302743 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b30197fd0 con 0x7f8b30101e50 2024-03-18T22:56:42.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.029+0000 7f8b2effd700 1 --2- 172.21.15.52:0/3533302743 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8b301014a0 0x7f8b3019d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:42.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.030+0000 7f8b2e7fc700 1 --2- 172.21.15.52:0/3533302743 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8b30101e50 0x7f8b3019dbf0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f8b24009ef0 tx=0x7f8b2400eca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:42.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.030+0000 7f8b17fff700 1 -- 172.21.15.52:0/3533302743 <== mon.2 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b2401e070 con 0x7f8b30101e50 2024-03-18T22:56:42.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.030+0000 7f8b354d5700 1 -- 172.21.15.52:0/3533302743 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b301982c0 con 0x7f8b30101e50 2024-03-18T22:56:42.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.030+0000 7f8b17fff700 1 -- 172.21.15.52:0/3533302743 <== mon.2 v2:172.21.15.99:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8b24019440 con 0x7f8b30101e50 2024-03-18T22:56:42.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.030+0000 7f8b17fff700 1 -- 172.21.15.52:0/3533302743 <== mon.2 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b2400c720 con 0x7f8b30101e50 2024-03-18T22:56:42.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.030+0000 7f8b354d5700 1 -- 172.21.15.52:0/3533302743 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b3006aa10 con 0x7f8b30101e50 2024-03-18T22:56:42.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.031+0000 7f8b354d5700 1 -- 172.21.15.52:0/3533302743 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b30102930 con 0x7f8b30101e50 2024-03-18T22:56:42.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.032+0000 7f8b17fff700 1 -- 172.21.15.52:0/3533302743 <== mon.2 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f8b24021070 con 0x7f8b30101e50 2024-03-18T22:56:42.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.032+0000 7f8b17fff700 1 --2- 172.21.15.52:0/3533302743 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8b180a2890 0x7f8b180a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:42.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.032+0000 7f8b2effd700 1 --2- 172.21.15.52:0/3533302743 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8b180a2890 0x7f8b180a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:42.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.032+0000 7f8b17fff700 1 -- 172.21.15.52:0/3533302743 <== mon.2 v2:172.21.15.99:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f8b240d06e0 con 0x7f8b30101e50 2024-03-18T22:56:42.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.033+0000 7f8b2effd700 1 --2- 172.21.15.52:0/3533302743 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8b180a2890 0x7f8b180a4d50 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f8b301989b0 tx=0x7f8b20009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:42.041 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.040+0000 7f8b17fff700 1 -- 172.21.15.52:0/3533302743 <== mon.2 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f8b2409d700 con 0x7f8b30101e50 2024-03-18T22:56:42.294 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.293+0000 7f8b354d5700 1 -- 172.21.15.52:0/3533302743 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f8b3006b4d0 con 0x7f8b30101e50 2024-03-18T22:56:42.294 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.294+0000 7f8b17fff700 1 -- 172.21.15.52:0/3533302743 <== mon.2 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v21) ==== 53+0+73 (secure 0 0 0) 0x7f8b2409d000 con 0x7f8b30101e50 2024-03-18T22:56:42.295 INFO:teuthology.orchestra.run.smithi052.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-03-18T22:56:42.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.296+0000 7f8b354d5700 1 -- 172.21.15.52:0/3533302743 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8b180a2890 msgr2=0x7f8b180a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:42.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.296+0000 7f8b354d5700 1 --2- 172.21.15.52:0/3533302743 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8b180a2890 0x7f8b180a4d50 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f8b301989b0 tx=0x7f8b20009260 comp rx=0 tx=0).stop 2024-03-18T22:56:42.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.296+0000 7f8b354d5700 1 -- 172.21.15.52:0/3533302743 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8b30101e50 msgr2=0x7f8b3019dbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:42.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.296+0000 7f8b354d5700 1 --2- 172.21.15.52:0/3533302743 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8b30101e50 0x7f8b3019dbf0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f8b24009ef0 tx=0x7f8b2400eca0 comp rx=0 tx=0).stop 2024-03-18T22:56:42.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.296+0000 7f8b354d5700 1 -- 172.21.15.52:0/3533302743 shutdown_connections 2024-03-18T22:56:42.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.296+0000 7f8b354d5700 1 --2- 172.21.15.52:0/3533302743 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f8b180a2890 0x7f8b180a4d50 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:42.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.296+0000 7f8b354d5700 1 --2- 172.21.15.52:0/3533302743 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8b30106530 0x7f8b30197870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:42.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.296+0000 7f8b354d5700 1 --2- 172.21.15.52:0/3533302743 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8b301014a0 0x7f8b3019d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:42.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.296+0000 7f8b354d5700 1 --2- 172.21.15.52:0/3533302743 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8b30101e50 0x7f8b3019dbf0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:42.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.296+0000 7f8b354d5700 1 -- 172.21.15.52:0/3533302743 >> 172.21.15.52:0/3533302743 conn(0x7f8b30077230 msgr2=0x7f8b300ff250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:42.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.296+0000 7f8b354d5700 1 -- 172.21.15.52:0/3533302743 shutdown_connections 2024-03-18T22:56:42.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42.296+0000 7f8b354d5700 1 -- 172.21.15.52:0/3533302743 wait complete. 2024-03-18T22:56:42.847 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:42 smithi052 ceph-mon[32520]: pgmap v344: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T22:56:42.847 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:42 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3533302743' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-03-18T22:56:42.883 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-03-18T22:56:42.883 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-03-18T22:56:42.883 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi052.front.sepia.ceph.com 2024-03-18T22:56:42.883 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-03-18T22:56:42.884 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-03-18T22:56:42.884 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-03-18T22:56:42.884 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-03-18T22:56:42.884 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-03-18T22:56:42.884 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-03-18T22:56:42.884 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-18T22:56:42.885 DEBUG:teuthology.orchestra.run.smithi052:> ip addr 2024-03-18T22:56:42.901 INFO:teuthology.orchestra.run.smithi052.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-03-18T22:56:42.901 INFO:teuthology.orchestra.run.smithi052.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-03-18T22:56:42.902 INFO:teuthology.orchestra.run.smithi052.stdout: inet 127.0.0.1/8 scope host lo 2024-03-18T22:56:42.902 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft forever preferred_lft forever 2024-03-18T22:56:42.902 INFO:teuthology.orchestra.run.smithi052.stdout: inet6 ::1/128 scope host 2024-03-18T22:56:42.902 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft forever preferred_lft forever 2024-03-18T22:56:42.902 INFO:teuthology.orchestra.run.smithi052.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-03-18T22:56:42.902 INFO:teuthology.orchestra.run.smithi052.stdout: link/ether 0c:c4:7a:6b:fd:d2 brd ff:ff:ff:ff:ff:ff 2024-03-18T22:56:42.902 INFO:teuthology.orchestra.run.smithi052.stdout: altname enp7s0f0 2024-03-18T22:56:42.902 INFO:teuthology.orchestra.run.smithi052.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-03-18T22:56:42.902 INFO:teuthology.orchestra.run.smithi052.stdout: link/ether 0c:c4:7a:6b:fd:d3 brd ff:ff:ff:ff:ff:ff 2024-03-18T22:56:42.902 INFO:teuthology.orchestra.run.smithi052.stdout: altname enp7s0f1 2024-03-18T22:56:42.902 INFO:teuthology.orchestra.run.smithi052.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-03-18T22:56:42.902 INFO:teuthology.orchestra.run.smithi052.stdout: link/ether 0c:c4:7a:bd:15:de brd ff:ff:ff:ff:ff:ff 2024-03-18T22:56:42.902 INFO:teuthology.orchestra.run.smithi052.stdout: altname enp1s0f0 2024-03-18T22:56:42.902 INFO:teuthology.orchestra.run.smithi052.stdout: inet 172.21.15.52/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-03-18T22:56:42.903 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft 39091sec preferred_lft 39091sec 2024-03-18T22:56:42.903 INFO:teuthology.orchestra.run.smithi052.stdout: inet6 fe80::ec4:7aff:febd:15de/64 scope link noprefixroute 2024-03-18T22:56:42.903 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft forever preferred_lft forever 2024-03-18T22:56:42.903 INFO:teuthology.orchestra.run.smithi052.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-03-18T22:56:42.903 INFO:teuthology.orchestra.run.smithi052.stdout: link/ether 0c:c4:7a:bd:15:df brd ff:ff:ff:ff:ff:ff 2024-03-18T22:56:42.903 INFO:teuthology.orchestra.run.smithi052.stdout: altname enp1s0f1 2024-03-18T22:56:42.903 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-03-18T22:56:42.903 DEBUG:teuthology.orchestra.run.smithi052:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-03-18T22:56:42.904 DEBUG:teuthology.orchestra.run.smithi052:> set -e 2024-03-18T22:56:42.904 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link add name ceph-brx type bridge 2024-03-18T22:56:42.904 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip addr flush dev ceph-brx 2024-03-18T22:56:42.904 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link set ceph-brx up 2024-03-18T22:56:42.904 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-03-18T22:56:42.904 DEBUG:teuthology.orchestra.run.smithi052:> ') 2024-03-18T22:56:42.989 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:42 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-03-18T22:56:43.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:42 smithi181 ceph-mon[67256]: pgmap v344: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T22:56:43.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:42 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3533302743' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-03-18T22:56:43.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:42 smithi099 ceph-mon[36725]: pgmap v344: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T22:56:43.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:42 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3533302743' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-03-18T22:56:43.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-03-18T22:56:43.104 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-18T22:56:43.104 DEBUG:teuthology.orchestra.run.smithi052:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-03-18T22:56:43.132 INFO:teuthology.orchestra.run.smithi052.stdout:1 2024-03-18T22:56:43.133 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-18T22:56:43.134 DEBUG:teuthology.orchestra.run.smithi052:> route 2024-03-18T22:56:43.210 INFO:teuthology.orchestra.run.smithi052.stdout:Kernel IP routing table 2024-03-18T22:56:43.211 INFO:teuthology.orchestra.run.smithi052.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-03-18T22:56:43.211 INFO:teuthology.orchestra.run.smithi052.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-03-18T22:56:43.211 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-03-18T22:56:43.211 INFO:teuthology.orchestra.run.smithi052.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-03-18T22:56:43.211 DEBUG:teuthology.orchestra.run.smithi052:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-03-18T22:56:43.211 DEBUG:teuthology.orchestra.run.smithi052:> set -e 2024-03-18T22:56:43.211 DEBUG:teuthology.orchestra.run.smithi052:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-03-18T22:56:43.212 DEBUG:teuthology.orchestra.run.smithi052:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-03-18T22:56:43.212 DEBUG:teuthology.orchestra.run.smithi052:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-03-18T22:56:43.212 DEBUG:teuthology.orchestra.run.smithi052:> ') 2024-03-18T22:56:43.299 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:43 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-03-18T22:56:43.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-03-18T22:56:43.495 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-18T22:56:43.495 DEBUG:teuthology.orchestra.run.smithi052:> ip netns list 2024-03-18T22:56:43.510 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-18T22:56:43.510 DEBUG:teuthology.orchestra.run.smithi052:> ip netns list-id 2024-03-18T22:56:43.564 DEBUG:teuthology.orchestra.run.smithi052:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-03-18T22:56:43.564 DEBUG:teuthology.orchestra.run.smithi052:> set -e 2024-03-18T22:56:43.564 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-03-18T22:56:43.564 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-03-18T22:56:43.564 DEBUG:teuthology.orchestra.run.smithi052:> ') 2024-03-18T22:56:43.660 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:43 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-03-18T22:56:43.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-03-18T22:56:43.694 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-03-18T22:56:43.694 DEBUG:teuthology.orchestra.run.smithi052:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-03-18T22:56:43.695 DEBUG:teuthology.orchestra.run.smithi052:> set -e 2024-03-18T22:56:43.695 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-03-18T22:56:43.695 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-03-18T22:56:43.695 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-03-18T22:56:43.695 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-03-18T22:56:43.695 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-03-18T22:56:43.695 DEBUG:teuthology.orchestra.run.smithi052:> ') 2024-03-18T22:56:43.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:43 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-03-18T22:56:43.829 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-03-18T22:56:43.836 DEBUG:teuthology.orchestra.run.smithi052:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-03-18T22:56:43.836 DEBUG:teuthology.orchestra.run.smithi052:> set -e 2024-03-18T22:56:43.836 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link set brx.0 up 2024-03-18T22:56:43.836 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link set dev brx.0 master ceph-brx 2024-03-18T22:56:43.836 DEBUG:teuthology.orchestra.run.smithi052:> ') 2024-03-18T22:56:43.884 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:43 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-03-18T22:56:43.911 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-03-18T22:56:43.917 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-03-18T22:56:43.918 DEBUG:teuthology.orchestra.run.smithi052:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-03-18T22:56:43.945 INFO:teuthology.orchestra.run.smithi052.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-03-18T22:56:43.945 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-03-18T22:56:43.945 DEBUG:teuthology.orchestra.run.smithi052:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-03-18T22:56:43.999 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-03-18T22:56:44.000 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-03-18T22:56:44.000 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/volumes/qa/sv_1/acbf9bb1-63a0-4ea8-a2cb-6cc54c6cecfc 2024-03-18T22:56:44.000 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-18T22:56:44.000 DEBUG:teuthology.orchestra.run.smithi052:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/volumes/qa/sv_1/acbf9bb1-63a0-4ea8-a2cb-6cc54c6cecfc /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=crc,nowsync,nofallback 2024-03-18T22:56:44.083 INFO:teuthology.orchestra.run.smithi052.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=crc,nowsync,nofallback 2024-03-18T22:56:44.083 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=crc,nowsync". 2024-03-18T22:56:44.196 INFO:teuthology.orchestra.run.smithi052.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=crc,nowsync,nofallback 2024-03-18T22:56:44.197 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=crc,nowsync". 2024-03-18T22:56:44.197 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: resolved to: "172.21.15.52:3300,172.21.15.99:3300,172.21.15.181:3300" 2024-03-18T22:56:44.197 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: trying mount with new device syntax: 0@444ca0c0-e579-11ee-95c9-87774f69a715.cephfs=/volumes/qa/sv_1/acbf9bb1-63a0-4ea8-a2cb-6cc54c6cecfc 2024-03-18T22:56:44.197 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=crc,nowsync,name=0,key=0,mon_addr=172.21.15.52:3300/172.21.15.99:3300/172.21.15.181:3300" will pass to kernel 2024-03-18T22:56:44.197 INFO:teuthology.orchestra.run.smithi052.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-03-18T22:56:44.198 INFO:teuthology.orchestra.run.smithi052.stdout: You just mounted a file system that supports labels which does not 2024-03-18T22:56:44.198 INFO:teuthology.orchestra.run.smithi052.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-03-18T22:56:44.198 INFO:teuthology.orchestra.run.smithi052.stdout: applications will generate AVC messages and not be allowed access to 2024-03-18T22:56:44.198 INFO:teuthology.orchestra.run.smithi052.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-03-18T22:56:44.199 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-03-18T22:56:44.199 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-18T22:56:44.199 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-03-18T22:56:44.272 DEBUG:teuthology.orchestra.run.smithi052:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-03-18T22:56:44.361 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-03-18T22:56:44.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-03-18T22:56:44.368 INFO:teuthology.orchestra.run.smithi052.stdout:client15270 2024-03-18T22:56:44.369 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-03-18T22:56:44.369 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/proc/self/mounts of=/dev/stdout 2024-03-18T22:56:44.385 DEBUG:teuthology.orchestra.run.smithi052:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-03-18T22:56:44.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-03-18T22:56:44.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-03-18T22:56:44.482 INFO:teuthology.orchestra.run.smithi052.stdout:client15270 2024-03-18T22:56:44.482 DEBUG:teuthology.orchestra.run.smithi052:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-03-18T22:56:44.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-03-18T22:56:44.532 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-03-18T22:56:44.538 INFO:teuthology.orchestra.run.smithi052.stdout:client15270 2024-03-18T22:56:44.538 DEBUG:teuthology.orchestra.run.smithi052:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/444ca0c0-e579-11ee-95c9-87774f69a715.client15270/status') 2024-03-18T22:56:44.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-03-18T22:56:44.598 INFO:teuthology.orchestra.run.smithi052.stdout:instance: client.15270 (3)192.168.0.1:0/1219186403 2024-03-18T22:56:44.599 INFO:teuthology.orchestra.run.smithi052.stdout:blocklisted: false 2024-03-18T22:56:44.599 INFO:teuthology.orchestra.run.smithi052.stderr:0+1 records in 2024-03-18T22:56:44.599 INFO:teuthology.orchestra.run.smithi052.stderr:0+1 records out 2024-03-18T22:56:44.599 INFO:teuthology.orchestra.run.smithi052.stderr:70 bytes copied, 2.0267e-05 s, 3.5 MB/s 2024-03-18T22:56:44.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-03-18T22:56:44.606 INFO:teuthology.run_tasks:Running task exec... 2024-03-18T22:56:44.617 INFO:teuthology.task.exec:Executing custom commands... 2024-03-18T22:56:44.617 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi052.front.sepia.ceph.com 2024-03-18T22:56:44.617 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate false' 2024-03-18T22:56:44.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.719+0000 7f82596dc640 1 -- 172.21.15.52:0/1301971160 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8254102300 msgr2=0x7f8254108b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:44.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.719+0000 7f82596dc640 1 --2- 172.21.15.52:0/1301971160 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8254102300 0x7f8254108b90 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f8244009ca0 tx=0x7f824402c0f0 comp rx=0 tx=0).stop 2024-03-18T22:56:44.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.719+0000 7f82596dc640 1 -- 172.21.15.52:0/1301971160 shutdown_connections 2024-03-18T22:56:44.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.719+0000 7f82596dc640 1 --2- 172.21.15.52:0/1301971160 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8254102300 0x7f8254108b90 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:44.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.719+0000 7f82596dc640 1 --2- 172.21.15.52:0/1301971160 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8254101940 0x7f8254101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:44.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.719+0000 7f82596dc640 1 --2- 172.21.15.52:0/1301971160 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8254100750 0x7f8254100b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:44.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.719+0000 7f82596dc640 1 -- 172.21.15.52:0/1301971160 >> 172.21.15.52:0/1301971160 conn(0x7f82540fbcc0 msgr2=0x7f82540fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:44.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.719+0000 7f82596dc640 1 -- 172.21.15.52:0/1301971160 shutdown_connections 2024-03-18T22:56:44.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.719+0000 7f82596dc640 1 -- 172.21.15.52:0/1301971160 wait complete. 2024-03-18T22:56:44.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.719+0000 7f82596dc640 1 Processor -- start 2024-03-18T22:56:44.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.720+0000 7f82596dc640 1 -- start start 2024-03-18T22:56:44.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.720+0000 7f82596dc640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8254100750 0x7f8254197b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:44.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.720+0000 7f82596dc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8254101940 0x7f82541980b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:44.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.720+0000 7f82596dc640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8254102300 0x7f825419f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:44.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.720+0000 7f82596dc640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f825410c500 con 0x7f8254101940 2024-03-18T22:56:44.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.720+0000 7f82596dc640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f825410c380 con 0x7f8254100750 2024-03-18T22:56:44.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.720+0000 7f82596dc640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f825410c680 con 0x7f8254102300 2024-03-18T22:56:44.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.720+0000 7f82527fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8254101940 0x7f82541980b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:44.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.720+0000 7f82527fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8254101940 0x7f82541980b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48458/0 (socket says 172.21.15.52:48458) 2024-03-18T22:56:44.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.720+0000 7f8252ffd640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8254100750 0x7f8254197b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:44.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.720+0000 7f82527fc640 1 -- 172.21.15.52:0/2758202097 learned_addr learned my addr 172.21.15.52:0/2758202097 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:44.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.720+0000 7f82537fe640 1 --2- 172.21.15.52:0/2758202097 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8254102300 0x7f825419f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:44.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.720+0000 7f82527fc640 1 -- 172.21.15.52:0/2758202097 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8254102300 msgr2=0x7f825419f0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:44.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.720+0000 7f82527fc640 1 --2- 172.21.15.52:0/2758202097 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8254102300 0x7f825419f0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:44.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.720+0000 7f82527fc640 1 -- 172.21.15.52:0/2758202097 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8254100750 msgr2=0x7f8254197b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:44.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.720+0000 7f82527fc640 1 --2- 172.21.15.52:0/2758202097 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8254100750 0x7f8254197b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:44.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.720+0000 7f82527fc640 1 -- 172.21.15.52:0/2758202097 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f825419f740 con 0x7f8254101940 2024-03-18T22:56:44.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.720+0000 7f8252ffd640 1 --2- 172.21.15.52:0/2758202097 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8254100750 0x7f8254197b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:44.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.720+0000 7f82527fc640 1 --2- 172.21.15.52:0/2758202097 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8254101940 0x7f82541980b0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f823c00ea60 tx=0x7f823c00ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:44.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.720+0000 7f824bfff640 1 -- 172.21.15.52:0/2758202097 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f823c00cde0 con 0x7f8254101940 2024-03-18T22:56:44.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.721+0000 7f824bfff640 1 -- 172.21.15.52:0/2758202097 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f823c0035f0 con 0x7f8254101940 2024-03-18T22:56:44.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.721+0000 7f82596dc640 1 -- 172.21.15.52:0/2758202097 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f825419fa30 con 0x7f8254101940 2024-03-18T22:56:44.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.721+0000 7f824bfff640 1 -- 172.21.15.52:0/2758202097 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f823c010720 con 0x7f8254101940 2024-03-18T22:56:44.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.721+0000 7f82596dc640 1 -- 172.21.15.52:0/2758202097 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f825419ff80 con 0x7f8254101940 2024-03-18T22:56:44.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.722+0000 7f82596dc640 1 -- 172.21.15.52:0/2758202097 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82541a0210 con 0x7f8254101940 2024-03-18T22:56:44.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.722+0000 7f824bfff640 1 -- 172.21.15.52:0/2758202097 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f823c0037a0 con 0x7f8254101940 2024-03-18T22:56:44.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.723+0000 7f824bfff640 1 --2- 172.21.15.52:0/2758202097 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f82400a28a0 0x7f82400a4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:44.727 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.723+0000 7f8252ffd640 1 --2- 172.21.15.52:0/2758202097 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f82400a28a0 0x7f82400a4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:44.727 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.723+0000 7f824bfff640 1 -- 172.21.15.52:0/2758202097 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f823c0cedd0 con 0x7f8254101940 2024-03-18T22:56:44.727 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.724+0000 7f8252ffd640 1 --2- 172.21.15.52:0/2758202097 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f82400a28a0 0x7f82400a4d60 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f82541017a0 tx=0x7f824c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:44.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.728+0000 7f824bfff640 1 -- 172.21.15.52:0/2758202097 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f823c09be50 con 0x7f8254101940 2024-03-18T22:56:44.954 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:44.952+0000 7f82596dc640 1 -- 172.21.15.52:0/2758202097 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"} v 0) -- 0x7f82541a0600 con 0x7f8254101940 2024-03-18T22:56:44.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:44 smithi052 ceph-mon[32520]: pgmap v345: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:56:45.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:44 smithi181 ceph-mon[67256]: pgmap v345: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:56:45.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:44 smithi099 ceph-mon[36725]: pgmap v345: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:56:45.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.585+0000 7f824bfff640 1 -- 172.21.15.52:0/2758202097 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]=0 v22) ==== 118+0+0 (secure 0 0 0) 0x7f823c09b750 con 0x7f8254101940 2024-03-18T22:56:45.589 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.588+0000 7f82596dc640 1 -- 172.21.15.52:0/2758202097 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f82400a28a0 msgr2=0x7f82400a4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:45.589 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.588+0000 7f82596dc640 1 --2- 172.21.15.52:0/2758202097 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f82400a28a0 0x7f82400a4d60 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f82541017a0 tx=0x7f824c005f90 comp rx=0 tx=0).stop 2024-03-18T22:56:45.590 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.588+0000 7f82596dc640 1 -- 172.21.15.52:0/2758202097 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8254101940 msgr2=0x7f82541980b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:45.590 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.588+0000 7f82596dc640 1 --2- 172.21.15.52:0/2758202097 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8254101940 0x7f82541980b0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f823c00ea60 tx=0x7f823c00ef20 comp rx=0 tx=0).stop 2024-03-18T22:56:45.590 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.588+0000 7f82596dc640 1 -- 172.21.15.52:0/2758202097 shutdown_connections 2024-03-18T22:56:45.590 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.588+0000 7f82596dc640 1 --2- 172.21.15.52:0/2758202097 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f82400a28a0 0x7f82400a4d60 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:45.590 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.588+0000 7f82596dc640 1 --2- 172.21.15.52:0/2758202097 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8254102300 0x7f825419f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:45.590 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.588+0000 7f82596dc640 1 --2- 172.21.15.52:0/2758202097 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8254101940 0x7f82541980b0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:45.590 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.588+0000 7f82596dc640 1 --2- 172.21.15.52:0/2758202097 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8254100750 0x7f8254197b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:45.590 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.588+0000 7f82596dc640 1 -- 172.21.15.52:0/2758202097 >> 172.21.15.52:0/2758202097 conn(0x7f82540fbcc0 msgr2=0x7f82540fd620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:45.590 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.588+0000 7f82596dc640 1 -- 172.21.15.52:0/2758202097 shutdown_connections 2024-03-18T22:56:45.590 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.588+0000 7f82596dc640 1 -- 172.21.15.52:0/2758202097 wait complete. 2024-03-18T22:56:45.603 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs subvolumegroup pin cephfs qa random 0.10' 2024-03-18T22:56:45.716 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.713+0000 7f6571075640 1 -- 172.21.15.52:0/2607852930 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f656c101080 msgr2=0x7f656c101500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:45.717 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.713+0000 7f6571075640 1 --2- 172.21.15.52:0/2607852930 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f656c101080 0x7f656c101500 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f655400aa10 tx=0x7f655402cf70 comp rx=0 tx=0).stop 2024-03-18T22:56:45.717 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.713+0000 7f6571075640 1 -- 172.21.15.52:0/2607852930 shutdown_connections 2024-03-18T22:56:45.717 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.713+0000 7f6571075640 1 --2- 172.21.15.52:0/2607852930 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f656c101a40 0x7f656c108360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:45.717 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.713+0000 7f6571075640 1 --2- 172.21.15.52:0/2607852930 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f656c101080 0x7f656c101500 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:45.717 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.713+0000 7f6571075640 1 --2- 172.21.15.52:0/2607852930 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f656c0ffea0 0x7f656c1002c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:45.717 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.713+0000 7f6571075640 1 -- 172.21.15.52:0/2607852930 >> 172.21.15.52:0/2607852930 conn(0x7f656c0fb480 msgr2=0x7f656c0fd8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:45.717 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.713+0000 7f6571075640 1 -- 172.21.15.52:0/2607852930 shutdown_connections 2024-03-18T22:56:45.717 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.713+0000 7f6571075640 1 -- 172.21.15.52:0/2607852930 wait complete. 2024-03-18T22:56:45.717 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.713+0000 7f6571075640 1 Processor -- start 2024-03-18T22:56:45.717 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.714+0000 7f6571075640 1 -- start start 2024-03-18T22:56:45.717 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.714+0000 7f6571075640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f656c0ffea0 0x7f656c197c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:45.717 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.714+0000 7f6571075640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f656c101080 0x7f656c198170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:45.717 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.714+0000 7f6571075640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f656c101a40 0x7f656c19f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:45.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.714+0000 7f6571075640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f656c10b440 con 0x7f656c0ffea0 2024-03-18T22:56:45.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.714+0000 7f6571075640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f656c10b2c0 con 0x7f656c101a40 2024-03-18T22:56:45.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.714+0000 7f6571075640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f656c10b5c0 con 0x7f656c101080 2024-03-18T22:56:45.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.714+0000 7f656ad9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f656c0ffea0 0x7f656c197c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:45.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.714+0000 7f656ad9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f656c0ffea0 0x7f656c197c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48464/0 (socket says 172.21.15.52:48464) 2024-03-18T22:56:45.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.714+0000 7f656ad9d640 1 -- 172.21.15.52:0/687680701 learned_addr learned my addr 172.21.15.52:0/687680701 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:45.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.714+0000 7f656b59e640 1 --2- 172.21.15.52:0/687680701 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f656c101a40 0x7f656c19f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:45.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.714+0000 7f6563fff640 1 --2- 172.21.15.52:0/687680701 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f656c101080 0x7f656c198170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:45.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.714+0000 7f656ad9d640 1 -- 172.21.15.52:0/687680701 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f656c101080 msgr2=0x7f656c198170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:45.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.714+0000 7f656ad9d640 1 --2- 172.21.15.52:0/687680701 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f656c101080 0x7f656c198170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:45.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.714+0000 7f656ad9d640 1 -- 172.21.15.52:0/687680701 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f656c101a40 msgr2=0x7f656c19f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:45.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.714+0000 7f656ad9d640 1 --2- 172.21.15.52:0/687680701 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f656c101a40 0x7f656c19f190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:45.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.714+0000 7f656ad9d640 1 -- 172.21.15.52:0/687680701 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f656c19f800 con 0x7f656c0ffea0 2024-03-18T22:56:45.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.714+0000 7f656b59e640 1 --2- 172.21.15.52:0/687680701 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f656c101a40 0x7f656c19f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:45.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.714+0000 7f656ad9d640 1 --2- 172.21.15.52:0/687680701 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f656c0ffea0 0x7f656c197c30 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f655c00e9c0 tx=0x7f655c00edc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:45.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.714+0000 7f6568d99640 1 -- 172.21.15.52:0/687680701 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f655c00ccc0 con 0x7f656c0ffea0 2024-03-18T22:56:45.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.715+0000 7f6568d99640 1 -- 172.21.15.52:0/687680701 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f655c0035f0 con 0x7f656c0ffea0 2024-03-18T22:56:45.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.715+0000 7f6571075640 1 -- 172.21.15.52:0/687680701 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f656c19faf0 con 0x7f656c0ffea0 2024-03-18T22:56:45.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.715+0000 7f6568d99640 1 -- 172.21.15.52:0/687680701 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f655c00ce60 con 0x7f656c0ffea0 2024-03-18T22:56:45.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.715+0000 7f6571075640 1 -- 172.21.15.52:0/687680701 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f656c19ffc0 con 0x7f656c0ffea0 2024-03-18T22:56:45.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.715+0000 7f6571075640 1 -- 172.21.15.52:0/687680701 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f656c1a01f0 con 0x7f656c0ffea0 2024-03-18T22:56:45.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.717+0000 7f6568d99640 1 -- 172.21.15.52:0/687680701 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f655c0037a0 con 0x7f656c0ffea0 2024-03-18T22:56:45.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.717+0000 7f6568d99640 1 --2- 172.21.15.52:0/687680701 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f65580a28a0 0x7f65580a4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:45.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.717+0000 7f6563fff640 1 --2- 172.21.15.52:0/687680701 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f65580a28a0 0x7f65580a4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:45.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.717+0000 7f6568d99640 1 -- 172.21.15.52:0/687680701 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f655c0cef70 con 0x7f656c0ffea0 2024-03-18T22:56:45.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.718+0000 7f6563fff640 1 --2- 172.21.15.52:0/687680701 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f65580a28a0 0x7f65580a4d60 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f6554004de0 tx=0x7f6554005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:45.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.722+0000 7f6568d99640 1 -- 172.21.15.52:0/687680701 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f655c09bff0 con 0x7f656c0ffea0 2024-03-18T22:56:45.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.936+0000 7f6571075640 1 -- 172.21.15.52:0/687680701 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}) -- 0x7f656c107c70 con 0x7f65580a28a0 2024-03-18T22:56:45.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:45 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/2758202097' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-03-18T22:56:45.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.954+0000 7f6568d99640 1 -- 172.21.15.52:0/687680701 <== mgr.14152 v2:172.21.15.52:6800/2914531926 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+3 (secure 0 0 0) 0x7f656c107c70 con 0x7f65580a28a0 2024-03-18T22:56:45.955 INFO:teuthology.orchestra.run.smithi052.stdout:{} 2024-03-18T22:56:45.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.956+0000 7f6571075640 1 -- 172.21.15.52:0/687680701 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f65580a28a0 msgr2=0x7f65580a4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:45.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.956+0000 7f6571075640 1 --2- 172.21.15.52:0/687680701 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f65580a28a0 0x7f65580a4d60 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f6554004de0 tx=0x7f6554005fd0 comp rx=0 tx=0).stop 2024-03-18T22:56:45.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.956+0000 7f6571075640 1 -- 172.21.15.52:0/687680701 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f656c0ffea0 msgr2=0x7f656c197c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:45.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.956+0000 7f6571075640 1 --2- 172.21.15.52:0/687680701 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f656c0ffea0 0x7f656c197c30 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f655c00e9c0 tx=0x7f655c00edc0 comp rx=0 tx=0).stop 2024-03-18T22:56:45.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.956+0000 7f6571075640 1 -- 172.21.15.52:0/687680701 shutdown_connections 2024-03-18T22:56:45.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.956+0000 7f6571075640 1 --2- 172.21.15.52:0/687680701 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f65580a28a0 0x7f65580a4d60 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:45.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.956+0000 7f6571075640 1 --2- 172.21.15.52:0/687680701 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f656c101a40 0x7f656c19f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:45.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.956+0000 7f6571075640 1 --2- 172.21.15.52:0/687680701 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f656c101080 0x7f656c198170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:45.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.956+0000 7f6571075640 1 --2- 172.21.15.52:0/687680701 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f656c0ffea0 0x7f656c197c30 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:45.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.956+0000 7f6571075640 1 -- 172.21.15.52:0/687680701 >> 172.21.15.52:0/687680701 conn(0x7f656c0fb480 msgr2=0x7f656c106550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:45.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.956+0000 7f6571075640 1 -- 172.21.15.52:0/687680701 shutdown_connections 2024-03-18T22:56:45.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:45.956+0000 7f6571075640 1 -- 172.21.15.52:0/687680701 wait complete. 2024-03-18T22:56:45.968 INFO:teuthology.run_tasks:Running task check-counter... 2024-03-18T22:56:45.979 INFO:teuthology.run_tasks:Running task exec... 2024-03-18T22:56:45.987 INFO:teuthology.task.exec:Executing custom commands... 2024-03-18T22:56:45.987 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi052.front.sepia.ceph.com 2024-03-18T22:56:45.988 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-03-18T22:56:46.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:45 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/2758202097' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-03-18T22:56:46.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:45 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/2758202097' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-03-18T22:56:46.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.092+0000 7f0d40787640 1 -- 172.21.15.52:0/1790635934 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d38102a40 msgr2=0x7f0d38102ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:46.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.092+0000 7f0d40787640 1 --2- 172.21.15.52:0/1790635934 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d38102a40 0x7f0d38102ec0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f0d28009900 tx=0x7f0d2802bc30 comp rx=0 tx=0).stop 2024-03-18T22:56:46.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.092+0000 7f0d40787640 1 -- 172.21.15.52:0/1790635934 shutdown_connections 2024-03-18T22:56:46.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.092+0000 7f0d40787640 1 --2- 172.21.15.52:0/1790635934 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d38103400 0x7f0d38109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:46.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.092+0000 7f0d40787640 1 --2- 172.21.15.52:0/1790635934 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d38102a40 0x7f0d38102ec0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:46.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.092+0000 7f0d40787640 1 --2- 172.21.15.52:0/1790635934 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d38101850 0x7f0d38101c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:46.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.092+0000 7f0d40787640 1 -- 172.21.15.52:0/1790635934 >> 172.21.15.52:0/1790635934 conn(0x7f0d380fcde0 msgr2=0x7f0d380ff200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:46.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.092+0000 7f0d40787640 1 -- 172.21.15.52:0/1790635934 shutdown_connections 2024-03-18T22:56:46.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.092+0000 7f0d40787640 1 -- 172.21.15.52:0/1790635934 wait complete. 2024-03-18T22:56:46.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.092+0000 7f0d40787640 1 Processor -- start 2024-03-18T22:56:46.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.092+0000 7f0d40787640 1 -- start start 2024-03-18T22:56:46.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.092+0000 7f0d40787640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d38101850 0x7f0d38197b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:46.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.093+0000 7f0d40787640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d38102a40 0x7f0d381980b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:46.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.093+0000 7f0d40787640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d38103400 0x7f0d3819f120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:46.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.093+0000 7f0d40787640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0d3810d5b0 con 0x7f0d38102a40 2024-03-18T22:56:46.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.093+0000 7f0d40787640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f0d3810d430 con 0x7f0d38103400 2024-03-18T22:56:46.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.093+0000 7f0d40787640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f0d3810d730 con 0x7f0d38101850 2024-03-18T22:56:46.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.093+0000 7f0d3dd22640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d38102a40 0x7f0d381980b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:46.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.093+0000 7f0d3dd22640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d38102a40 0x7f0d381980b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48496/0 (socket says 172.21.15.52:48496) 2024-03-18T22:56:46.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.093+0000 7f0d3dd22640 1 -- 172.21.15.52:0/618520459 learned_addr learned my addr 172.21.15.52:0/618520459 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:46.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.093+0000 7f0d3e523640 1 --2- 172.21.15.52:0/618520459 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d38101850 0x7f0d38197b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:46.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.093+0000 7f0d3ed24640 1 --2- 172.21.15.52:0/618520459 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d38103400 0x7f0d3819f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:46.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.093+0000 7f0d3dd22640 1 -- 172.21.15.52:0/618520459 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d38101850 msgr2=0x7f0d38197b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:46.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.093+0000 7f0d3dd22640 1 --2- 172.21.15.52:0/618520459 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d38101850 0x7f0d38197b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:46.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.093+0000 7f0d3dd22640 1 -- 172.21.15.52:0/618520459 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d38103400 msgr2=0x7f0d3819f120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:46.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.093+0000 7f0d3dd22640 1 --2- 172.21.15.52:0/618520459 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d38103400 0x7f0d3819f120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:46.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.093+0000 7f0d3dd22640 1 -- 172.21.15.52:0/618520459 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d3819f790 con 0x7f0d38102a40 2024-03-18T22:56:46.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.093+0000 7f0d3dd22640 1 --2- 172.21.15.52:0/618520459 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d38102a40 0x7f0d381980b0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f0d28009230 tx=0x7f0d28004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:46.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.093+0000 7f0d2f7fe640 1 -- 172.21.15.52:0/618520459 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d28043020 con 0x7f0d38102a40 2024-03-18T22:56:46.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.093+0000 7f0d2f7fe640 1 -- 172.21.15.52:0/618520459 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0d28004250 con 0x7f0d38102a40 2024-03-18T22:56:46.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.093+0000 7f0d40787640 1 -- 172.21.15.52:0/618520459 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d3819fa20 con 0x7f0d38102a40 2024-03-18T22:56:46.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.093+0000 7f0d2f7fe640 1 -- 172.21.15.52:0/618520459 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d28003b50 con 0x7f0d38102a40 2024-03-18T22:56:46.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.093+0000 7f0d40787640 1 -- 172.21.15.52:0/618520459 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d3819ffc0 con 0x7f0d38102a40 2024-03-18T22:56:46.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.094+0000 7f0d40787640 1 -- 172.21.15.52:0/618520459 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d3804f580 con 0x7f0d38102a40 2024-03-18T22:56:46.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.095+0000 7f0d2f7fe640 1 -- 172.21.15.52:0/618520459 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f0d28046020 con 0x7f0d38102a40 2024-03-18T22:56:46.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.096+0000 7f0d2f7fe640 1 --2- 172.21.15.52:0/618520459 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0d240a2920 0x7f0d240a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:46.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.096+0000 7f0d3e523640 1 --2- 172.21.15.52:0/618520459 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0d240a2920 0x7f0d240a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:46.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.096+0000 7f0d2f7fe640 1 -- 172.21.15.52:0/618520459 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f0d280f0ff0 con 0x7f0d38102a40 2024-03-18T22:56:46.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.097+0000 7f0d3e523640 1 --2- 172.21.15.52:0/618520459 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0d240a2920 0x7f0d240a4de0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f0d381028a0 tx=0x7f0d30005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:46.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.099+0000 7f0d2f7fe640 1 -- 172.21.15.52:0/618520459 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f0d2804d020 con 0x7f0d38102a40 2024-03-18T22:56:46.238 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:45 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:45.941+0000 7f00b3906700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-18T22:56:46.239 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:45 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:45.941+0000 7f00b3906700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-18T22:56:46.239 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:45 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:45.941+0000 7f00b3906700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-18T22:56:46.239 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:45 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:45.941+0000 7f00b3906700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-18T22:56:46.239 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:45 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:45.941+0000 7f00b3906700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-18T22:56:46.335 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.333+0000 7f0d40787640 1 -- 172.21.15.52:0/618520459 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f0d3802d220 con 0x7f0d38102a40 2024-03-18T22:56:46.593 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.591+0000 7f0d2f7fe640 1 -- 172.21.15.52:0/618520459 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v19) ==== 92+0+0 (secure 0 0 0) 0x7f0d280be150 con 0x7f0d38102a40 2024-03-18T22:56:46.595 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.594+0000 7f0d40787640 1 -- 172.21.15.52:0/618520459 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0d240a2920 msgr2=0x7f0d240a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:46.595 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.594+0000 7f0d40787640 1 --2- 172.21.15.52:0/618520459 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0d240a2920 0x7f0d240a4de0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f0d381028a0 tx=0x7f0d30005f90 comp rx=0 tx=0).stop 2024-03-18T22:56:46.595 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.594+0000 7f0d40787640 1 -- 172.21.15.52:0/618520459 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d38102a40 msgr2=0x7f0d381980b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:46.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.594+0000 7f0d40787640 1 --2- 172.21.15.52:0/618520459 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d38102a40 0x7f0d381980b0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f0d28009230 tx=0x7f0d28004ab0 comp rx=0 tx=0).stop 2024-03-18T22:56:46.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.594+0000 7f0d40787640 1 -- 172.21.15.52:0/618520459 shutdown_connections 2024-03-18T22:56:46.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.594+0000 7f0d40787640 1 --2- 172.21.15.52:0/618520459 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f0d240a2920 0x7f0d240a4de0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:46.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.594+0000 7f0d40787640 1 --2- 172.21.15.52:0/618520459 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0d38103400 0x7f0d3819f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:46.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.594+0000 7f0d40787640 1 --2- 172.21.15.52:0/618520459 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d38102a40 0x7f0d381980b0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:46.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.594+0000 7f0d40787640 1 --2- 172.21.15.52:0/618520459 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0d38101850 0x7f0d38197b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:46.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.594+0000 7f0d40787640 1 -- 172.21.15.52:0/618520459 >> 172.21.15.52:0/618520459 conn(0x7f0d380fcde0 msgr2=0x7f0d38105d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:46.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.594+0000 7f0d40787640 1 -- 172.21.15.52:0/618520459 shutdown_connections 2024-03-18T22:56:46.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.594+0000 7f0d40787640 1 -- 172.21.15.52:0/618520459 wait complete. 2024-03-18T22:56:46.612 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-03-18T22:56:46.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.719+0000 7fb760e36640 1 -- 172.21.15.52:0/2802744488 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb75c1022f0 msgr2=0x7fb75c108b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:46.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.719+0000 7fb760e36640 1 --2- 172.21.15.52:0/2802744488 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb75c1022f0 0x7fb75c108b80 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fb754009ca0 tx=0x7fb75402c0f0 comp rx=0 tx=0).stop 2024-03-18T22:56:46.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.719+0000 7fb760e36640 1 -- 172.21.15.52:0/2802744488 shutdown_connections 2024-03-18T22:56:46.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.719+0000 7fb760e36640 1 --2- 172.21.15.52:0/2802744488 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb75c1022f0 0x7fb75c108b80 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:46.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.719+0000 7fb760e36640 1 --2- 172.21.15.52:0/2802744488 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb75c101930 0x7fb75c101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:46.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.719+0000 7fb760e36640 1 --2- 172.21.15.52:0/2802744488 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb75c100740 0x7fb75c100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:46.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.719+0000 7fb760e36640 1 -- 172.21.15.52:0/2802744488 >> 172.21.15.52:0/2802744488 conn(0x7fb75c0fbcb0 msgr2=0x7fb75c0fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:46.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.720+0000 7fb760e36640 1 -- 172.21.15.52:0/2802744488 shutdown_connections 2024-03-18T22:56:46.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.720+0000 7fb760e36640 1 -- 172.21.15.52:0/2802744488 wait complete. 2024-03-18T22:56:46.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.720+0000 7fb760e36640 1 Processor -- start 2024-03-18T22:56:46.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.720+0000 7fb760e36640 1 -- start start 2024-03-18T22:56:46.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.720+0000 7fb760e36640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb75c100740 0x7fb75c104680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:46.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.720+0000 7fb760e36640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb75c101930 0x7fb75c102d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:46.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.720+0000 7fb760e36640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb75c1022f0 0x7fb75c103250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:46.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.720+0000 7fb760e36640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb75c10c4f0 con 0x7fb75c101930 2024-03-18T22:56:46.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.720+0000 7fb760e36640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fb75c10c370 con 0x7fb75c100740 2024-03-18T22:56:46.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.720+0000 7fb760e36640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fb75c10c670 con 0x7fb75c1022f0 2024-03-18T22:56:46.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.721+0000 7fb759d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb75c101930 0x7fb75c102d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:46.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.721+0000 7fb75a59c640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb75c100740 0x7fb75c104680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:46.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.721+0000 7fb759d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb75c101930 0x7fb75c102d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48528/0 (socket says 172.21.15.52:48528) 2024-03-18T22:56:46.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.721+0000 7fb759d9b640 1 -- 172.21.15.52:0/1819651464 learned_addr learned my addr 172.21.15.52:0/1819651464 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:46.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.721+0000 7fb75ad9d640 1 --2- 172.21.15.52:0/1819651464 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb75c1022f0 0x7fb75c103250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:46.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.721+0000 7fb759d9b640 1 -- 172.21.15.52:0/1819651464 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb75c1022f0 msgr2=0x7fb75c103250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:46.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.721+0000 7fb759d9b640 1 --2- 172.21.15.52:0/1819651464 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb75c1022f0 0x7fb75c103250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:46.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.721+0000 7fb759d9b640 1 -- 172.21.15.52:0/1819651464 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb75c100740 msgr2=0x7fb75c104680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:46.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.721+0000 7fb759d9b640 1 --2- 172.21.15.52:0/1819651464 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb75c100740 0x7fb75c104680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:46.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.721+0000 7fb759d9b640 1 -- 172.21.15.52:0/1819651464 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb75c103b10 con 0x7fb75c101930 2024-03-18T22:56:46.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.721+0000 7fb75ad9d640 1 --2- 172.21.15.52:0/1819651464 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb75c1022f0 0x7fb75c103250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:46.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.721+0000 7fb759d9b640 1 --2- 172.21.15.52:0/1819651464 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb75c101930 0x7fb75c102d10 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fb74c00e9f0 tx=0x7fb74c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:46.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.721+0000 7fb7537fe640 1 -- 172.21.15.52:0/1819651464 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb74c00cd80 con 0x7fb75c101930 2024-03-18T22:56:46.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.721+0000 7fb760e36640 1 -- 172.21.15.52:0/1819651464 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb75c1a1cc0 con 0x7fb75c101930 2024-03-18T22:56:46.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.721+0000 7fb7537fe640 1 -- 172.21.15.52:0/1819651464 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb74c010930 con 0x7fb75c101930 2024-03-18T22:56:46.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.721+0000 7fb7537fe640 1 -- 172.21.15.52:0/1819651464 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb74c018b00 con 0x7fb75c101930 2024-03-18T22:56:46.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.721+0000 7fb760e36640 1 -- 172.21.15.52:0/1819651464 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb75c1a2190 con 0x7fb75c101930 2024-03-18T22:56:46.727 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.722+0000 7fb760e36640 1 -- 172.21.15.52:0/1819651464 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb75c04f580 con 0x7fb75c101930 2024-03-18T22:56:46.727 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.724+0000 7fb7537fe640 1 -- 172.21.15.52:0/1819651464 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 19) ==== 137358+0+0 (secure 0 0 0) 0x7fb74c018ca0 con 0x7fb75c101930 2024-03-18T22:56:46.727 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.725+0000 7fb7537fe640 1 --2- 172.21.15.52:0/1819651464 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fb7480a2990 0x7fb7480a4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:46.727 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.725+0000 7fb75a59c640 1 -- 172.21.15.52:0/1819651464 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fb7480a2990 msgr2=0x7fb7480a4e50 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/2914531926 2024-03-18T22:56:46.727 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.725+0000 7fb7537fe640 1 -- 172.21.15.52:0/1819651464 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7fb74c0cf350 con 0x7fb75c101930 2024-03-18T22:56:46.727 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.725+0000 7fb75a59c640 1 --2- 172.21.15.52:0/1819651464 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fb7480a2990 0x7fb7480a4e50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-18T22:56:46.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.728+0000 7fb7537fe640 1 -- 172.21.15.52:0/1819651464 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fb74c09bc20 con 0x7fb75c101930 2024-03-18T22:56:46.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.914+0000 7fb760e36640 1 -- 172.21.15.52:0/1819651464 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7fb75c1a2af0 con 0x7fb75c101930 2024-03-18T22:56:46.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.917+0000 7fb7537fe640 1 -- 172.21.15.52:0/1819651464 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v32)=0 v32) ==== 138+0+0 (secure 0 0 0) 0x7fb74c09fcc0 con 0x7fb75c101930 2024-03-18T22:56:46.921 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.920+0000 7fb760e36640 1 -- 172.21.15.52:0/1819651464 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fb7480a2990 msgr2=0x7fb7480a4e50 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-18T22:56:46.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.920+0000 7fb760e36640 1 --2- 172.21.15.52:0/1819651464 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fb7480a2990 0x7fb7480a4e50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:46.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.920+0000 7fb760e36640 1 -- 172.21.15.52:0/1819651464 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb75c101930 msgr2=0x7fb75c102d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:46.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.920+0000 7fb760e36640 1 --2- 172.21.15.52:0/1819651464 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb75c101930 0x7fb75c102d10 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fb74c00e9f0 tx=0x7fb74c00eeb0 comp rx=0 tx=0).stop 2024-03-18T22:56:46.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.920+0000 7fb760e36640 1 -- 172.21.15.52:0/1819651464 shutdown_connections 2024-03-18T22:56:46.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.920+0000 7fb760e36640 1 --2- 172.21.15.52:0/1819651464 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7fb7480a2990 0x7fb7480a4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:46.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.920+0000 7fb760e36640 1 --2- 172.21.15.52:0/1819651464 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb75c1022f0 0x7fb75c103250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:46.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.920+0000 7fb760e36640 1 --2- 172.21.15.52:0/1819651464 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb75c101930 0x7fb75c102d10 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:46.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.920+0000 7fb760e36640 1 --2- 172.21.15.52:0/1819651464 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb75c100740 0x7fb75c104680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:46.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.920+0000 7fb760e36640 1 -- 172.21.15.52:0/1819651464 >> 172.21.15.52:0/1819651464 conn(0x7fb75c0fbcb0 msgr2=0x7fb75c0fd620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:46.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.920+0000 7fb760e36640 1 -- 172.21.15.52:0/1819651464 shutdown_connections 2024-03-18T22:56:46.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:46.920+0000 7fb760e36640 1 -- 172.21.15.52:0/1819651464 wait complete. 2024-03-18T22:56:46.931 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:46 smithi052 ceph-mon[32520]: pgmap v346: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-03-18T22:56:46.931 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:46 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/2758202097' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-03-18T22:56:46.932 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:46 smithi052 ceph-mon[32520]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T22:56:46.932 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:46 smithi052 ceph-mon[32520]: from='client.15282 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:46.932 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:46 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/618520459' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-03-18T22:56:46.932 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:46 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: ignoring --setuser ceph since I am not root 2024-03-18T22:56:46.932 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:46 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: ignoring --setgroup ceph since I am not root 2024-03-18T22:56:46.933 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2024-03-18T22:56:47.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:46 smithi181 ceph-mon[67256]: pgmap v346: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-03-18T22:56:47.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:46 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/2758202097' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-03-18T22:56:47.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:46 smithi181 ceph-mon[67256]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T22:56:47.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:46 smithi181 ceph-mon[67256]: from='client.15282 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:47.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:46 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/618520459' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-03-18T22:56:47.013 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:56:46 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: ignoring --setuser ceph since I am not root 2024-03-18T22:56:47.013 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:56:46 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: ignoring --setgroup ceph since I am not root 2024-03-18T22:56:47.014 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:56:46 smithi181 ceph-mgr[69121]: -- 172.21.15.181:0/390094214 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ca5d15a5a0 con 0x55ca5d12ec00 2024-03-18T22:56:47.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:46 smithi099 ceph-mon[36725]: pgmap v346: 97 pgs: 97 active+clean; 638 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-03-18T22:56:47.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:46 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/2758202097' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-03-18T22:56:47.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:46 smithi099 ceph-mon[36725]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T22:56:47.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:46 smithi099 ceph-mon[36725]: from='client.15282 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:47.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:46 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/618520459' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-03-18T22:56:47.015 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:56:46 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: ignoring --setuser ceph since I am not root 2024-03-18T22:56:47.015 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:56:46 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: ignoring --setgroup ceph since I am not root 2024-03-18T22:56:47.015 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:56:46 smithi099 ceph-mgr[38110]: -- 172.21.15.99:0/3501336295 <== mon.2 v2:172.21.15.99:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557b7d7105a0 con 0x557b7d6e5000 2024-03-18T22:56:47.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.036+0000 7f993340b640 1 -- 172.21.15.52:0/3460663896 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f992c101930 msgr2=0x7f992c101db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:47.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.036+0000 7f993340b640 1 --2- 172.21.15.52:0/3460663896 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f992c101930 0x7f992c101db0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f991c00d910 tx=0x7f991c02dbb0 comp rx=0 tx=0).stop 2024-03-18T22:56:47.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.036+0000 7f993340b640 1 -- 172.21.15.52:0/3460663896 shutdown_connections 2024-03-18T22:56:47.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.036+0000 7f993340b640 1 --2- 172.21.15.52:0/3460663896 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f992c1022f0 0x7f992c108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:47.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.036+0000 7f993340b640 1 --2- 172.21.15.52:0/3460663896 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f992c101930 0x7f992c101db0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:47.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.036+0000 7f993340b640 1 --2- 172.21.15.52:0/3460663896 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f992c100740 0x7f992c100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:47.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.036+0000 7f993340b640 1 -- 172.21.15.52:0/3460663896 >> 172.21.15.52:0/3460663896 conn(0x7f992c0fbcb0 msgr2=0x7f992c0fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:47.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.036+0000 7f993340b640 1 -- 172.21.15.52:0/3460663896 shutdown_connections 2024-03-18T22:56:47.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.036+0000 7f993340b640 1 -- 172.21.15.52:0/3460663896 wait complete. 2024-03-18T22:56:47.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.037+0000 7f993340b640 1 Processor -- start 2024-03-18T22:56:47.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.037+0000 7f993340b640 1 -- start start 2024-03-18T22:56:47.041 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.037+0000 7f993340b640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f992c100740 0x7f992c195970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:47.041 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.037+0000 7f993340b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f992c101930 0x7f992c195eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:47.041 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.037+0000 7f993340b640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f992c1022f0 0x7f992c19cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:47.041 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.037+0000 7f993340b640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f992c10b3e0 con 0x7f992c101930 2024-03-18T22:56:47.041 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.037+0000 7f993340b640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f992c10b260 con 0x7f992c1022f0 2024-03-18T22:56:47.041 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.037+0000 7f993340b640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f992c10b560 con 0x7f992c100740 2024-03-18T22:56:47.041 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.037+0000 7f99309a6640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f992c101930 0x7f992c195eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:47.041 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.037+0000 7f99309a6640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f992c101930 0x7f992c195eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48558/0 (socket says 172.21.15.52:48558) 2024-03-18T22:56:47.041 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.037+0000 7f99309a6640 1 -- 172.21.15.52:0/3938786561 learned_addr learned my addr 172.21.15.52:0/3938786561 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:47.041 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.037+0000 7f99311a7640 1 --2- 172.21.15.52:0/3938786561 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f992c100740 0x7f992c195970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:47.041 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.037+0000 7f99319a8640 1 --2- 172.21.15.52:0/3938786561 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f992c1022f0 0x7f992c19cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:47.041 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.037+0000 7f99309a6640 1 -- 172.21.15.52:0/3938786561 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f992c100740 msgr2=0x7f992c195970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:47.041 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.037+0000 7f99309a6640 1 --2- 172.21.15.52:0/3938786561 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f992c100740 0x7f992c195970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:47.041 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.037+0000 7f99309a6640 1 -- 172.21.15.52:0/3938786561 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f992c1022f0 msgr2=0x7f992c19cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:47.042 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.037+0000 7f99309a6640 1 --2- 172.21.15.52:0/3938786561 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f992c1022f0 0x7f992c19cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:47.042 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.037+0000 7f99309a6640 1 -- 172.21.15.52:0/3938786561 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f992c19d590 con 0x7f992c101930 2024-03-18T22:56:47.042 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.038+0000 7f99309a6640 1 --2- 172.21.15.52:0/3938786561 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f992c101930 0x7f992c195eb0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f991c009230 tx=0x7f991c004bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:47.042 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.038+0000 7f99227fc640 1 -- 172.21.15.52:0/3938786561 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f991c043020 con 0x7f992c101930 2024-03-18T22:56:47.042 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.038+0000 7f993340b640 1 -- 172.21.15.52:0/3938786561 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f992c19d820 con 0x7f992c101930 2024-03-18T22:56:47.042 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.038+0000 7f99227fc640 1 -- 172.21.15.52:0/3938786561 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f991c02e550 con 0x7f992c101930 2024-03-18T22:56:47.042 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.038+0000 7f99227fc640 1 -- 172.21.15.52:0/3938786561 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f991c00c7a0 con 0x7f992c101930 2024-03-18T22:56:47.042 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.038+0000 7f993340b640 1 -- 172.21.15.52:0/3938786561 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f992c19dd10 con 0x7f992c101930 2024-03-18T22:56:47.043 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.039+0000 7f993340b640 1 -- 172.21.15.52:0/3938786561 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f992c107a00 con 0x7f992c101930 2024-03-18T22:56:47.043 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.040+0000 7f99227fc640 1 -- 172.21.15.52:0/3938786561 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 19) ==== 137358+0+0 (secure 0 0 0) 0x7f991c046020 con 0x7f992c101930 2024-03-18T22:56:47.043 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.040+0000 7f99227fc640 1 --2- 172.21.15.52:0/3938786561 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f99180a2990 0x7f99180a4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:47.043 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.040+0000 7f99311a7640 1 -- 172.21.15.52:0/3938786561 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f99180a2990 msgr2=0x7f99180a4e50 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/2914531926 2024-03-18T22:56:47.043 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.040+0000 7f99227fc640 1 -- 172.21.15.52:0/3938786561 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f991c0f2160 con 0x7f992c101930 2024-03-18T22:56:47.043 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.040+0000 7f99311a7640 1 --2- 172.21.15.52:0/3938786561 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f99180a2990 0x7f99180a4e50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-18T22:56:47.046 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.045+0000 7f99227fc640 1 -- 172.21.15.52:0/3938786561 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f991c04d020 con 0x7f992c101930 2024-03-18T22:56:47.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.230+0000 7f993340b640 1 -- 172.21.15.52:0/3938786561 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f992c062420 con 0x7f992c101930 2024-03-18T22:56:47.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.234+0000 7f99227fc640 1 -- 172.21.15.52:0/3938786561 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v33)=0 v33) ==== 133+0+0 (secure 0 0 0) 0x7f991c0bf190 con 0x7f992c101930 2024-03-18T22:56:47.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.237+0000 7f993340b640 1 -- 172.21.15.52:0/3938786561 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f99180a2990 msgr2=0x7f99180a4e50 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-18T22:56:47.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.237+0000 7f993340b640 1 --2- 172.21.15.52:0/3938786561 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f99180a2990 0x7f99180a4e50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:47.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.237+0000 7f993340b640 1 -- 172.21.15.52:0/3938786561 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f992c101930 msgr2=0x7f992c195eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:47.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.237+0000 7f993340b640 1 --2- 172.21.15.52:0/3938786561 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f992c101930 0x7f992c195eb0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f991c009230 tx=0x7f991c004bf0 comp rx=0 tx=0).stop 2024-03-18T22:56:47.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.238+0000 7f993340b640 1 -- 172.21.15.52:0/3938786561 shutdown_connections 2024-03-18T22:56:47.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.238+0000 7f993340b640 1 --2- 172.21.15.52:0/3938786561 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f99180a2990 0x7f99180a4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:47.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.238+0000 7f993340b640 1 --2- 172.21.15.52:0/3938786561 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f992c1022f0 0x7f992c19cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:47.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.238+0000 7f993340b640 1 --2- 172.21.15.52:0/3938786561 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f992c101930 0x7f992c195eb0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:47.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.238+0000 7f993340b640 1 --2- 172.21.15.52:0/3938786561 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f992c100740 0x7f992c195970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:47.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.238+0000 7f993340b640 1 -- 172.21.15.52:0/3938786561 >> 172.21.15.52:0/3938786561 conn(0x7f992c0fbcb0 msgr2=0x7f992c104bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:47.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.238+0000 7f993340b640 1 -- 172.21.15.52:0/3938786561 shutdown_connections 2024-03-18T22:56:47.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.238+0000 7f993340b640 1 -- 172.21.15.52:0/3938786561 wait complete. 2024-03-18T22:56:47.252 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-03-18T22:56:47.360 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.356+0000 7f918d1e6640 1 -- 172.21.15.52:0/830006377 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9188100710 msgr2=0x7f9188100b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:47.361 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.356+0000 7f918d1e6640 1 --2- 172.21.15.52:0/830006377 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9188100710 0x7f9188100b30 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f917c009900 tx=0x7f917c02bc30 comp rx=0 tx=0).stop 2024-03-18T22:56:47.361 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.356+0000 7f918d1e6640 1 -- 172.21.15.52:0/830006377 shutdown_connections 2024-03-18T22:56:47.361 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.356+0000 7f918d1e6640 1 --2- 172.21.15.52:0/830006377 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f91881022c0 0x7f9188108b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:47.361 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.356+0000 7f918d1e6640 1 --2- 172.21.15.52:0/830006377 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9188101900 0x7f9188101d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:47.361 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.356+0000 7f918d1e6640 1 --2- 172.21.15.52:0/830006377 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9188100710 0x7f9188100b30 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:47.361 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.356+0000 7f918d1e6640 1 -- 172.21.15.52:0/830006377 >> 172.21.15.52:0/830006377 conn(0x7f91880fbc80 msgr2=0x7f91880fe0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:47.361 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.356+0000 7f918d1e6640 1 -- 172.21.15.52:0/830006377 shutdown_connections 2024-03-18T22:56:47.361 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.356+0000 7f918d1e6640 1 -- 172.21.15.52:0/830006377 wait complete. 2024-03-18T22:56:47.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.356+0000 7f918d1e6640 1 Processor -- start 2024-03-18T22:56:47.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.357+0000 7f918d1e6640 1 -- start start 2024-03-18T22:56:47.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.357+0000 7f918d1e6640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9188100710 0x7f9188196ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:47.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.357+0000 7f918d1e6640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9188101900 0x7f9188197010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:47.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.357+0000 7f918d1e6640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f91881022c0 0x7f918819e080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:47.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.357+0000 7f918d1e6640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f918810c470 con 0x7f9188100710 2024-03-18T22:56:47.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.357+0000 7f918d1e6640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f918810c2f0 con 0x7f9188101900 2024-03-18T22:56:47.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.357+0000 7f918d1e6640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f918810c5f0 con 0x7f91881022c0 2024-03-18T22:56:47.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.357+0000 7f9186d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9188100710 0x7f9188196ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:47.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.357+0000 7f918659c640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9188101900 0x7f9188197010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:47.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.357+0000 7f918659c640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9188101900 0x7f9188197010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.52:50786/0 (socket says 172.21.15.52:50786) 2024-03-18T22:56:47.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.357+0000 7f9186d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9188100710 0x7f9188196ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48562/0 (socket says 172.21.15.52:48562) 2024-03-18T22:56:47.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.357+0000 7f918659c640 1 -- 172.21.15.52:0/2874498583 learned_addr learned my addr 172.21.15.52:0/2874498583 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:47.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.357+0000 7f918759e640 1 --2- 172.21.15.52:0/2874498583 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f91881022c0 0x7f918819e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:47.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.357+0000 7f918659c640 1 -- 172.21.15.52:0/2874498583 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f91881022c0 msgr2=0x7f918819e080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:47.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.357+0000 7f918659c640 1 --2- 172.21.15.52:0/2874498583 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f91881022c0 0x7f918819e080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:47.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.357+0000 7f918659c640 1 -- 172.21.15.52:0/2874498583 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9188100710 msgr2=0x7f9188196ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:47.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.357+0000 7f918659c640 1 --2- 172.21.15.52:0/2874498583 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9188100710 0x7f9188196ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:47.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.357+0000 7f918659c640 1 -- 172.21.15.52:0/2874498583 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f918819e6f0 con 0x7f9188101900 2024-03-18T22:56:47.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.358+0000 7f918659c640 1 --2- 172.21.15.52:0/2874498583 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9188101900 0x7f9188197010 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f917800e9f0 tx=0x7f917800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:47.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.358+0000 7f916ffff640 1 -- 172.21.15.52:0/2874498583 <== mon.2 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f917800cd80 con 0x7f9188101900 2024-03-18T22:56:47.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.358+0000 7f918d1e6640 1 -- 172.21.15.52:0/2874498583 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f918819e9e0 con 0x7f9188101900 2024-03-18T22:56:47.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.358+0000 7f916ffff640 1 -- 172.21.15.52:0/2874498583 <== mon.2 v2:172.21.15.99:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9178010930 con 0x7f9188101900 2024-03-18T22:56:47.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.358+0000 7f916ffff640 1 -- 172.21.15.52:0/2874498583 <== mon.2 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9178018b00 con 0x7f9188101900 2024-03-18T22:56:47.364 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.358+0000 7f918d1e6640 1 -- 172.21.15.52:0/2874498583 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f918819ef80 con 0x7f9188101900 2024-03-18T22:56:47.364 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.359+0000 7f918d1e6640 1 -- 172.21.15.52:0/2874498583 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91881079d0 con 0x7f9188101900 2024-03-18T22:56:47.366 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.360+0000 7f916ffff640 1 -- 172.21.15.52:0/2874498583 <== mon.2 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 19) ==== 137358+0+0 (secure 0 0 0) 0x7f9178018ca0 con 0x7f9188101900 2024-03-18T22:56:47.366 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.360+0000 7f916ffff640 1 --2- 172.21.15.52:0/2874498583 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f91700a2990 0x7f91700a4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:47.366 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.360+0000 7f9186d9d640 1 -- 172.21.15.52:0/2874498583 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f91700a2990 msgr2=0x7f91700a4e50 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/2914531926 2024-03-18T22:56:47.366 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.360+0000 7f916ffff640 1 -- 172.21.15.52:0/2874498583 <== mon.2 v2:172.21.15.99:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8269+0+0 (secure 0 0 0) 0x7f91780cefc0 con 0x7f9188101900 2024-03-18T22:56:47.366 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.360+0000 7f9186d9d640 1 --2- 172.21.15.52:0/2874498583 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f91700a2990 0x7f91700a4e50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-18T22:56:47.367 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.365+0000 7f916ffff640 1 -- 172.21.15.52:0/2874498583 <== mon.2 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f917809b890 con 0x7f9188101900 2024-03-18T22:56:47.488 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:47 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:47.190+0000 7f3fe4c0a200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-18T22:56:47.489 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:47 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:47.292+0000 7f3fe4c0a200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-18T22:56:47.513 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:56:47 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:56:47.183+0000 7f2dff15e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-18T22:56:47.513 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:56:47 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:56:47.279+0000 7f2dff15e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-18T22:56:47.514 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:56:47 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:56:47.174+0000 7f9da9436200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-18T22:56:47.515 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:56:47 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:56:47.284+0000 7f9da9436200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-18T22:56:47.562 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.561+0000 7f9186d9d640 1 -- 172.21.15.52:0/2874498583 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f91700a2990 msgr2=0x7f91700a4e50 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/2914531926 2024-03-18T22:56:47.562 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.561+0000 7f9186d9d640 1 --2- 172.21.15.52:0/2874498583 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f91700a2990 0x7f91700a4e50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-03-18T22:56:47.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.571+0000 7f918d1e6640 1 -- 172.21.15.52:0/2874498583 --> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f9188061c60 con 0x7f91700a2990 2024-03-18T22:56:47.932 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:47 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/618520459' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-03-18T22:56:47.933 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:47 smithi181 ceph-mon[67256]: mgrmap e19: x(active, since 8m), standbys: z, y 2024-03-18T22:56:47.933 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:47 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/1819651464' entity='client.admin' 2024-03-18T22:56:47.933 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:47 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3938786561' entity='client.admin' 2024-03-18T22:56:47.961 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:47 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/618520459' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-03-18T22:56:47.961 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:47 smithi052 ceph-mon[32520]: mgrmap e19: x(active, since 8m), standbys: z, y 2024-03-18T22:56:47.961 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:47 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1819651464' entity='client.admin' 2024-03-18T22:56:47.961 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:47 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3938786561' entity='client.admin' 2024-03-18T22:56:47.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.962+0000 7f9186d9d640 1 -- 172.21.15.52:0/2874498583 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f91700a2990 msgr2=0x7f91700a4e50 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/2914531926 2024-03-18T22:56:47.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:47.962+0000 7f9186d9d640 1 --2- 172.21.15.52:0/2874498583 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f91700a2990 0x7f91700a4e50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-03-18T22:56:48.000 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:47 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/618520459' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-03-18T22:56:48.000 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:47 smithi099 ceph-mon[36725]: mgrmap e19: x(active, since 8m), standbys: z, y 2024-03-18T22:56:48.000 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:47 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/1819651464' entity='client.admin' 2024-03-18T22:56:48.001 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:47 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3938786561' entity='client.admin' 2024-03-18T22:56:48.238 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:47 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:47.959+0000 7f3fe4c0a200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-18T22:56:48.239 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:48 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:48.055+0000 7f3fe4c0a200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-18T22:56:48.239 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:48 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:48.199+0000 7f3fe4c0a200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-18T22:56:48.263 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:56:47 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:56:47.931+0000 7f2dff15e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-18T22:56:48.263 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:56:48 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:56:48.024+0000 7f2dff15e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-18T22:56:48.263 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:56:48 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:56:48.169+0000 7f2dff15e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-18T22:56:48.264 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:56:48 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:56:47.999+0000 7f9da9436200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-18T22:56:48.264 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:56:48 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:56:48.095+0000 7f9da9436200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-18T22:56:48.264 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:56:48 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:56:48.237+0000 7f9da9436200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-18T22:56:48.622 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:56:48 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:56:48.266+0000 7f2dff15e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-18T22:56:48.622 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:56:48 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:56:48.350+0000 7f2dff15e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-18T22:56:48.622 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:56:48 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:56:48.621+0000 7f2dff15e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-18T22:56:48.656 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:48 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:48.298+0000 7f3fe4c0a200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-18T22:56:48.656 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:48 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:48.383+0000 7f3fe4c0a200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-18T22:56:48.656 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:48 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:48.654+0000 7f3fe4c0a200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-18T22:56:48.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:48.763+0000 7f9186d9d640 1 -- 172.21.15.52:0/2874498583 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f91700a2990 msgr2=0x7f91700a4e50 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/2914531926 2024-03-18T22:56:48.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:48.763+0000 7f9186d9d640 1 --2- 172.21.15.52:0/2874498583 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f91700a2990 0x7f91700a4e50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-03-18T22:56:48.765 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:56:48 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:56:48.344+0000 7f9da9436200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-18T22:56:48.765 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:56:48 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:56:48.458+0000 7f9da9436200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-18T22:56:48.917 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:56:48 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:56:48.732+0000 7f2dff15e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-18T22:56:48.917 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:56:48 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:56:48.820+0000 7f2dff15e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-18T22:56:48.956 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:48 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:48.767+0000 7f3fe4c0a200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-18T22:56:48.956 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:48 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:48.855+0000 7f3fe4c0a200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-18T22:56:48.956 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:48 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:48.953+0000 7f3fe4c0a200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-18T22:56:49.075 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:56:48 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:56:48.778+0000 7f9da9436200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-18T22:56:49.075 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:56:48 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:56:48.890+0000 7f9da9436200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-18T22:56:49.076 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:56:48 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:56:48.977+0000 7f9da9436200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-18T22:56:49.238 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:49 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:49.132+0000 7f3fe4c0a200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-18T22:56:49.265 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:56:48 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:56:48.916+0000 7f2dff15e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-18T22:56:49.265 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:56:49 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:56:49.096+0000 7f2dff15e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-18T22:56:49.514 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:56:49 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:56:49.074+0000 7f9da9436200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-18T22:56:49.515 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:56:49 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:56:49.250+0000 7f9da9436200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-18T22:56:50.366 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:50.364+0000 7f9186d9d640 1 -- 172.21.15.52:0/2874498583 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f91700a2990 msgr2=0x7f91700a4e50 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/2914531926 2024-03-18T22:56:50.366 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:50.364+0000 7f9186d9d640 1 --2- 172.21.15.52:0/2874498583 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f91700a2990 0x7f91700a4e50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-03-18T22:56:50.488 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:50 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:50.128+0000 7f3fe4c0a200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-18T22:56:50.489 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:50 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:50.263+0000 7f3fe4c0a200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-18T22:56:50.513 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:56:50 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:56:50.080+0000 7f2dff15e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-18T22:56:50.513 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:56:50 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:56:50.211+0000 7f2dff15e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-18T22:56:50.764 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:56:50 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:56:50.281+0000 7f9da9436200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-18T22:56:50.765 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:56:50 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:56:50.437+0000 7f9da9436200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-18T22:56:50.847 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:56:50 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:56:50.556+0000 7f2dff15e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-18T22:56:50.847 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:56:50 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:56:50.647+0000 7f2dff15e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-18T22:56:50.847 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:56:50 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:56:50.846+0000 7f2dff15e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-18T22:56:50.902 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:50 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:50.604+0000 7f3fe4c0a200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-18T22:56:50.903 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:50 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:50.697+0000 7f3fe4c0a200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-18T22:56:50.903 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:50 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:50.900+0000 7f3fe4c0a200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-18T22:56:51.089 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:56:50 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:56:50.779+0000 7f9da9436200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-18T22:56:51.089 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:56:50 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:56:50.890+0000 7f9da9436200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-18T22:56:51.238 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:51 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:51.093+0000 7f3fe4c0a200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-18T22:56:51.262 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:56:51 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:56:51.033+0000 7f2dff15e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-18T22:56:51.514 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:56:51 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:56:51.088+0000 7f9da9436200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-18T22:56:51.515 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:56:51 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:56:51.336+0000 7f9da9436200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-18T22:56:51.655 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:51 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:51.390+0000 7f3fe4c0a200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-18T22:56:51.656 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:51 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:51.653+0000 7f3fe4c0a200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-18T22:56:51.666 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:56:51 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:56:51.356+0000 7f2dff15e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-18T22:56:51.989 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:51 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:51.901+0000 7f3fe4c0a200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-18T22:56:51.995 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:56:51 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:56:51.720+0000 7f9da9436200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-18T22:56:51.995 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:56:51 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:56:51.994+0000 7f9da9436200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-18T22:56:52.013 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:56:51 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:56:51.665+0000 7f2dff15e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-18T22:56:52.013 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:56:51 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:56:51.905+0000 7f2dff15e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-18T22:56:52.264 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:56:52 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:56:52.239+0000 7f9da9436200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-18T22:56:53.013 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:56:52 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:56:52.713+0000 7f2dff15e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-18T22:56:53.139 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:52 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:52.740+0000 7f3fe4c0a200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-18T22:56:53.439 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:53 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:53.333+0000 7f3fe4c0a200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-18T22:56:53.439 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:53 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:53.437+0000 7f3fe4c0a200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-18T22:56:53.514 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:56:53 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:56:53.186+0000 7f9da9436200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-18T22:56:53.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:53.568+0000 7f9186d9d640 1 -- 172.21.15.52:0/2874498583 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f91700a2990 msgr2=0x7f91700a4e50 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/2914531926 2024-03-18T22:56:53.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:53.568+0000 7f9186d9d640 1 --2- 172.21.15.52:0/2874498583 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f91700a2990 0x7f91700a4e50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-03-18T22:56:53.629 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:56:53 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:56:53.312+0000 7f2dff15e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-18T22:56:53.629 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:56:53 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:56:53.411+0000 7f2dff15e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-18T22:56:53.699 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:53.697+0000 7f916ffff640 1 -- 172.21.15.52:0/2874498583 <== mon.2 v2:172.21.15.99:3300/0 7 ==== mgrmap(e 20) ==== 136975+0+0 (secure 0 0 0) 0x7f9178097f00 con 0x7f9188101900 2024-03-18T22:56:53.699 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:53.698+0000 7f916ffff640 1 -- 172.21.15.52:0/2874498583 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f91700a2990 msgr2=0x7f91700a4e50 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-18T22:56:53.699 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:53.698+0000 7f916ffff640 1 --2- 172.21.15.52:0/2874498583 >> [v2:172.21.15.52:6800/2914531926,v1:172.21.15.52:6801/2914531926] conn(0x7f91700a2990 0x7f91700a4e50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:53.701 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:53 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:53.670+0000 7f3fe4c0a200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-18T22:56:53.971 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:53 smithi052 ceph-mon[32520]: Standby manager daemon z restarted 2024-03-18T22:56:53.971 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:53 smithi052 ceph-mon[32520]: Standby manager daemon z started 2024-03-18T22:56:53.971 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:53 smithi052 ceph-mon[32520]: from='mgr.? 172.21.15.181:0/3698517274' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-03-18T22:56:53.971 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:53 smithi052 ceph-mon[32520]: from='mgr.? 172.21.15.181:0/3698517274' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-18T22:56:53.971 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:53 smithi052 ceph-mon[32520]: from='mgr.? 172.21.15.181:0/3698517274' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-03-18T22:56:53.972 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:53 smithi052 ceph-mon[32520]: from='mgr.? 172.21.15.181:0/3698517274' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-18T22:56:53.972 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:53 smithi052 ceph-mon[32520]: Active manager daemon x restarted 2024-03-18T22:56:53.972 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:53 smithi052 ceph-mon[32520]: Activating manager daemon x 2024-03-18T22:56:53.972 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:53 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:53.924+0000 7f3f46e61700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-18T22:56:53.972 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:53 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:53.924+0000 7f3f46e61700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-18T22:56:53.972 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:53 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:53.924+0000 7f3f46e61700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-18T22:56:53.972 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:53 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:53.924+0000 7f3f43e5b700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-18T22:56:53.972 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:53 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:53.924+0000 7f3f43e5b700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-18T22:56:53.972 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:53 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:53.924+0000 7f3f43e5b700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-18T22:56:53.972 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:53 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:53.924+0000 7f3f43e5b700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-18T22:56:53.972 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:53 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:53.924+0000 7f3f43e5b700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-18T22:56:53.973 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:53 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:53.924+0000 7f3f46e61700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-18T22:56:53.973 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:56:53 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:56:53.924+0000 7f3f46e61700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-18T22:56:53.994 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:56:53 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:56:53.876+0000 7f9da9436200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-18T22:56:53.994 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:56:53 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:56:53.993+0000 7f9da9436200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-18T22:56:53.994 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:53 smithi099 ceph-mon[36725]: Standby manager daemon z restarted 2024-03-18T22:56:53.994 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:53 smithi099 ceph-mon[36725]: Standby manager daemon z started 2024-03-18T22:56:53.994 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:53 smithi099 ceph-mon[36725]: from='mgr.? 172.21.15.181:0/3698517274' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-03-18T22:56:53.994 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:53 smithi099 ceph-mon[36725]: from='mgr.? 172.21.15.181:0/3698517274' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-18T22:56:53.994 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:53 smithi099 ceph-mon[36725]: from='mgr.? 172.21.15.181:0/3698517274' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-03-18T22:56:53.994 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:53 smithi099 ceph-mon[36725]: from='mgr.? 172.21.15.181:0/3698517274' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-18T22:56:53.995 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:53 smithi099 ceph-mon[36725]: Active manager daemon x restarted 2024-03-18T22:56:53.995 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:53 smithi099 ceph-mon[36725]: Activating manager daemon x 2024-03-18T22:56:54.009 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 22:56:53 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z[69113]: 2024-03-18T22:56:53.628+0000 7f2dff15e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-18T22:56:54.009 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:53 smithi181 ceph-mon[67256]: Standby manager daemon z restarted 2024-03-18T22:56:54.009 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:53 smithi181 ceph-mon[67256]: Standby manager daemon z started 2024-03-18T22:56:54.009 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:53 smithi181 ceph-mon[67256]: from='mgr.? 172.21.15.181:0/3698517274' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-03-18T22:56:54.009 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:53 smithi181 ceph-mon[67256]: from='mgr.? 172.21.15.181:0/3698517274' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-18T22:56:54.009 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:53 smithi181 ceph-mon[67256]: from='mgr.? 172.21.15.181:0/3698517274' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-03-18T22:56:54.010 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:53 smithi181 ceph-mon[67256]: from='mgr.? 172.21.15.181:0/3698517274' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-18T22:56:54.010 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:53 smithi181 ceph-mon[67256]: Active manager daemon x restarted 2024-03-18T22:56:54.010 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:53 smithi181 ceph-mon[67256]: Activating manager daemon x 2024-03-18T22:56:54.514 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y[38106]: 2024-03-18T22:56:54.247+0000 7f9da9436200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-18T22:56:54.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.723+0000 7f916ffff640 1 -- 172.21.15.52:0/2874498583 <== mon.2 v2:172.21.15.99:3300/0 8 ==== mgrmap(e 21) ==== 137102+0+0 (secure 0 0 0) 0x7f9178010ae0 con 0x7f9188101900 2024-03-18T22:56:54.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.724+0000 7f916ffff640 1 --2- 172.21.15.52:0/2874498583 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f9170051790 0x7f9170051b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:54.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.724+0000 7f916ffff640 1 -- 172.21.15.52:0/2874498583 --> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f917003cae0 con 0x7f9170051790 2024-03-18T22:56:54.727 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.726+0000 7f9186d9d640 1 --2- 172.21.15.52:0/2874498583 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f9170051790 0x7f9170051b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:54.728 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.727+0000 7f9186d9d640 1 --2- 172.21.15.52:0/2874498583 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f9170051790 0x7f9170051b70 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f917c005ab0 tx=0x7f917c005fd0 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:54.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.795+0000 7f916ffff640 1 -- 172.21.15.52:0/2874498583 <== mgr.15309 v2:172.21.15.52:6800/3992010936 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f917003cae0 con 0x7f9170051790 2024-03-18T22:56:54.797 INFO:teuthology.orchestra.run.smithi052.stdout:Schedule set for path / 2024-03-18T22:56:54.798 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.797+0000 7f918d1e6640 1 -- 172.21.15.52:0/2874498583 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f9170051790 msgr2=0x7f9170051b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:54.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.797+0000 7f918d1e6640 1 --2- 172.21.15.52:0/2874498583 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f9170051790 0x7f9170051b70 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f917c005ab0 tx=0x7f917c005fd0 comp rx=0 tx=0).stop 2024-03-18T22:56:54.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.797+0000 7f918d1e6640 1 -- 172.21.15.52:0/2874498583 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9188101900 msgr2=0x7f9188197010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:54.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.797+0000 7f918d1e6640 1 --2- 172.21.15.52:0/2874498583 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9188101900 0x7f9188197010 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f917800e9f0 tx=0x7f917800eeb0 comp rx=0 tx=0).stop 2024-03-18T22:56:54.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.797+0000 7f918759e640 1 -- 172.21.15.52:0/2874498583 reap_dead start 2024-03-18T22:56:54.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.797+0000 7f918d1e6640 1 -- 172.21.15.52:0/2874498583 shutdown_connections 2024-03-18T22:56:54.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.797+0000 7f918d1e6640 1 -- 172.21.15.52:0/2874498583 >> 172.21.15.52:0/2874498583 conn(0x7f91880fbc80 msgr2=0x7f9188104ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:54.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.797+0000 7f918d1e6640 1 -- 172.21.15.52:0/2874498583 shutdown_connections 2024-03-18T22:56:54.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.797+0000 7f918d1e6640 1 -- 172.21.15.52:0/2874498583 wait complete. 2024-03-18T22:56:54.810 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-03-18T22:56:54.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.915+0000 7f20e66d1640 1 -- 172.21.15.52:0/1924600709 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f20e0102300 msgr2=0x7f20e0108b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:54.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.915+0000 7f20e66d1640 1 --2- 172.21.15.52:0/1924600709 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f20e0102300 0x7f20e0108b90 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f20d8009ca0 tx=0x7f20d802c0f0 comp rx=0 tx=0).stop 2024-03-18T22:56:54.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.915+0000 7f20e66d1640 1 -- 172.21.15.52:0/1924600709 shutdown_connections 2024-03-18T22:56:54.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.915+0000 7f20e66d1640 1 --2- 172.21.15.52:0/1924600709 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f20e0102300 0x7f20e0108b90 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:54.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.915+0000 7f20e66d1640 1 --2- 172.21.15.52:0/1924600709 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f20e0101940 0x7f20e0101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:54.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.915+0000 7f20e66d1640 1 --2- 172.21.15.52:0/1924600709 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20e0100750 0x7f20e0100b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:54.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.915+0000 7f20e66d1640 1 -- 172.21.15.52:0/1924600709 >> 172.21.15.52:0/1924600709 conn(0x7f20e00fbcc0 msgr2=0x7f20e00fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:54.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.915+0000 7f20e66d1640 1 -- 172.21.15.52:0/1924600709 shutdown_connections 2024-03-18T22:56:54.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.915+0000 7f20e66d1640 1 -- 172.21.15.52:0/1924600709 wait complete. 2024-03-18T22:56:54.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.916+0000 7f20e66d1640 1 Processor -- start 2024-03-18T22:56:54.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.916+0000 7f20e66d1640 1 -- start start 2024-03-18T22:56:54.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.916+0000 7f20e66d1640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20e0100750 0x7f20e0197b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:54.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.916+0000 7f20e66d1640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f20e0101940 0x7f20e01980b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:54.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.916+0000 7f20e66d1640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f20e0102300 0x7f20e019f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:54.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.916+0000 7f20e66d1640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f20e010c500 con 0x7f20e0101940 2024-03-18T22:56:54.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.916+0000 7f20e66d1640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f20e010c380 con 0x7f20e0100750 2024-03-18T22:56:54.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.916+0000 7f20e66d1640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f20e010c680 con 0x7f20e0102300 2024-03-18T22:56:54.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.916+0000 7f20df7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f20e0101940 0x7f20e01980b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:54.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.916+0000 7f20df7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f20e0101940 0x7f20e01980b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52996/0 (socket says 172.21.15.52:52996) 2024-03-18T22:56:54.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.916+0000 7f20df7fe640 1 -- 172.21.15.52:0/568398476 learned_addr learned my addr 172.21.15.52:0/568398476 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:54.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.916+0000 7f20dffff640 1 --2- 172.21.15.52:0/568398476 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20e0100750 0x7f20e0197b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:54.921 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.916+0000 7f20e4c6e640 1 --2- 172.21.15.52:0/568398476 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f20e0102300 0x7f20e019f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:54.921 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.916+0000 7f20df7fe640 1 -- 172.21.15.52:0/568398476 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f20e0102300 msgr2=0x7f20e019f0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:54.921 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.916+0000 7f20df7fe640 1 --2- 172.21.15.52:0/568398476 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f20e0102300 0x7f20e019f0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:54.921 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.916+0000 7f20df7fe640 1 -- 172.21.15.52:0/568398476 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20e0100750 msgr2=0x7f20e0197b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:54.921 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.916+0000 7f20df7fe640 1 --2- 172.21.15.52:0/568398476 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20e0100750 0x7f20e0197b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:54.921 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.916+0000 7f20df7fe640 1 -- 172.21.15.52:0/568398476 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20e019f740 con 0x7f20e0101940 2024-03-18T22:56:54.921 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.916+0000 7f20dffff640 1 --2- 172.21.15.52:0/568398476 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20e0100750 0x7f20e0197b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:54.921 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.917+0000 7f20df7fe640 1 --2- 172.21.15.52:0/568398476 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f20e0101940 0x7f20e01980b0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f20d400e9f0 tx=0x7f20d400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:54.921 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.917+0000 7f20dd7fa640 1 -- 172.21.15.52:0/568398476 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20d400cd80 con 0x7f20e0101940 2024-03-18T22:56:54.921 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.917+0000 7f20dd7fa640 1 -- 172.21.15.52:0/568398476 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f20d4005520 con 0x7f20e0101940 2024-03-18T22:56:54.921 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.917+0000 7f20e66d1640 1 -- 172.21.15.52:0/568398476 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20e019fa30 con 0x7f20e0101940 2024-03-18T22:56:54.921 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.917+0000 7f20dd7fa640 1 -- 172.21.15.52:0/568398476 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20d4010690 con 0x7f20e0101940 2024-03-18T22:56:54.921 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.917+0000 7f20e66d1640 1 -- 172.21.15.52:0/568398476 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20e019ff30 con 0x7f20e0101940 2024-03-18T22:56:54.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.918+0000 7f20e66d1640 1 -- 172.21.15.52:0/568398476 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20e01a01c0 con 0x7f20e0101940 2024-03-18T22:56:54.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.919+0000 7f20dd7fa640 1 -- 172.21.15.52:0/568398476 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 21) ==== 137102+0+0 (secure 0 0 0) 0x7f20d40046c0 con 0x7f20e0101940 2024-03-18T22:56:54.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.920+0000 7f20dd7fa640 1 --2- 172.21.15.52:0/568398476 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f20c80a26b0 0x7f20c80a4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:54.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.920+0000 7f20dffff640 1 --2- 172.21.15.52:0/568398476 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f20c80a26b0 0x7f20c80a4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:54.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.920+0000 7f20dd7fa640 1 -- 172.21.15.52:0/568398476 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7f20d40cebd0 con 0x7f20e0101940 2024-03-18T22:56:54.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.920+0000 7f20dffff640 1 --2- 172.21.15.52:0/568398476 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f20c80a26b0 0x7f20c80a4b70 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f20e01017a0 tx=0x7f20d0005f90 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:54.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:54.924+0000 7f20dd7fa640 1 -- 172.21.15.52:0/568398476 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f20d409be10 con 0x7f20e0101940 2024-03-18T22:56:54.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: osdmap e91: 12 total, 12 up, 12 in 2024-03-18T22:56:54.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: mgrmap e20: x(active, starting, since 0.0119298s), standbys: y, z 2024-03-18T22:56:54.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-18T22:56:54.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:56:54.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-18T22:56:54.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-03-18T22:56:54.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-03-18T22:56:54.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-03-18T22:56:54.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-18T22:56:54.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-18T22:56:54.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-03-18T22:56:54.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-18T22:56:54.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-18T22:56:54.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-18T22:56:54.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-18T22:56:54.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-18T22:56:54.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-18T22:56:54.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-18T22:56:54.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-18T22:56:54.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-03-18T22:56:54.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-18T22:56:54.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-18T22:56:54.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-18T22:56:54.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-18T22:56:54.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-18T22:56:54.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-18T22:56:54.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-18T22:56:54.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-18T22:56:54.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-18T22:56:54.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-18T22:56:54.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-18T22:56:54.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-18T22:56:54.959 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-18T22:56:54.959 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-18T22:56:54.959 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-18T22:56:54.959 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: Manager daemon x is now available 2024-03-18T22:56:54.959 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:56:54.959 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:56:54.959 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-18T22:56:54.959 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-18T22:56:54.959 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: Standby manager daemon y restarted 2024-03-18T22:56:54.959 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: Standby manager daemon y started 2024-03-18T22:56:54.959 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.? 172.21.15.99:0/3834178008' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-18T22:56:54.959 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.? 172.21.15.99:0/3834178008' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-18T22:56:54.959 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.? 172.21.15.99:0/3834178008' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-18T22:56:54.959 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: from='mgr.? 172.21.15.99:0/3834178008' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-18T22:56:54.959 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: [18/Mar/2024:22:56:54] ENGINE Bus STARTING 2024-03-18T22:56:54.960 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:54 smithi052 ceph-mon[32520]: [18/Mar/2024:22:56:54] ENGINE Serving on http://172.21.15.52:8765 2024-03-18T22:56:54.971 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: osdmap e91: 12 total, 12 up, 12 in 2024-03-18T22:56:54.971 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: mgrmap e20: x(active, starting, since 0.0119298s), standbys: y, z 2024-03-18T22:56:54.971 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-18T22:56:54.971 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:56:54.971 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-18T22:56:54.971 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-03-18T22:56:54.971 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-03-18T22:56:54.971 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-03-18T22:56:54.971 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-18T22:56:54.971 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-18T22:56:54.972 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-03-18T22:56:54.972 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-18T22:56:54.972 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-18T22:56:54.972 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-18T22:56:54.972 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-18T22:56:54.972 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-18T22:56:54.972 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-18T22:56:54.972 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-18T22:56:54.972 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-18T22:56:54.972 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-03-18T22:56:54.972 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-18T22:56:54.972 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-18T22:56:54.972 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-18T22:56:54.972 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-18T22:56:54.972 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-18T22:56:54.972 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-18T22:56:54.973 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-18T22:56:54.973 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-18T22:56:54.973 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-18T22:56:54.973 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-18T22:56:54.973 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-18T22:56:54.973 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-18T22:56:54.973 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-18T22:56:54.973 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-18T22:56:54.973 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-18T22:56:54.973 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: Manager daemon x is now available 2024-03-18T22:56:54.973 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:56:54.973 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:56:54.973 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-18T22:56:54.974 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-18T22:56:54.974 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: Standby manager daemon y restarted 2024-03-18T22:56:54.974 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: Standby manager daemon y started 2024-03-18T22:56:54.974 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.? 172.21.15.99:0/3834178008' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-18T22:56:54.974 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.? 172.21.15.99:0/3834178008' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-18T22:56:54.974 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.? 172.21.15.99:0/3834178008' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-18T22:56:54.974 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: from='mgr.? 172.21.15.99:0/3834178008' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-18T22:56:54.974 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: [18/Mar/2024:22:56:54] ENGINE Bus STARTING 2024-03-18T22:56:54.974 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:54 smithi181 ceph-mon[67256]: [18/Mar/2024:22:56:54] ENGINE Serving on http://172.21.15.52:8765 2024-03-18T22:56:55.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: osdmap e91: 12 total, 12 up, 12 in 2024-03-18T22:56:55.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: mgrmap e20: x(active, starting, since 0.0119298s), standbys: y, z 2024-03-18T22:56:55.016 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-18T22:56:55.016 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-18T22:56:55.016 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-18T22:56:55.016 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-03-18T22:56:55.016 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-03-18T22:56:55.016 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-03-18T22:56:55.016 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-18T22:56:55.016 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-18T22:56:55.016 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-03-18T22:56:55.016 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-18T22:56:55.016 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-18T22:56:55.016 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-18T22:56:55.016 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-18T22:56:55.017 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-18T22:56:55.017 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-18T22:56:55.017 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-18T22:56:55.017 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-18T22:56:55.017 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-03-18T22:56:55.017 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-18T22:56:55.017 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-18T22:56:55.017 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-18T22:56:55.017 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-18T22:56:55.017 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-18T22:56:55.017 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-18T22:56:55.017 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-18T22:56:55.017 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-18T22:56:55.017 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-18T22:56:55.018 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-18T22:56:55.018 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-18T22:56:55.018 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-18T22:56:55.018 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-18T22:56:55.018 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-18T22:56:55.018 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-18T22:56:55.018 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: Manager daemon x is now available 2024-03-18T22:56:55.018 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:56:55.018 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:56:55.018 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-18T22:56:55.018 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-18T22:56:55.018 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: Standby manager daemon y restarted 2024-03-18T22:56:55.018 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: Standby manager daemon y started 2024-03-18T22:56:55.018 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.? 172.21.15.99:0/3834178008' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-18T22:56:55.019 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.? 172.21.15.99:0/3834178008' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-18T22:56:55.019 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.? 172.21.15.99:0/3834178008' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-18T22:56:55.019 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: from='mgr.? 172.21.15.99:0/3834178008' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-18T22:56:55.019 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: [18/Mar/2024:22:56:54] ENGINE Bus STARTING 2024-03-18T22:56:55.019 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:54 smithi099 ceph-mon[36725]: [18/Mar/2024:22:56:54] ENGINE Serving on http://172.21.15.52:8765 2024-03-18T22:56:55.135 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.133+0000 7f20e66d1640 1 -- 172.21.15.52:0/568398476 --> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) -- 0x7f20e00fdd30 con 0x7f20c80a26b0 2024-03-18T22:56:55.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.192+0000 7f20dd7fa640 1 -- 172.21.15.52:0/568398476 <== mgr.15309 v2:172.21.15.52:6800/3992010936 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+26 (secure 0 0 0) 0x7f20e00fdd30 con 0x7f20c80a26b0 2024-03-18T22:56:55.194 INFO:teuthology.orchestra.run.smithi052.stdout:Retention added to path / 2024-03-18T22:56:55.196 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.194+0000 7f20e66d1640 1 -- 172.21.15.52:0/568398476 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f20c80a26b0 msgr2=0x7f20c80a4b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:55.196 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.194+0000 7f20e66d1640 1 --2- 172.21.15.52:0/568398476 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f20c80a26b0 0x7f20c80a4b70 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f20e01017a0 tx=0x7f20d0005f90 comp rx=0 tx=0).stop 2024-03-18T22:56:55.196 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.194+0000 7f20e66d1640 1 -- 172.21.15.52:0/568398476 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f20e0101940 msgr2=0x7f20e01980b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:55.196 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.194+0000 7f20e66d1640 1 --2- 172.21.15.52:0/568398476 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f20e0101940 0x7f20e01980b0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f20d400e9f0 tx=0x7f20d400edf0 comp rx=0 tx=0).stop 2024-03-18T22:56:55.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.194+0000 7f20e66d1640 1 -- 172.21.15.52:0/568398476 shutdown_connections 2024-03-18T22:56:55.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.194+0000 7f20e66d1640 1 --2- 172.21.15.52:0/568398476 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f20c80a26b0 0x7f20c80a4b70 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:55.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.194+0000 7f20e66d1640 1 --2- 172.21.15.52:0/568398476 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f20e0102300 0x7f20e019f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:55.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.194+0000 7f20e66d1640 1 --2- 172.21.15.52:0/568398476 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f20e0101940 0x7f20e01980b0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:55.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.194+0000 7f20e66d1640 1 --2- 172.21.15.52:0/568398476 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20e0100750 0x7f20e0197b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:55.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.194+0000 7f20e66d1640 1 -- 172.21.15.52:0/568398476 >> 172.21.15.52:0/568398476 conn(0x7f20e00fbcc0 msgr2=0x7f20e00fd620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:55.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.194+0000 7f20e66d1640 1 -- 172.21.15.52:0/568398476 shutdown_connections 2024-03-18T22:56:55.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.194+0000 7f20e66d1640 1 -- 172.21.15.52:0/568398476 wait complete. 2024-03-18T22:56:55.207 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-03-18T22:56:55.314 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.310+0000 7f3aade36640 1 -- 172.21.15.52:0/1925762801 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3aa80ffb40 msgr2=0x7f3aa80fff60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:55.315 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.310+0000 7f3aade36640 1 --2- 172.21.15.52:0/1925762801 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3aa80ffb40 0x7f3aa80fff60 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f3a98009900 tx=0x7f3a9802bc30 comp rx=0 tx=0).stop 2024-03-18T22:56:55.315 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.310+0000 7f3aade36640 1 -- 172.21.15.52:0/1925762801 shutdown_connections 2024-03-18T22:56:55.315 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.310+0000 7f3aade36640 1 --2- 172.21.15.52:0/1925762801 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3aa81034d0 0x7f3aa8109d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:55.315 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.310+0000 7f3aade36640 1 --2- 172.21.15.52:0/1925762801 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3aa8102b10 0x7f3aa8102f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:55.315 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.310+0000 7f3aade36640 1 --2- 172.21.15.52:0/1925762801 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3aa80ffb40 0x7f3aa80fff60 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:55.315 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.310+0000 7f3aade36640 1 -- 172.21.15.52:0/1925762801 >> 172.21.15.52:0/1925762801 conn(0x7f3aa80fb470 msgr2=0x7f3aa80fd8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:55.315 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.311+0000 7f3aade36640 1 -- 172.21.15.52:0/1925762801 shutdown_connections 2024-03-18T22:56:55.315 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.311+0000 7f3aade36640 1 -- 172.21.15.52:0/1925762801 wait complete. 2024-03-18T22:56:55.315 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.311+0000 7f3aade36640 1 Processor -- start 2024-03-18T22:56:55.315 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.311+0000 7f3aade36640 1 -- start start 2024-03-18T22:56:55.315 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.311+0000 7f3aade36640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3aa80ffb40 0x7f3aa8197ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:55.315 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.311+0000 7f3aade36640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3aa8102b10 0x7f3aa81980e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:55.316 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.311+0000 7f3aade36640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3aa81034d0 0x7f3aa819f150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:55.316 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.311+0000 7f3aade36640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f3aa810d650 con 0x7f3aa80ffb40 2024-03-18T22:56:55.316 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.311+0000 7f3aade36640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f3aa810d4d0 con 0x7f3aa81034d0 2024-03-18T22:56:55.316 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.311+0000 7f3aade36640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f3aa810d7d0 con 0x7f3aa8102b10 2024-03-18T22:56:55.316 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.311+0000 7f3aa77fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3aa80ffb40 0x7f3aa8197ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:55.316 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.312+0000 7f3aa77fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3aa80ffb40 0x7f3aa8197ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:53010/0 (socket says 172.21.15.52:53010) 2024-03-18T22:56:55.316 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.312+0000 7f3aa7fff640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3aa81034d0 0x7f3aa819f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:55.316 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.312+0000 7f3aa77fe640 1 -- 172.21.15.52:0/450121196 learned_addr learned my addr 172.21.15.52:0/450121196 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:55.316 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.312+0000 7f3aa7fff640 1 -- 172.21.15.52:0/450121196 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3aa8102b10 msgr2=0x7f3aa81980e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:55.316 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.312+0000 7f3aa7fff640 1 --2- 172.21.15.52:0/450121196 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3aa8102b10 0x7f3aa81980e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:55.316 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.312+0000 7f3aa7fff640 1 -- 172.21.15.52:0/450121196 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3aa80ffb40 msgr2=0x7f3aa8197ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:55.316 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.312+0000 7f3aa7fff640 1 --2- 172.21.15.52:0/450121196 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3aa80ffb40 0x7f3aa8197ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:55.316 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.312+0000 7f3aa7fff640 1 -- 172.21.15.52:0/450121196 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3aa819f7c0 con 0x7f3aa81034d0 2024-03-18T22:56:55.316 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.312+0000 7f3aa77fe640 1 --2- 172.21.15.52:0/450121196 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3aa80ffb40 0x7f3aa8197ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:55.317 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.312+0000 7f3aa7fff640 1 --2- 172.21.15.52:0/450121196 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3aa81034d0 0x7f3aa819f150 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f3aa000ec50 tx=0x7f3aa000c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:55.317 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.312+0000 7f3aa4ff9640 1 -- 172.21.15.52:0/450121196 <== mon.2 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aa0003b70 con 0x7f3aa81034d0 2024-03-18T22:56:55.317 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.312+0000 7f3aa4ff9640 1 -- 172.21.15.52:0/450121196 <== mon.2 v2:172.21.15.99:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3aa0003d10 con 0x7f3aa81034d0 2024-03-18T22:56:55.317 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.312+0000 7f3aade36640 1 -- 172.21.15.52:0/450121196 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3aa819fab0 con 0x7f3aa81034d0 2024-03-18T22:56:55.317 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.312+0000 7f3aa4ff9640 1 -- 172.21.15.52:0/450121196 <== mon.2 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aa0010920 con 0x7f3aa81034d0 2024-03-18T22:56:55.317 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.312+0000 7f3aade36640 1 -- 172.21.15.52:0/450121196 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3aa819ffb0 con 0x7f3aa81034d0 2024-03-18T22:56:55.317 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.313+0000 7f3aade36640 1 -- 172.21.15.52:0/450121196 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3aa8108b70 con 0x7f3aa81034d0 2024-03-18T22:56:55.318 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.314+0000 7f3aa4ff9640 1 -- 172.21.15.52:0/450121196 <== mon.2 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 21) ==== 137102+0+0 (secure 0 0 0) 0x7f3aa0004b40 con 0x7f3aa81034d0 2024-03-18T22:56:55.318 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.315+0000 7f3aa4ff9640 1 --2- 172.21.15.52:0/450121196 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f3a900a26b0 0x7f3a900a4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:55.318 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.315+0000 7f3aa4ff9640 1 -- 172.21.15.52:0/450121196 <== mon.2 v2:172.21.15.99:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7f3aa00ced20 con 0x7f3aa81034d0 2024-03-18T22:56:55.318 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.315+0000 7f3aa77fe640 1 --2- 172.21.15.52:0/450121196 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f3a900a26b0 0x7f3a900a4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:55.318 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.315+0000 7f3aa77fe640 1 --2- 172.21.15.52:0/450121196 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f3a900a26b0 0x7f3a900a4b70 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f3a9802ca20 tx=0x7f3a9802de80 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:55.320 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.318+0000 7f3aa4ff9640 1 -- 172.21.15.52:0/450121196 <== mon.2 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f3aa009bf60 con 0x7f3aa81034d0 2024-03-18T22:56:55.544 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.543+0000 7f3aade36640 1 -- 172.21.15.52:0/450121196 --> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f3aa8061c60 con 0x7f3a900a26b0 2024-03-18T22:56:55.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.551+0000 7f3aa4ff9640 1 -- 172.21.15.52:0/450121196 <== mgr.15309 v2:172.21.15.52:6800/3992010936 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+298 (secure 0 0 0) 0x7f3aa8061c60 con 0x7f3a900a26b0 2024-03-18T22:56:55.553 INFO:teuthology.orchestra.run.smithi052.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-03-18T00:00:00", "created": "2024-03-18T22:56:54", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-03-18T22:56:55.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.553+0000 7f3aade36640 1 -- 172.21.15.52:0/450121196 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f3a900a26b0 msgr2=0x7f3a900a4b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:55.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.553+0000 7f3aade36640 1 --2- 172.21.15.52:0/450121196 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f3a900a26b0 0x7f3a900a4b70 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f3a9802ca20 tx=0x7f3a9802de80 comp rx=0 tx=0).stop 2024-03-18T22:56:55.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.553+0000 7f3aade36640 1 -- 172.21.15.52:0/450121196 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3aa81034d0 msgr2=0x7f3aa819f150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:55.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.553+0000 7f3aade36640 1 --2- 172.21.15.52:0/450121196 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3aa81034d0 0x7f3aa819f150 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f3aa000ec50 tx=0x7f3aa000c6a0 comp rx=0 tx=0).stop 2024-03-18T22:56:55.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.553+0000 7f3aade36640 1 -- 172.21.15.52:0/450121196 shutdown_connections 2024-03-18T22:56:55.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.553+0000 7f3aade36640 1 --2- 172.21.15.52:0/450121196 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3aa81034d0 0x7f3aa819f150 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:55.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.553+0000 7f3aade36640 1 --2- 172.21.15.52:0/450121196 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f3a900a26b0 0x7f3a900a4b70 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:55.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.553+0000 7f3aade36640 1 --2- 172.21.15.52:0/450121196 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3aa8102b10 0x7f3aa81980e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:55.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.553+0000 7f3aade36640 1 --2- 172.21.15.52:0/450121196 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3aa80ffb40 0x7f3aa8197ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:55.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.553+0000 7f3aade36640 1 -- 172.21.15.52:0/450121196 >> 172.21.15.52:0/450121196 conn(0x7f3aa80fb470 msgr2=0x7f3aa8105d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:55.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.553+0000 7f3aade36640 1 -- 172.21.15.52:0/450121196 shutdown_connections 2024-03-18T22:56:55.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.553+0000 7f3aade36640 1 -- 172.21.15.52:0/450121196 wait complete. 2024-03-18T22:56:55.567 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-03-18T22:56:55.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.685+0000 7fe45def7640 1 -- 172.21.15.52:0/1524775756 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe4580ff8e0 msgr2=0x7fe4580ffd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:55.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.685+0000 7fe45def7640 1 --2- 172.21.15.52:0/1524775756 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe4580ff8e0 0x7fe4580ffd60 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fe44c009900 tx=0x7fe44c02bc30 comp rx=0 tx=0).stop 2024-03-18T22:56:55.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.686+0000 7fe45def7640 1 -- 172.21.15.52:0/1524775756 shutdown_connections 2024-03-18T22:56:55.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.686+0000 7fe45def7640 1 --2- 172.21.15.52:0/1524775756 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe4581002a0 0x7fe458100750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:55.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.686+0000 7fe45def7640 1 --2- 172.21.15.52:0/1524775756 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe4580ff8e0 0x7fe4580ffd60 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:55.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.686+0000 7fe45def7640 1 --2- 172.21.15.52:0/1524775756 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe458101df0 0x7fe458102210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:55.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.686+0000 7fe45def7640 1 -- 172.21.15.52:0/1524775756 >> 172.21.15.52:0/1524775756 conn(0x7fe4580fb440 msgr2=0x7fe4580fd8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:55.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.686+0000 7fe45def7640 1 -- 172.21.15.52:0/1524775756 shutdown_connections 2024-03-18T22:56:55.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.686+0000 7fe45def7640 1 -- 172.21.15.52:0/1524775756 wait complete. 2024-03-18T22:56:55.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.686+0000 7fe45def7640 1 Processor -- start 2024-03-18T22:56:55.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.686+0000 7fe45def7640 1 -- start start 2024-03-18T22:56:55.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.686+0000 7fe45def7640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe4580ff8e0 0x7fe458199db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:55.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.686+0000 7fe45def7640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe4581002a0 0x7fe45819a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:55.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.686+0000 7fe45def7640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe458101df0 0x7fe4581a1360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:55.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.686+0000 7fe45def7640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe45810f7e0 con 0x7fe4581002a0 2024-03-18T22:56:55.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.686+0000 7fe45def7640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fe45810f660 con 0x7fe458101df0 2024-03-18T22:56:55.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.686+0000 7fe45def7640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fe45810f960 con 0x7fe4580ff8e0 2024-03-18T22:56:55.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.687+0000 7fe456ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe4581002a0 0x7fe45819a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:55.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.687+0000 7fe4577fe640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe4580ff8e0 0x7fe458199db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:55.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.687+0000 7fe456ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe4581002a0 0x7fe45819a2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:53020/0 (socket says 172.21.15.52:53020) 2024-03-18T22:56:55.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.687+0000 7fe456ffd640 1 -- 172.21.15.52:0/2406769552 learned_addr learned my addr 172.21.15.52:0/2406769552 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:56:55.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.687+0000 7fe4577fe640 1 --2- 172.21.15.52:0/2406769552 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe4580ff8e0 0x7fe458199db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.52:56778/0 (socket says 172.21.15.52:56778) 2024-03-18T22:56:55.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.687+0000 7fe457fff640 1 --2- 172.21.15.52:0/2406769552 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe458101df0 0x7fe4581a1360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:55.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.687+0000 7fe456ffd640 1 -- 172.21.15.52:0/2406769552 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe4580ff8e0 msgr2=0x7fe458199db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:55.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.687+0000 7fe456ffd640 1 --2- 172.21.15.52:0/2406769552 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe4580ff8e0 0x7fe458199db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:55.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.687+0000 7fe456ffd640 1 -- 172.21.15.52:0/2406769552 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe458101df0 msgr2=0x7fe4581a1360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:55.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.687+0000 7fe456ffd640 1 --2- 172.21.15.52:0/2406769552 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe458101df0 0x7fe4581a1360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:55.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.687+0000 7fe456ffd640 1 -- 172.21.15.52:0/2406769552 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4581a19d0 con 0x7fe4581002a0 2024-03-18T22:56:55.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.687+0000 7fe4577fe640 1 --2- 172.21.15.52:0/2406769552 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe4580ff8e0 0x7fe458199db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:56:55.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.687+0000 7fe456ffd640 1 --2- 172.21.15.52:0/2406769552 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe4581002a0 0x7fe45819a2f0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fe44c005ab0 tx=0x7fe44c02c7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:55.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.687+0000 7fe454ff9640 1 -- 172.21.15.52:0/2406769552 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe44c043020 con 0x7fe4581002a0 2024-03-18T22:56:55.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.687+0000 7fe45def7640 1 -- 172.21.15.52:0/2406769552 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4581a1c60 con 0x7fe4581002a0 2024-03-18T22:56:55.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.687+0000 7fe454ff9640 1 -- 172.21.15.52:0/2406769552 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe44c004350 con 0x7fe4581002a0 2024-03-18T22:56:55.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.687+0000 7fe454ff9640 1 -- 172.21.15.52:0/2406769552 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe44c003d70 con 0x7fe4581002a0 2024-03-18T22:56:55.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.688+0000 7fe45def7640 1 -- 172.21.15.52:0/2406769552 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4581a21b0 con 0x7fe4581002a0 2024-03-18T22:56:55.693 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.688+0000 7fe45def7640 1 -- 172.21.15.52:0/2406769552 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe45810b700 con 0x7fe4581002a0 2024-03-18T22:56:55.693 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.690+0000 7fe454ff9640 1 -- 172.21.15.52:0/2406769552 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 21) ==== 137102+0+0 (secure 0 0 0) 0x7fe44c046020 con 0x7fe4581002a0 2024-03-18T22:56:55.693 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.690+0000 7fe454ff9640 1 --2- 172.21.15.52:0/2406769552 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fe4400a26b0 0x7fe4400a4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:56:55.693 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.690+0000 7fe454ff9640 1 -- 172.21.15.52:0/2406769552 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7fe44c0f0f80 con 0x7fe4581002a0 2024-03-18T22:56:55.693 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.690+0000 7fe4577fe640 1 --2- 172.21.15.52:0/2406769552 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fe4400a26b0 0x7fe4400a4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:56:55.693 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.691+0000 7fe4577fe640 1 --2- 172.21.15.52:0/2406769552 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fe4400a26b0 0x7fe4400a4b70 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fe448009fd0 tx=0x7fe448009680 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:56:55.696 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.695+0000 7fe454ff9640 1 -- 172.21.15.52:0/2406769552 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fe44c04d020 con 0x7fe4581002a0 2024-03-18T22:56:55.728 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.726+0000 7fe454ff9640 1 -- 172.21.15.52:0/2406769552 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mgrmap(e 22) ==== 137410+0+0 (secure 0 0 0) 0x7fe44c0ba130 con 0x7fe4581002a0 2024-03-18T22:56:55.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.968+0000 7fe45def7640 1 -- 172.21.15.52:0/2406769552 --> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7fe458061c60 con 0x7fe4400a26b0 2024-03-18T22:56:55.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.975+0000 7fe454ff9640 1 -- 172.21.15.52:0/2406769552 <== mgr.15309 v2:172.21.15.52:6800/3992010936 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7fe458061c60 con 0x7fe4400a26b0 2024-03-18T22:56:55.977 INFO:teuthology.orchestra.run.smithi052.stdout:/ 1m 6m3h 2024-03-18T22:56:55.979 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.977+0000 7fe45def7640 1 -- 172.21.15.52:0/2406769552 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fe4400a26b0 msgr2=0x7fe4400a4b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:55.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.977+0000 7fe45def7640 1 --2- 172.21.15.52:0/2406769552 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fe4400a26b0 0x7fe4400a4b70 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fe448009fd0 tx=0x7fe448009680 comp rx=0 tx=0).stop 2024-03-18T22:56:55.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.977+0000 7fe45def7640 1 -- 172.21.15.52:0/2406769552 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe4581002a0 msgr2=0x7fe45819a2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:56:55.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.977+0000 7fe45def7640 1 --2- 172.21.15.52:0/2406769552 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe4581002a0 0x7fe45819a2f0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fe44c005ab0 tx=0x7fe44c02c7a0 comp rx=0 tx=0).stop 2024-03-18T22:56:55.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.977+0000 7fe45def7640 1 -- 172.21.15.52:0/2406769552 shutdown_connections 2024-03-18T22:56:55.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.977+0000 7fe45def7640 1 --2- 172.21.15.52:0/2406769552 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe458101df0 0x7fe4581a1360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:55.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.977+0000 7fe45def7640 1 --2- 172.21.15.52:0/2406769552 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe4581002a0 0x7fe45819a2f0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:55.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.977+0000 7fe45def7640 1 --2- 172.21.15.52:0/2406769552 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fe4400a26b0 0x7fe4400a4b70 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:55.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.977+0000 7fe45def7640 1 --2- 172.21.15.52:0/2406769552 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe4580ff8e0 0x7fe458199db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:56:55.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.977+0000 7fe45def7640 1 -- 172.21.15.52:0/2406769552 >> 172.21.15.52:0/2406769552 conn(0x7fe4580fb440 msgr2=0x7fe4580fcf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:56:55.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.977+0000 7fe45def7640 1 -- 172.21.15.52:0/2406769552 shutdown_connections 2024-03-18T22:56:55.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T22:56:55.977+0000 7fe45def7640 1 -- 172.21.15.52:0/2406769552 wait complete. 2024-03-18T22:56:55.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:55 smithi052 ceph-mon[32520]: mgrmap e21: x(active, since 1.04031s), standbys: z, y 2024-03-18T22:56:55.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:55 smithi052 ceph-mon[32520]: from='client.25184 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:55.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:55 smithi052 ceph-mon[32520]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:56:55.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:55 smithi052 ceph-mon[32520]: [18/Mar/2024:22:56:54] ENGINE Serving on https://172.21.15.52:7150 2024-03-18T22:56:55.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:55 smithi052 ceph-mon[32520]: [18/Mar/2024:22:56:54] ENGINE Bus STARTED 2024-03-18T22:56:55.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:55 smithi052 ceph-mon[32520]: from='client.15369 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:55.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:55 smithi052 ceph-mon[32520]: from='client.25229 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:55.990 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-03-18T22:56:56.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:55 smithi181 ceph-mon[67256]: mgrmap e21: x(active, since 1.04031s), standbys: z, y 2024-03-18T22:56:56.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:55 smithi181 ceph-mon[67256]: from='client.25184 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:56.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:55 smithi181 ceph-mon[67256]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:56:56.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:55 smithi181 ceph-mon[67256]: [18/Mar/2024:22:56:54] ENGINE Serving on https://172.21.15.52:7150 2024-03-18T22:56:56.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:55 smithi181 ceph-mon[67256]: [18/Mar/2024:22:56:54] ENGINE Bus STARTED 2024-03-18T22:56:56.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:55 smithi181 ceph-mon[67256]: from='client.15369 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:56.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:55 smithi181 ceph-mon[67256]: from='client.25229 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:56.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:55 smithi099 ceph-mon[36725]: mgrmap e21: x(active, since 1.04031s), standbys: z, y 2024-03-18T22:56:56.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:55 smithi099 ceph-mon[36725]: from='client.25184 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:56.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:55 smithi099 ceph-mon[36725]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:56:56.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:55 smithi099 ceph-mon[36725]: [18/Mar/2024:22:56:54] ENGINE Serving on https://172.21.15.52:7150 2024-03-18T22:56:56.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:55 smithi099 ceph-mon[36725]: [18/Mar/2024:22:56:54] ENGINE Bus STARTED 2024-03-18T22:56:56.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:55 smithi099 ceph-mon[36725]: from='client.15369 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:56.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:55 smithi099 ceph-mon[36725]: from='client.25229 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:56.018 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-03-18T22:56:56.029 INFO:teuthology.run_tasks:Running task background_exec... 2024-03-18T22:56:56.039 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi052.front.sepia.ceph.com 2024-03-18T22:56:56.039 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-03-18T22:56:56.061 INFO:teuthology.run_tasks:Running task workunit... 2024-03-18T22:56:56.075 INFO:tasks.workunit:Pulling workunits from ref e48b1f6c0608b2615e1890cc46286c3877d6e910 2024-03-18T22:56:56.075 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-03-18T22:56:56.075 INFO:tasks.workunit:timeout=3h 2024-03-18T22:56:56.075 INFO:tasks.workunit:cleanup=True 2024-03-18T22:56:56.075 DEBUG:teuthology.orchestra.run.smithi052:> stat -- /home/ubuntu/cephtest/mnt.0 2024-03-18T22:56:56.090 INFO:teuthology.orchestra.run.smithi052.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-03-18T22:56:56.090 INFO:teuthology.orchestra.run.smithi052.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-03-18T22:56:56.090 INFO:teuthology.orchestra.run.smithi052.stdout:Device: 77h/119d Inode: 1099511628283 Links: 2 2024-03-18T22:56:56.090 INFO:teuthology.orchestra.run.smithi052.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-18T22:56:56.090 INFO:teuthology.orchestra.run.smithi052.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-03-18T22:56:56.090 INFO:teuthology.orchestra.run.smithi052.stdout:Access: 2024-03-18 22:54:59.772584265 +0000 2024-03-18T22:56:56.090 INFO:teuthology.orchestra.run.smithi052.stdout:Modify: 2024-03-18 22:54:59.772584265 +0000 2024-03-18T22:56:56.091 INFO:teuthology.orchestra.run.smithi052.stdout:Change: 2024-03-18 22:56:44.266004417 +0000 2024-03-18T22:56:56.091 INFO:teuthology.orchestra.run.smithi052.stdout: Birth: 2024-03-18 22:54:59.772584265 +0000 2024-03-18T22:56:56.091 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-03-18T22:56:56.091 DEBUG:teuthology.orchestra.run.smithi052:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-03-18T22:56:56.164 DEBUG:teuthology.orchestra.run.smithi052:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/batrick/ceph /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout e48b1f6c0608b2615e1890cc46286c3877d6e910 2024-03-18T22:56:56.219 INFO:tasks.workunit.client.0.smithi052.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-03-18T22:56:56.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:56 smithi052 ceph-mon[32520]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:56:56.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:56 smithi052 ceph-mon[32520]: mgrmap e22: x(active, since 2s), standbys: z, y 2024-03-18T22:56:56.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:56 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:56.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:56 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:56.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:56 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:56.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:56 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:56.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:56 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:56.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:56 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:56.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:56 smithi052 ceph-mon[32520]: from='client.15381 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:57.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:56 smithi181 ceph-mon[67256]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:56:57.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:56 smithi181 ceph-mon[67256]: mgrmap e22: x(active, since 2s), standbys: z, y 2024-03-18T22:56:57.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:56 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:57.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:56 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:57.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:56 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:57.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:56 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:57.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:56 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:57.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:56 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:57.014 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:56 smithi181 ceph-mon[67256]: from='client.15381 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:57.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:56 smithi099 ceph-mon[36725]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:56:57.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:56 smithi099 ceph-mon[36725]: mgrmap e22: x(active, since 2s), standbys: z, y 2024-03-18T22:56:57.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:56 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:57.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:56 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:57.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:56 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:57.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:56 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:57.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:56 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:57.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:56 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:57.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:56 smithi099 ceph-mon[36725]: from='client.15381 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T22:56:58.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:58.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:58.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:58.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:58.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: Adjusting osd_memory_target on smithi181 to 174.1M 2024-03-18T22:56:58.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:58.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: Adjusting osd_memory_target on smithi052 to 177.2M 2024-03-18T22:56:58.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: Unable to set osd_memory_target on smithi181 to 182604083: error parsing value: Value '182604083' is below minimum 939524096 2024-03-18T22:56:58.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:58.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: Unable to set osd_memory_target on smithi052 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-03-18T22:56:58.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.491 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.491 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.491 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: Adjusting osd_memory_target on smithi099 to 174.1M 2024-03-18T22:56:58.491 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: Unable to set osd_memory_target on smithi099 to 182611968: error parsing value: Value '182611968' is below minimum 939524096 2024-03-18T22:56:58.491 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:56:58.491 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:56:58.491 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: Updating smithi052:/etc/ceph/ceph.conf 2024-03-18T22:56:58.491 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: Updating smithi099:/etc/ceph/ceph.conf 2024-03-18T22:56:58.491 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: Updating smithi181:/etc/ceph/ceph.conf 2024-03-18T22:56:58.491 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: Updating smithi052:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-18T22:56:58.491 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: Updating smithi099:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-18T22:56:58.491 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: Updating smithi181:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-18T22:56:58.491 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: Updating smithi052:/etc/ceph/ceph.client.admin.keyring 2024-03-18T22:56:58.491 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-03-18T22:56:58.492 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:58 smithi052 ceph-mon[32520]: Updating smithi181:/etc/ceph/ceph.client.admin.keyring 2024-03-18T22:56:58.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:58.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:58.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:58.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:58.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: Adjusting osd_memory_target on smithi181 to 174.1M 2024-03-18T22:56:58.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:58.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: Adjusting osd_memory_target on smithi052 to 177.2M 2024-03-18T22:56:58.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: Unable to set osd_memory_target on smithi181 to 182604083: error parsing value: Value '182604083' is below minimum 939524096 2024-03-18T22:56:58.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:58.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: Unable to set osd_memory_target on smithi052 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-03-18T22:56:58.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: Adjusting osd_memory_target on smithi099 to 174.1M 2024-03-18T22:56:58.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: Unable to set osd_memory_target on smithi099 to 182611968: error parsing value: Value '182611968' is below minimum 939524096 2024-03-18T22:56:58.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:56:58.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:56:58.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: Updating smithi052:/etc/ceph/ceph.conf 2024-03-18T22:56:58.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: Updating smithi099:/etc/ceph/ceph.conf 2024-03-18T22:56:58.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: Updating smithi181:/etc/ceph/ceph.conf 2024-03-18T22:56:58.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: Updating smithi052:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-18T22:56:58.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: Updating smithi099:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-18T22:56:58.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: Updating smithi181:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-18T22:56:58.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: Updating smithi052:/etc/ceph/ceph.client.admin.keyring 2024-03-18T22:56:58.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-03-18T22:56:58.515 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:58 smithi181 ceph-mon[67256]: Updating smithi181:/etc/ceph/ceph.client.admin.keyring 2024-03-18T22:56:58.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:58.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:58.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:58.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:58.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.516 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: Adjusting osd_memory_target on smithi181 to 174.1M 2024-03-18T22:56:58.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:58.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: Adjusting osd_memory_target on smithi052 to 177.2M 2024-03-18T22:56:58.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: Unable to set osd_memory_target on smithi181 to 182604083: error parsing value: Value '182604083' is below minimum 939524096 2024-03-18T22:56:58.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:58.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: Unable to set osd_memory_target on smithi052 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-03-18T22:56:58.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.517 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-03-18T22:56:58.518 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: Adjusting osd_memory_target on smithi099 to 174.1M 2024-03-18T22:56:58.518 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: Unable to set osd_memory_target on smithi099 to 182611968: error parsing value: Value '182611968' is below minimum 939524096 2024-03-18T22:56:58.518 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:56:58.518 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:56:58.518 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: Updating smithi052:/etc/ceph/ceph.conf 2024-03-18T22:56:58.518 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: Updating smithi099:/etc/ceph/ceph.conf 2024-03-18T22:56:58.518 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: Updating smithi181:/etc/ceph/ceph.conf 2024-03-18T22:56:58.518 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: Updating smithi052:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-18T22:56:58.518 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: Updating smithi099:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-18T22:56:58.518 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: Updating smithi181:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-18T22:56:58.518 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: Updating smithi052:/etc/ceph/ceph.client.admin.keyring 2024-03-18T22:56:58.518 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: Updating smithi099:/etc/ceph/ceph.client.admin.keyring 2024-03-18T22:56:58.518 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:58 smithi099 ceph-mon[36725]: Updating smithi181:/etc/ceph/ceph.client.admin.keyring 2024-03-18T22:56:59.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:59 smithi052 ceph-mon[32520]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:56:59.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:59 smithi052 ceph-mon[32520]: Updating smithi052:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-18T22:56:59.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:59 smithi052 ceph-mon[32520]: Updating smithi099:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-18T22:56:59.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:59 smithi052 ceph-mon[32520]: Updating smithi181:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-18T22:56:59.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:59 smithi052 ceph-mon[32520]: mgrmap e23: x(active, since 4s), standbys: z, y 2024-03-18T22:56:59.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:59 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:59.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:59 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:59.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:59 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:59.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:59 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:59.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:59 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:59.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:59 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:59.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:59 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:59.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:59 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:56:59.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:59 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:56:59.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:59 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:56:59.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:56:59 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:59.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:59 smithi181 ceph-mon[67256]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:56:59.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:59 smithi181 ceph-mon[67256]: Updating smithi052:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-18T22:56:59.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:59 smithi181 ceph-mon[67256]: Updating smithi099:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-18T22:56:59.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:59 smithi181 ceph-mon[67256]: Updating smithi181:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-18T22:56:59.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:59 smithi181 ceph-mon[67256]: mgrmap e23: x(active, since 4s), standbys: z, y 2024-03-18T22:56:59.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:59 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:59.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:59 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:59.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:59 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:59.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:59 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:59.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:59 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:59.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:59 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:59.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:59 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:59.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:59 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:56:59.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:59 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:56:59.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:59 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:56:59.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:56:59 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:59.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:59 smithi099 ceph-mon[36725]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:56:59.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:59 smithi099 ceph-mon[36725]: Updating smithi052:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-18T22:56:59.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:59 smithi099 ceph-mon[36725]: Updating smithi099:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-18T22:56:59.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:59 smithi099 ceph-mon[36725]: Updating smithi181:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-18T22:56:59.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:59 smithi099 ceph-mon[36725]: mgrmap e23: x(active, since 4s), standbys: z, y 2024-03-18T22:56:59.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:59 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:59.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:59 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:59.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:59 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:59.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:59 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:59.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:59 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:59.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:59 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:59.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:59 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:56:59.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:59 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:56:59.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:59 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:56:59.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:59 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:56:59.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:56:59 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:57:00.489 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:57:00 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:57:00.201+0000 7f3f251de700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-18T22:57:00.489 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:57:00 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:57:00.201+0000 7f3f251de700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-18T22:57:00.489 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:57:00 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:57:00.201+0000 7f3f251de700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-18T22:57:00.489 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:57:00 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:57:00.201+0000 7f3f251de700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-18T22:57:00.489 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 22:57:00 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T22:57:00.201+0000 7f3f251de700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-18T22:57:01.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:01 smithi052 ceph-mon[32520]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:57:01.501 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:01 smithi099 ceph-mon[36725]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:57:01.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:01 smithi181 ceph-mon[67256]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-18T22:57:03.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:03 smithi052 ceph-mon[32520]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 132 KiB/s wr, 76 op/s 2024-03-18T22:57:03.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:03 smithi052 ceph-mon[32520]: mgrmap e24: x(active, since 8s), standbys: z, y 2024-03-18T22:57:03.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:03 smithi181 ceph-mon[67256]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 132 KiB/s wr, 76 op/s 2024-03-18T22:57:03.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:03 smithi181 ceph-mon[67256]: mgrmap e24: x(active, since 8s), standbys: z, y 2024-03-18T22:57:03.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:03 smithi099 ceph-mon[36725]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 132 KiB/s wr, 76 op/s 2024-03-18T22:57:03.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:03 smithi099 ceph-mon[36725]: mgrmap e24: x(active, since 8s), standbys: z, y 2024-03-18T22:57:05.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:05 smithi052 ceph-mon[32520]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 103 KiB/s wr, 59 op/s 2024-03-18T22:57:05.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:05 smithi181 ceph-mon[67256]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 103 KiB/s wr, 59 op/s 2024-03-18T22:57:05.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:05 smithi099 ceph-mon[36725]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 103 KiB/s wr, 59 op/s 2024-03-18T22:57:07.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:07 smithi052 ceph-mon[32520]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 109 KiB/s wr, 68 op/s 2024-03-18T22:57:07.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:07 smithi181 ceph-mon[67256]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 109 KiB/s wr, 68 op/s 2024-03-18T22:57:07.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:07 smithi099 ceph-mon[36725]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 109 KiB/s wr, 68 op/s 2024-03-18T22:57:09.200 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.199+0000 7fecacdf4640 1 -- 172.21.15.52:0/3791506739 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7feca8068ea0 msgr2=0x7feca8069300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:09.200 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.199+0000 7fecacdf4640 1 --2- 172.21.15.52:0/3791506739 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7feca8068ea0 0x7feca8069300 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fec9c009930 tx=0x7fec9c02bc30 comp rx=0 tx=0).stop 2024-03-18T22:57:09.200 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.199+0000 7fecacdf4640 1 -- 172.21.15.52:0/3791506739 shutdown_connections 2024-03-18T22:57:09.200 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.199+0000 7fecacdf4640 1 --2- 172.21.15.52:0/3791506739 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feca8069840 0x7feca810e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.201 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.199+0000 7fecacdf4640 1 --2- 172.21.15.52:0/3791506739 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7feca8068ea0 0x7feca8069300 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.201 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.199+0000 7fecacdf4640 1 --2- 172.21.15.52:0/3791506739 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feca81078f0 0x7feca8107cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.201 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.199+0000 7fecacdf4640 1 -- 172.21.15.52:0/3791506739 >> 172.21.15.52:0/3791506739 conn(0x7feca8077570 msgr2=0x7feca8077980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:57:09.201 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.199+0000 7fecacdf4640 1 -- 172.21.15.52:0/3791506739 shutdown_connections 2024-03-18T22:57:09.201 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.199+0000 7fecacdf4640 1 -- 172.21.15.52:0/3791506739 wait complete. 2024-03-18T22:57:09.203 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.200+0000 7fecacdf4640 1 Processor -- start 2024-03-18T22:57:09.203 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.200+0000 7fecacdf4640 1 -- start start 2024-03-18T22:57:09.203 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.200+0000 7fecacdf4640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feca8068ea0 0x7feca8100a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:09.203 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.200+0000 7fecacdf4640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feca8069840 0x7feca8100f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:09.203 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.200+0000 7fecacdf4640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7feca81078f0 0x7feca81014c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:09.203 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.200+0000 7fecacdf4640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7feca8111d00 con 0x7feca81078f0 2024-03-18T22:57:09.203 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.200+0000 7fecacdf4640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7feca8111b80 con 0x7feca8068ea0 2024-03-18T22:57:09.204 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.200+0000 7fecacdf4640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7feca8111e80 con 0x7feca8069840 2024-03-18T22:57:09.204 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.200+0000 7feca6d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7feca81078f0 0x7feca81014c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:09.204 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.201+0000 7feca659c640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feca8068ea0 0x7feca8100a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:09.204 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.201+0000 7feca6d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7feca81078f0 0x7feca81014c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:54308/0 (socket says 172.21.15.52:54308) 2024-03-18T22:57:09.204 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.201+0000 7feca659c640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feca8068ea0 0x7feca8100a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.52:53910/0 (socket says 172.21.15.52:53910) 2024-03-18T22:57:09.204 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.201+0000 7feca6d9d640 1 -- 172.21.15.52:0/1514456100 learned_addr learned my addr 172.21.15.52:0/1514456100 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:57:09.204 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.201+0000 7feca5d9b640 1 --2- 172.21.15.52:0/1514456100 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feca8069840 0x7feca8100f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:09.204 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.201+0000 7feca6d9d640 1 -- 172.21.15.52:0/1514456100 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feca8069840 msgr2=0x7feca8100f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:09.204 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.201+0000 7feca6d9d640 1 --2- 172.21.15.52:0/1514456100 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feca8069840 0x7feca8100f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.204 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.201+0000 7feca6d9d640 1 -- 172.21.15.52:0/1514456100 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feca8068ea0 msgr2=0x7feca8100a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:09.204 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.201+0000 7feca6d9d640 1 --2- 172.21.15.52:0/1514456100 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feca8068ea0 0x7feca8100a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.205 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.201+0000 7feca6d9d640 1 -- 172.21.15.52:0/1514456100 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feca81a66c0 con 0x7feca81078f0 2024-03-18T22:57:09.205 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.201+0000 7feca659c640 1 --2- 172.21.15.52:0/1514456100 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feca8068ea0 0x7feca8100a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:57:09.205 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.201+0000 7feca6d9d640 1 --2- 172.21.15.52:0/1514456100 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7feca81078f0 0x7feca81014c0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7feca000e970 tx=0x7feca000ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:57:09.205 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.201+0000 7fec977fe640 1 -- 172.21.15.52:0/1514456100 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feca000ccc0 con 0x7feca81078f0 2024-03-18T22:57:09.205 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.201+0000 7fecacdf4640 1 -- 172.21.15.52:0/1514456100 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feca81a69b0 con 0x7feca81078f0 2024-03-18T22:57:09.205 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.201+0000 7fec977fe640 1 -- 172.21.15.52:0/1514456100 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7feca000ce60 con 0x7feca81078f0 2024-03-18T22:57:09.205 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.201+0000 7fec977fe640 1 -- 172.21.15.52:0/1514456100 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feca0010430 con 0x7feca81078f0 2024-03-18T22:57:09.205 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.201+0000 7fecacdf4640 1 -- 172.21.15.52:0/1514456100 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feca81a6e80 con 0x7feca81078f0 2024-03-18T22:57:09.211 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.204+0000 7fec977fe640 1 -- 172.21.15.52:0/1514456100 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 24) ==== 137523+0+0 (secure 0 0 0) 0x7feca00046c0 con 0x7feca81078f0 2024-03-18T22:57:09.211 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.204+0000 7fecaf9de740 1 Processor -- start 2024-03-18T22:57:09.211 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.204+0000 7fecaf9de740 1 -- start start 2024-03-18T22:57:09.211 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.204+0000 7fecaf9de740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55be78ab1ef0 0x55be78ab22d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:09.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.204+0000 7fecaf9de740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55be78ab2810 0x55be78abb0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:09.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.204+0000 7fecaf9de740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55be78abb5e0 0x55be78abd9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:09.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.204+0000 7fecaf9de740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55be78a15be0 con 0x55be78abb5e0 2024-03-18T22:57:09.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.204+0000 7fecaf9de740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x55be789be960 con 0x55be78ab2810 2024-03-18T22:57:09.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.204+0000 7fecaf9de740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x55be78a11c80 con 0x55be78ab1ef0 2024-03-18T22:57:09.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.204+0000 7feca659c640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55be78ab2810 0x55be78abb0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:09.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.204+0000 7feca5d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55be78abb5e0 0x55be78abd9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:09.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.204+0000 7feca659c640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55be78ab2810 0x55be78abb0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.52:53926/0 (socket says 172.21.15.52:53926) 2024-03-18T22:57:09.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.205+0000 7feca5d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55be78abb5e0 0x55be78abd9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:54318/0 (socket says 172.21.15.52:54318) 2024-03-18T22:57:09.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.205+0000 7feca659c640 1 -- 172.21.15.52:0/1806739166 learned_addr learned my addr 172.21.15.52:0/1806739166 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:57:09.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.205+0000 7feca5d9b640 1 --2- 172.21.15.52:0/1806739166 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55be78ab1ef0 0x55be78ab22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:09.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.205+0000 7fec977fe640 1 --2- 172.21.15.52:0/1514456100 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fec900a2b30 0x7fec900a4ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:09.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.205+0000 7feca659c640 1 -- 172.21.15.52:0/1806739166 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55be78ab1ef0 msgr2=0x55be78ab22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:09.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.205+0000 7feca659c640 1 --2- 172.21.15.52:0/1806739166 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55be78ab1ef0 0x55be78ab22d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.205+0000 7feca659c640 1 -- 172.21.15.52:0/1806739166 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55be78abb5e0 msgr2=0x55be78abd9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.205+0000 7feca659c640 1 --2- 172.21.15.52:0/1806739166 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55be78abb5e0 0x55be78abd9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.205+0000 7feca659c640 1 -- 172.21.15.52:0/1806739166 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55be789b5d20 con 0x55be78ab2810 2024-03-18T22:57:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.205+0000 7feca6d9d640 1 --2- 172.21.15.52:0/1514456100 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fec900a2b30 0x7fec900a4ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.205+0000 7feca659c640 1 --2- 172.21.15.52:0/1806739166 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55be78ab2810 0x55be78abb0a0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fec98011810 tx=0x7fec98011cd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=785bf147570d18df server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:57:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.205+0000 7fec977fe640 1 -- 172.21.15.52:0/1514456100 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7feca00cf400 con 0x7feca81078f0 2024-03-18T22:57:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.205+0000 7fec94ff9640 1 -- 172.21.15.52:0/1806739166 <== mon.2 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec98003c30 con 0x55be78ab2810 2024-03-18T22:57:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.205+0000 7fec94ff9640 1 -- 172.21.15.52:0/1806739166 <== mon.2 v2:172.21.15.99:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fec98003dd0 con 0x55be78ab2810 2024-03-18T22:57:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.205+0000 7fec94ff9640 1 -- 172.21.15.52:0/1806739166 <== mon.2 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec980193e0 con 0x55be78ab2810 2024-03-18T22:57:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.206+0000 7fecaf9de740 1 -- 172.21.15.52:0/1806739166 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55be78ab2810 msgr2=0x55be78abb0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.206+0000 7fecaf9de740 1 --2- 172.21.15.52:0/1806739166 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55be78ab2810 0x55be78abb0a0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fec98011810 tx=0x7fec98011cd0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.206+0000 7feca6d9d640 1 --2- 172.21.15.52:0/1514456100 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fec900a2b30 0x7fec900a4ff0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7feca00cca00 tx=0x7feca0097b60 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:57:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.206+0000 7fecaf9de740 1 -- 172.21.15.52:0/1806739166 shutdown_connections 2024-03-18T22:57:09.214 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.206+0000 7fecaf9de740 1 --2- 172.21.15.52:0/1806739166 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55be78abb5e0 0x55be78abd9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.214 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.206+0000 7fecaf9de740 1 --2- 172.21.15.52:0/1806739166 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55be78ab2810 0x55be78abb0a0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.214 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.206+0000 7fecaf9de740 1 --2- 172.21.15.52:0/1806739166 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55be78ab1ef0 0x55be78ab22d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.214 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.206+0000 7fecaf9de740 1 -- 172.21.15.52:0/1806739166 >> 172.21.15.52:0/1806739166 conn(0x55be78aac810 msgr2=0x55be78aacbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:57:09.214 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.206+0000 7fecaf9de740 1 -- 172.21.15.52:0/1806739166 shutdown_connections 2024-03-18T22:57:09.214 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.206+0000 7fecaf9de740 1 -- 172.21.15.52:0/1806739166 wait complete. 2024-03-18T22:57:09.214 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.206+0000 7fecaf9de740 1 -- start start 2024-03-18T22:57:09.214 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.207+0000 7fecaf9de740 1 Processor -- start 2024-03-18T22:57:09.214 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.207+0000 7fecaf9de740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55be78ab1ef0 0x55be78abaf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:09.214 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.207+0000 7fecaf9de740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55be78ab2810 0x55be78ab82d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:09.214 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.207+0000 7fecaf9de740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55be78abb5e0 0x55be78ab8830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:09.214 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.207+0000 7fecaf9de740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55be78abe210 con 0x55be78abb5e0 2024-03-18T22:57:09.214 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.207+0000 7fecaf9de740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x55be789d1db0 con 0x55be78ab2810 2024-03-18T22:57:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.207+0000 7fecaf9de740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x55be78abe390 con 0x55be78ab1ef0 2024-03-18T22:57:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.207+0000 7fecaf9de740 10 client.0 _ll_register_callbacks cb 0x55be789d6e70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:57:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.207+0000 7feca5d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55be78abb5e0 0x55be78ab8830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.207+0000 7feca659c640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55be78ab2810 0x55be78ab82d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.207+0000 7feca5d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55be78abb5e0 0x55be78ab8830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:54334/0 (socket says 172.21.15.52:54334) 2024-03-18T22:57:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.207+0000 7feca5d9b640 1 -- 172.21.15.52:0/276278375 learned_addr learned my addr 172.21.15.52:0/276278375 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:57:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.207+0000 7feca659c640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55be78ab2810 0x55be78ab82d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.52:53928/0 (socket says 172.21.15.52:53928) 2024-03-18T22:57:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.207+0000 7feca5d9b640 1 --2- 172.21.15.52:0/276278375 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55be78ab1ef0 0x55be78abaf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.207+0000 7feca5d9b640 1 -- 172.21.15.52:0/276278375 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55be78ab1ef0 msgr2=0x55be78abaf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.207+0000 7feca5d9b640 1 --2- 172.21.15.52:0/276278375 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55be78ab1ef0 0x55be78abaf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.207+0000 7feca5d9b640 1 -- 172.21.15.52:0/276278375 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55be78ab2810 msgr2=0x55be78ab82d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.207+0000 7feca5d9b640 1 --2- 172.21.15.52:0/276278375 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55be78ab2810 0x55be78ab82d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.207+0000 7feca5d9b640 1 -- 172.21.15.52:0/276278375 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55be789d0c60 con 0x55be78abb5e0 2024-03-18T22:57:09.215 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.207+0000 7feca5d9b640 1 --2- 172.21.15.52:0/276278375 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55be78abb5e0 0x55be78ab8830 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fec9c009900 tx=0x7fec9c02bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f4731b05905d8a server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:57:09.216 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.207+0000 7fec8dffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-03-18T22:57:09.216 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.208+0000 7fec8dffb640 1 -- 172.21.15.52:0/276278375 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec9c02c9c0 con 0x55be78abb5e0 2024-03-18T22:57:09.216 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.208+0000 7fec8dffb640 1 -- 172.21.15.52:0/276278375 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7fec9c03a040 con 0x55be78abb5e0 2024-03-18T22:57:09.216 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.208+0000 7fecaf9de740 1 -- 172.21.15.52:0/276278375 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fec98003dd0 con 0x55be78abb5e0 2024-03-18T22:57:09.216 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.208+0000 7fec8dffb640 1 -- 172.21.15.52:0/276278375 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7fec9c02cb60 con 0x55be78abb5e0 2024-03-18T22:57:09.216 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.208+0000 7fecaf9de740 10 client.15405 fetch_fsmap learned FSMap version 22 2024-03-18T22:57:09.216 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.208+0000 7fecaf9de740 1 -- 172.21.15.52:0/276278375 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=4+}) -- 0x55be7872a210 con 0x55be78abb5e0 2024-03-18T22:57:09.216 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.208+0000 7fec8dffb640 1 -- 172.21.15.52:0/276278375 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fec98003dd0 con 0x55be78abb5e0 2024-03-18T22:57:09.216 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.208+0000 7fec8dffb640 1 -- 172.21.15.52:0/276278375 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 22) ==== 8338+0+0 (secure 0 0 0) 0x7fec9c004750 con 0x55be78abb5e0 2024-03-18T22:57:09.216 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.208+0000 7fecaf9de740 10 client.15405 fetch_fsmap finished waiting for FSMap version 22 2024-03-18T22:57:09.216 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.208+0000 7fecaf9de740 10 client.15405 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-03-18T22:57:09.216 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.208+0000 7fecaf9de740 20 client.15405 populate_metadata read hostname 'smithi052' 2024-03-18T22:57:09.216 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.208+0000 7fecaf9de740 1 --2- 172.21.15.52:0/276278375 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55be78acb3e0 0x55be78acd7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:09.216 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.208+0000 7fecaf9de740 4 client.15405 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-18T22:57:09.217 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.208+0000 7fecaf9de740 1 -- 172.21.15.52:0/276278375 --> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55be78a23120 con 0x55be78acb3e0 2024-03-18T22:57:09.217 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.209+0000 7feca659c640 1 --2- 172.21.15.52:0/276278375 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55be78acb3e0 0x55be78acd7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:09.217 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.209+0000 7fec8dffb640 10 client.15405 ms_handle_connect on v2:172.21.15.99:6838/326875962 2024-03-18T22:57:09.217 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.209+0000 7feca659c640 1 --2- 172.21.15.52:0/276278375 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55be78acb3e0 0x55be78acd7d0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ed641498d57c04de server_cookie=8578cabb64aa9f81 in_seq=0 out_seq=0 2024-03-18T22:57:09.217 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.210+0000 7fec8dffb640 1 -- 172.21.15.52:0/276278375 <== mds.0 v2:172.21.15.99:6838/326875962 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55be78a23120 con 0x55be78acb3e0 2024-03-18T22:57:09.217 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.210+0000 7fec8dffb640 10 client.15405 handle_command_reply: tid=0 2024-03-18T22:57:09.217 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.210+0000 7fecaf9de740 1 client.15405 shutdown 2024-03-18T22:57:09.217 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.210+0000 7fecaf9de740 1 -- 172.21.15.52:0/276278375 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55be78abb5e0 msgr2=0x55be78ab8830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:09.217 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.210+0000 7fecaf9de740 1 --2- 172.21.15.52:0/276278375 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55be78abb5e0 0x55be78ab8830 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fec9c009900 tx=0x7fec9c02bc30 comp rx=0 tx=0).stop 2024-03-18T22:57:09.217 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.210+0000 7fecaf9de740 1 -- 172.21.15.52:0/276278375 shutdown_connections 2024-03-18T22:57:09.217 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.210+0000 7fecaf9de740 1 --2- 172.21.15.52:0/276278375 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55be78abb5e0 0x55be78ab8830 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.217 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.210+0000 7fecaf9de740 1 --2- 172.21.15.52:0/276278375 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55be78ab2810 0x55be78ab82d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.217 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.210+0000 7fecaf9de740 1 --2- 172.21.15.52:0/276278375 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55be78acb3e0 0x55be78acd7d0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.217 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.210+0000 7fecaf9de740 1 --2- 172.21.15.52:0/276278375 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55be78ab1ef0 0x55be78abaf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.218 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.210+0000 7fec8dffb640 0 client.15405 ms_handle_reset on v2:172.21.15.99:6838/326875962 2024-03-18T22:57:09.218 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.210+0000 7fecaf9de740 1 -- 172.21.15.52:0/276278375 >> 172.21.15.52:0/276278375 conn(0x55be78aac810 msgr2=0x55be78aabab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:57:09.218 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.210+0000 7fecaf9de740 1 -- 172.21.15.52:0/276278375 shutdown_connections 2024-03-18T22:57:09.218 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.210+0000 7fecaf9de740 1 -- 172.21.15.52:0/276278375 wait complete. 2024-03-18T22:57:09.218 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.210+0000 7fecaf9de740 20 client.15405 trim_cache size 0 max 16384 2024-03-18T22:57:09.232 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.227+0000 7fecaf9de740 1 Processor -- start 2024-03-18T22:57:09.232 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.227+0000 7fecaf9de740 1 -- start start 2024-03-18T22:57:09.233 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.227+0000 7fecaf9de740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55be78ab1ef0 0x55be78ac6fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:09.233 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.227+0000 7fecaf9de740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55be78ab2810 0x55be78ad30a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:09.233 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.227+0000 7fecaf9de740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55be78abb5e0 0x55be78abaa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:09.233 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.227+0000 7fecaf9de740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7feca81b2140 con 0x55be78ab2810 2024-03-18T22:57:09.233 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.227+0000 7fecaf9de740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7feca81afa10 con 0x55be78ab1ef0 2024-03-18T22:57:09.233 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.227+0000 7fecaf9de740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7feca81ad860 con 0x55be78abb5e0 2024-03-18T22:57:09.233 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.227+0000 7feca659c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55be78ab2810 0x55be78ad30a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:09.233 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.227+0000 7feca659c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55be78ab2810 0x55be78ad30a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:54338/0 (socket says 172.21.15.52:54338) 2024-03-18T22:57:09.233 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.227+0000 7feca659c640 1 -- 172.21.15.52:0/51031257 learned_addr learned my addr 172.21.15.52:0/51031257 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:57:09.233 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.227+0000 7feca5d9b640 1 --2- 172.21.15.52:0/51031257 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55be78ab1ef0 0x55be78ac6fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:09.233 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.227+0000 7feca5d9b640 1 --2- 172.21.15.52:0/51031257 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55be78abb5e0 0x55be78abaa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:09.233 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.227+0000 7feca659c640 1 -- 172.21.15.52:0/51031257 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55be78abb5e0 msgr2=0x55be78abaa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:09.234 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.227+0000 7feca659c640 1 --2- 172.21.15.52:0/51031257 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55be78abb5e0 0x55be78abaa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.234 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.227+0000 7feca659c640 1 -- 172.21.15.52:0/51031257 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55be78ab1ef0 msgr2=0x55be78ac6fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:09.234 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.227+0000 7feca659c640 1 --2- 172.21.15.52:0/51031257 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55be78ab1ef0 0x55be78ac6fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.234 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.227+0000 7feca659c640 1 -- 172.21.15.52:0/51031257 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55be78acdb40 con 0x55be78ab2810 2024-03-18T22:57:09.234 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.227+0000 7feca5d9b640 1 --2- 172.21.15.52:0/51031257 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55be78abb5e0 0x55be78abaa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:57:09.234 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.227+0000 7feca659c640 1 --2- 172.21.15.52:0/51031257 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55be78ab2810 0x55be78ad30a0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fec98003b30 tx=0x7fec98005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b570afc41c86e1f5 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:57:09.234 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.228+0000 7fec8ffff640 1 -- 172.21.15.52:0/51031257 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec9802f070 con 0x55be78ab2810 2024-03-18T22:57:09.234 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.228+0000 7fec8ffff640 1 -- 172.21.15.52:0/51031257 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fec98004000 con 0x55be78ab2810 2024-03-18T22:57:09.234 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.228+0000 7fec8ffff640 1 -- 172.21.15.52:0/51031257 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec9801f040 con 0x55be78ab2810 2024-03-18T22:57:09.234 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.228+0000 7fecaf9de740 1 -- 172.21.15.52:0/51031257 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55be78ab2810 msgr2=0x55be78ad30a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:09.235 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.228+0000 7fecaf9de740 1 --2- 172.21.15.52:0/51031257 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55be78ab2810 0x55be78ad30a0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fec98003b30 tx=0x7fec98005bd0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.235 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.228+0000 7fecaf9de740 1 -- 172.21.15.52:0/51031257 shutdown_connections 2024-03-18T22:57:09.235 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.228+0000 7fecaf9de740 1 --2- 172.21.15.52:0/51031257 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55be78abb5e0 0x55be78abaa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.235 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.228+0000 7fecaf9de740 1 --2- 172.21.15.52:0/51031257 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55be78ab2810 0x55be78ad30a0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.235 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.228+0000 7fecaf9de740 1 --2- 172.21.15.52:0/51031257 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55be78ab1ef0 0x55be78ac6fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.235 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.228+0000 7fecaf9de740 1 -- 172.21.15.52:0/51031257 >> 172.21.15.52:0/51031257 conn(0x55be78aac810 msgr2=0x55be78aabab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:57:09.235 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.228+0000 7fecaf9de740 1 -- 172.21.15.52:0/51031257 shutdown_connections 2024-03-18T22:57:09.235 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.228+0000 7fecaf9de740 1 -- 172.21.15.52:0/51031257 wait complete. 2024-03-18T22:57:09.235 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.229+0000 7fecaf9de740 1 -- start start 2024-03-18T22:57:09.235 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.229+0000 7fecaf9de740 1 Processor -- start 2024-03-18T22:57:09.235 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.229+0000 7fecaf9de740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55be78ab1ef0 0x55be78abf170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:09.235 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.229+0000 7fecaf9de740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55be78ab2810 0x55be78abf6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:09.235 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.229+0000 7fecaf9de740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55be78abb5e0 0x55be78abfbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:09.236 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.229+0000 7fecaf9de740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7feca81aded0 con 0x55be78abb5e0 2024-03-18T22:57:09.236 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.229+0000 7fecaf9de740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7feca81af340 con 0x55be78ab1ef0 2024-03-18T22:57:09.236 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.229+0000 7fecaf9de740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7feca81ae5a0 con 0x55be78ab2810 2024-03-18T22:57:09.236 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.229+0000 7fecaf9de740 10 client.0 _ll_register_callbacks cb 0x7fec9c0051a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:57:09.236 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.229+0000 7feca5d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55be78abb5e0 0x55be78abfbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:09.236 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.229+0000 7feca659c640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55be78ab2810 0x55be78abf6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:09.236 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.229+0000 7feca5d9b640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55be78ab1ef0 0x55be78abf170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:09.236 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.229+0000 7feca659c640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55be78ab2810 0x55be78abf6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.52:56376/0 (socket says 172.21.15.52:56376) 2024-03-18T22:57:09.236 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.229+0000 7feca659c640 1 -- 172.21.15.52:0/1606373496 learned_addr learned my addr 172.21.15.52:0/1606373496 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:57:09.236 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.230+0000 7feca5d9b640 1 -- 172.21.15.52:0/1606373496 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55be78ab2810 msgr2=0x55be78abf6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:09.237 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.230+0000 7feca5d9b640 1 --2- 172.21.15.52:0/1606373496 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55be78ab2810 0x55be78abf6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.237 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.230+0000 7feca5d9b640 1 -- 172.21.15.52:0/1606373496 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55be78abb5e0 msgr2=0x55be78abfbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:09.237 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.230+0000 7feca5d9b640 1 --2- 172.21.15.52:0/1606373496 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55be78abb5e0 0x55be78abfbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.237 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.230+0000 7feca5d9b640 1 -- 172.21.15.52:0/1606373496 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55be787f6620 con 0x55be78ab1ef0 2024-03-18T22:57:09.237 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.230+0000 7feca659c640 1 --2- 172.21.15.52:0/1606373496 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55be78ab2810 0x55be78abf6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:57:09.237 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.230+0000 7feca5d9b640 1 --2- 172.21.15.52:0/1606373496 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55be78ab1ef0 0x55be78abf170 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fec9c02c960 tx=0x7fec9c046040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bc0bff1e7f072865 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:57:09.237 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.230+0000 7fec8dffb640 10 client.0 ms_handle_connect on v2:172.21.15.99:3300/0 2024-03-18T22:57:09.237 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.230+0000 7fec8dffb640 1 -- 172.21.15.52:0/1606373496 <== mon.2 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec9c02ead0 con 0x55be78ab1ef0 2024-03-18T22:57:09.237 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.230+0000 7fecaf9de740 1 -- 172.21.15.52:0/1606373496 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fec98004000 con 0x55be78ab1ef0 2024-03-18T22:57:09.237 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.230+0000 7fec8dffb640 1 -- 172.21.15.52:0/1606373496 <== mon.2 v2:172.21.15.99:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7fec9c0048d0 con 0x55be78ab1ef0 2024-03-18T22:57:09.237 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.230+0000 7fec8dffb640 1 -- 172.21.15.52:0/1606373496 <== mon.2 v2:172.21.15.99:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7fec9c004020 con 0x55be78ab1ef0 2024-03-18T22:57:09.237 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.230+0000 7fecaf9de740 10 client.25265 fetch_fsmap learned FSMap version 22 2024-03-18T22:57:09.237 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.230+0000 7fecaf9de740 1 -- 172.21.15.52:0/1606373496 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=4+}) -- 0x55be78b31ab0 con 0x55be78ab1ef0 2024-03-18T22:57:09.238 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.230+0000 7fec8dffb640 1 -- 172.21.15.52:0/1606373496 <== mon.2 v2:172.21.15.99:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fec98004000 con 0x55be78ab1ef0 2024-03-18T22:57:09.238 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.230+0000 7fec8dffb640 1 -- 172.21.15.52:0/1606373496 <== mon.2 v2:172.21.15.99:3300/0 5 ==== fsmap(e 22) ==== 8338+0+0 (secure 0 0 0) 0x7fec9c0035f0 con 0x55be78ab1ef0 2024-03-18T22:57:09.238 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.230+0000 7fecaf9de740 10 client.25265 fetch_fsmap finished waiting for FSMap version 22 2024-03-18T22:57:09.238 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.230+0000 7fecaf9de740 10 client.25265 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-03-18T22:57:09.238 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.231+0000 7fecaf9de740 20 client.25265 populate_metadata read hostname 'smithi052' 2024-03-18T22:57:09.238 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.231+0000 7fecaf9de740 1 --2- 172.21.15.52:0/1606373496 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55be78b32170 0x55be78b34560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:09.238 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.231+0000 7fecaf9de740 4 client.25265 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-18T22:57:09.238 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.231+0000 7fecaf9de740 1 -- 172.21.15.52:0/1606373496 --> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55be78a1d470 con 0x55be78b32170 2024-03-18T22:57:09.239 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.231+0000 7feca659c640 1 --2- 172.21.15.52:0/1606373496 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55be78b32170 0x55be78b34560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:09.239 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.231+0000 7fec8dffb640 10 client.25265 ms_handle_connect on v2:172.21.15.99:6838/326875962 2024-03-18T22:57:09.239 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.231+0000 7feca659c640 1 --2- 172.21.15.52:0/1606373496 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55be78b32170 0x55be78b34560 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c2402188f7ccb57 server_cookie=4fd7a587ee0bc9cf in_seq=0 out_seq=0 2024-03-18T22:57:09.242 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.241+0000 7fec8dffb640 1 -- 172.21.15.52:0/1606373496 <== mds.0 v2:172.21.15.99:6838/326875962 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55be78a1d470 con 0x55be78b32170 2024-03-18T22:57:09.243 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.241+0000 7fec8dffb640 10 client.25265 handle_command_reply: tid=0 2024-03-18T22:57:09.243 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.241+0000 7fecaf9de740 1 client.25265 shutdown 2024-03-18T22:57:09.245 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.241+0000 7fecaf9de740 1 -- 172.21.15.52:0/1606373496 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55be78ab1ef0 msgr2=0x55be78abf170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:09.245 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.241+0000 7fecaf9de740 1 --2- 172.21.15.52:0/1606373496 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55be78ab1ef0 0x55be78abf170 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fec9c02c960 tx=0x7fec9c046040 comp rx=0 tx=0).stop 2024-03-18T22:57:09.245 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.242+0000 7fecaf9de740 1 -- 172.21.15.52:0/1606373496 shutdown_connections 2024-03-18T22:57:09.245 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.242+0000 7fecaf9de740 1 --2- 172.21.15.52:0/1606373496 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55be78abb5e0 0x55be78abfbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.245 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.242+0000 7fecaf9de740 1 --2- 172.21.15.52:0/1606373496 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55be78b32170 0x55be78b34560 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.245 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.242+0000 7fecaf9de740 1 --2- 172.21.15.52:0/1606373496 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55be78ab2810 0x55be78abf6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.245 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.242+0000 7fecaf9de740 1 --2- 172.21.15.52:0/1606373496 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55be78ab1ef0 0x55be78abf170 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.246 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.242+0000 7fec8dffb640 0 client.25265 ms_handle_reset on v2:172.21.15.99:6838/326875962 2024-03-18T22:57:09.246 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.242+0000 7fecaf9de740 1 -- 172.21.15.52:0/1606373496 >> 172.21.15.52:0/1606373496 conn(0x55be78aac810 msgr2=0x55be78aabab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:57:09.246 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.242+0000 7fecaf9de740 1 -- 172.21.15.52:0/1606373496 shutdown_connections 2024-03-18T22:57:09.246 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.242+0000 7fecaf9de740 1 -- 172.21.15.52:0/1606373496 wait complete. 2024-03-18T22:57:09.246 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.242+0000 7fecaf9de740 20 client.25265 trim_cache size 0 max 16384 2024-03-18T22:57:09.246 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-03-18T22:57:09.247 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-03-18T22:57:09.247 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-03-18T22:57:09.247 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-03-18T22:57:09.248 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.242+0000 7fecacdf4640 1 -- 172.21.15.52:0/1514456100 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fec900a2b30 msgr2=0x7fec900a4ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:09.248 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.242+0000 7fecacdf4640 1 --2- 172.21.15.52:0/1514456100 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fec900a2b30 0x7fec900a4ff0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7feca00cca00 tx=0x7feca0097b60 comp rx=0 tx=0).stop 2024-03-18T22:57:09.248 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.242+0000 7fecacdf4640 1 -- 172.21.15.52:0/1514456100 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7feca81078f0 msgr2=0x7feca81014c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:09.248 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.242+0000 7fecacdf4640 1 --2- 172.21.15.52:0/1514456100 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7feca81078f0 0x7feca81014c0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7feca000e970 tx=0x7feca000ee30 comp rx=0 tx=0).stop 2024-03-18T22:57:09.248 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.242+0000 7fecacdf4640 1 -- 172.21.15.52:0/1514456100 shutdown_connections 2024-03-18T22:57:09.248 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.242+0000 7fecacdf4640 1 --2- 172.21.15.52:0/1514456100 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7feca81078f0 0x7feca81014c0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.248 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.242+0000 7fecacdf4640 1 --2- 172.21.15.52:0/1514456100 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fec900a2b30 0x7fec900a4ff0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.248 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.242+0000 7fecacdf4640 1 --2- 172.21.15.52:0/1514456100 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feca8069840 0x7feca8100f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.249 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.242+0000 7fecacdf4640 1 --2- 172.21.15.52:0/1514456100 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feca8068ea0 0x7feca8100a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:09.249 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.242+0000 7fecacdf4640 1 -- 172.21.15.52:0/1514456100 >> 172.21.15.52:0/1514456100 conn(0x7feca8077570 msgr2=0x7feca80fe9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:57:09.249 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.242+0000 7fecacdf4640 1 -- 172.21.15.52:0/1514456100 shutdown_connections 2024-03-18T22:57:09.249 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:09.242+0000 7fecacdf4640 1 -- 172.21.15.52:0/1514456100 wait complete. 2024-03-18T22:57:09.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:09 smithi052 ceph-mon[32520]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 100 KiB/s wr, 62 op/s 2024-03-18T22:57:09.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:09 smithi181 ceph-mon[67256]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 100 KiB/s wr, 62 op/s 2024-03-18T22:57:09.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:09 smithi099 ceph-mon[36725]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 100 KiB/s wr, 62 op/s 2024-03-18T22:57:11.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:11 smithi052 ceph-mon[32520]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 100 KiB/s wr, 62 op/s 2024-03-18T22:57:11.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:11 smithi181 ceph-mon[67256]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 100 KiB/s wr, 62 op/s 2024-03-18T22:57:11.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:11 smithi099 ceph-mon[36725]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 100 KiB/s wr, 62 op/s 2024-03-18T22:57:13.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:13 smithi052 ceph-mon[32520]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 102 KiB/s wr, 69 op/s 2024-03-18T22:57:13.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:13 smithi181 ceph-mon[67256]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 102 KiB/s wr, 69 op/s 2024-03-18T22:57:13.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:13 smithi099 ceph-mon[36725]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 102 KiB/s wr, 69 op/s 2024-03-18T22:57:15.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:15 smithi052 ceph-mon[32520]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 25 KiB/s wr, 24 op/s 2024-03-18T22:57:15.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:15 smithi181 ceph-mon[67256]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 25 KiB/s wr, 24 op/s 2024-03-18T22:57:15.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:15 smithi099 ceph-mon[36725]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 25 KiB/s wr, 24 op/s 2024-03-18T22:57:17.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:17 smithi052 ceph-mon[32520]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 25 KiB/s wr, 27 op/s 2024-03-18T22:57:17.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:17 smithi181 ceph-mon[67256]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 25 KiB/s wr, 27 op/s 2024-03-18T22:57:17.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:17 smithi099 ceph-mon[36725]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 25 KiB/s wr, 27 op/s 2024-03-18T22:57:19.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:19 smithi052 ceph-mon[32520]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-03-18T22:57:19.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:19 smithi181 ceph-mon[67256]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-03-18T22:57:19.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:19 smithi099 ceph-mon[36725]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-03-18T22:57:21.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:21 smithi052 ceph-mon[32520]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-03-18T22:57:21.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:21 smithi181 ceph-mon[67256]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-03-18T22:57:21.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:21 smithi099 ceph-mon[36725]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-03-18T22:57:22.335 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.332+0000 7f3252bc6640 1 -- 172.21.15.52:0/3645639453 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f324c069840 msgr2=0x7f324c10e6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:22.335 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.332+0000 7f3252bc6640 1 --2- 172.21.15.52:0/3645639453 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f324c069840 0x7f324c10e6b0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f3244009c10 tx=0x7f324402bef0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.333+0000 7f3252bc6640 1 -- 172.21.15.52:0/3645639453 shutdown_connections 2024-03-18T22:57:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.333+0000 7f3252bc6640 1 --2- 172.21.15.52:0/3645639453 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f324c069840 0x7f324c10e6b0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.333+0000 7f3252bc6640 1 --2- 172.21.15.52:0/3645639453 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f324c068ea0 0x7f324c069300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.333+0000 7f3252bc6640 1 --2- 172.21.15.52:0/3645639453 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f324c1078f0 0x7f324c107cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.333+0000 7f3252bc6640 1 -- 172.21.15.52:0/3645639453 >> 172.21.15.52:0/3645639453 conn(0x7f324c077570 msgr2=0x7f324c077980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:57:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.333+0000 7f3252bc6640 1 -- 172.21.15.52:0/3645639453 shutdown_connections 2024-03-18T22:57:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.333+0000 7f3252bc6640 1 -- 172.21.15.52:0/3645639453 wait complete. 2024-03-18T22:57:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.333+0000 7f3252bc6640 1 Processor -- start 2024-03-18T22:57:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.333+0000 7f3252bc6640 1 -- start start 2024-03-18T22:57:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.333+0000 7f3252bc6640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f324c068ea0 0x7f324c198090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.333+0000 7f3252bc6640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f324c069840 0x7f324c1985d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.333+0000 7f3252bc6640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f324c1078f0 0x7f324c19c950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.333+0000 7f3252bc6640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f324c111d50 con 0x7f324c069840 2024-03-18T22:57:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.333+0000 7f3252bc6640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f324c111bd0 con 0x7f324c068ea0 2024-03-18T22:57:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.333+0000 7f3252bc6640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f324c111ed0 con 0x7f324c1078f0 2024-03-18T22:57:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.334+0000 7f324bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f324c069840 0x7f324c1985d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.334+0000 7f3250962640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f324c068ea0 0x7f324c198090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.334+0000 7f3250962640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f324c068ea0 0x7f324c198090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.52:44944/0 (socket says 172.21.15.52:44944) 2024-03-18T22:57:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.334+0000 7f3250962640 1 -- 172.21.15.52:0/4260850593 learned_addr learned my addr 172.21.15.52:0/4260850593 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:57:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.334+0000 7f3251163640 1 --2- 172.21.15.52:0/4260850593 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f324c1078f0 0x7f324c19c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.334+0000 7f3250962640 1 -- 172.21.15.52:0/4260850593 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f324c1078f0 msgr2=0x7f324c19c950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.334+0000 7f3250962640 1 --2- 172.21.15.52:0/4260850593 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f324c1078f0 0x7f324c19c950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.334+0000 7f3250962640 1 -- 172.21.15.52:0/4260850593 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f324c069840 msgr2=0x7f324c1985d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.334+0000 7f3250962640 1 --2- 172.21.15.52:0/4260850593 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f324c069840 0x7f324c1985d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.334+0000 7f3250962640 1 -- 172.21.15.52:0/4260850593 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f324c19d080 con 0x7f324c068ea0 2024-03-18T22:57:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.334+0000 7f3251163640 1 --2- 172.21.15.52:0/4260850593 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f324c1078f0 0x7f324c19c950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:57:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.334+0000 7f324bfff640 1 --2- 172.21.15.52:0/4260850593 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f324c069840 0x7f324c1985d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:57:22.338 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.334+0000 7f3250962640 1 --2- 172.21.15.52:0/4260850593 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f324c068ea0 0x7f324c198090 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f324000e9c0 tx=0x7f324000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:57:22.338 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.334+0000 7f3249ffb640 1 -- 172.21.15.52:0/4260850593 <== mon.2 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f324000cde0 con 0x7f324c068ea0 2024-03-18T22:57:22.338 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.334+0000 7f3249ffb640 1 -- 172.21.15.52:0/4260850593 <== mon.2 v2:172.21.15.99:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f32400035f0 con 0x7f324c068ea0 2024-03-18T22:57:22.338 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.334+0000 7f3252bc6640 1 -- 172.21.15.52:0/4260850593 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f324c19d370 con 0x7f324c068ea0 2024-03-18T22:57:22.340 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.335+0000 7f3249ffb640 1 -- 172.21.15.52:0/4260850593 <== mon.2 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3240010670 con 0x7f324c068ea0 2024-03-18T22:57:22.340 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.335+0000 7f3252bc6640 1 -- 172.21.15.52:0/4260850593 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f324c100970 con 0x7f324c068ea0 2024-03-18T22:57:22.340 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.336+0000 7f3249ffb640 1 -- 172.21.15.52:0/4260850593 <== mon.2 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 24) ==== 137523+0+0 (secure 0 0 0) 0x7f32400037a0 con 0x7f324c068ea0 2024-03-18T22:57:22.340 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.337+0000 7f3249ffb640 1 --2- 172.21.15.52:0/4260850593 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f323c0a2bb0 0x7f323c0a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:22.340 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.337+0000 7f324bfff640 1 --2- 172.21.15.52:0/4260850593 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f323c0a2bb0 0x7f323c0a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:22.340 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.337+0000 7f3249ffb640 1 -- 172.21.15.52:0/4260850593 <== mon.2 v2:172.21.15.99:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7f32400cef90 con 0x7f324c068ea0 2024-03-18T22:57:22.340 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.338+0000 7f324bfff640 1 --2- 172.21.15.52:0/4260850593 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f323c0a2bb0 0x7f323c0a5070 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f324c077a20 tx=0x7f3238005f90 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:57:22.340 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.339+0000 7f32557b1740 1 Processor -- start 2024-03-18T22:57:22.340 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.339+0000 7f32557b1740 1 -- start start 2024-03-18T22:57:22.340 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.339+0000 7f32557b1740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f096798ef0 0x55f0967992d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:22.340 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.339+0000 7f32557b1740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f096799810 0x55f0967a20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.339+0000 7f32557b1740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f0967a25e0 0x55f0967a49d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.339+0000 7f32557b1740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55f0966fcbe0 con 0x55f096798ef0 2024-03-18T22:57:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.339+0000 7f32557b1740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x55f0966a5960 con 0x55f096799810 2024-03-18T22:57:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.339+0000 7f32557b1740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x55f0966f8c80 con 0x55f0967a25e0 2024-03-18T22:57:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.339+0000 7f3250962640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f096798ef0 0x55f0967992d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.339+0000 7f3250962640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f096798ef0 0x55f0967992d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35878/0 (socket says 172.21.15.52:35878) 2024-03-18T22:57:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.339+0000 7f3250962640 1 -- 172.21.15.52:0/667192402 learned_addr learned my addr 172.21.15.52:0/667192402 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:57:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.339+0000 7f3251163640 1 --2- 172.21.15.52:0/667192402 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f0967a25e0 0x55f0967a49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.339+0000 7f324bfff640 1 --2- 172.21.15.52:0/667192402 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f096799810 0x55f0967a20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.339+0000 7f3250962640 1 -- 172.21.15.52:0/667192402 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f0967a25e0 msgr2=0x55f0967a49d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.339+0000 7f3250962640 1 --2- 172.21.15.52:0/667192402 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f0967a25e0 0x55f0967a49d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.339+0000 7f3250962640 1 -- 172.21.15.52:0/667192402 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f096799810 msgr2=0x55f0967a20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.339+0000 7f3250962640 1 --2- 172.21.15.52:0/667192402 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f096799810 0x55f0967a20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.339+0000 7f3250962640 1 -- 172.21.15.52:0/667192402 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f09669cd20 con 0x55f096798ef0 2024-03-18T22:57:22.343 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.340+0000 7f3250962640 1 --2- 172.21.15.52:0/667192402 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f096798ef0 0x55f0967992d0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f324009b070 tx=0x7f324009ba70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cd7bbb77b6beb40 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:57:22.343 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.340+0000 7f3236ffd640 1 -- 172.21.15.52:0/667192402 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32400a3b10 con 0x55f096798ef0 2024-03-18T22:57:22.343 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.340+0000 7f3236ffd640 1 -- 172.21.15.52:0/667192402 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3240099670 con 0x55f096798ef0 2024-03-18T22:57:22.343 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.340+0000 7f3236ffd640 1 -- 172.21.15.52:0/667192402 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3240097b80 con 0x55f096798ef0 2024-03-18T22:57:22.344 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.341+0000 7f32557b1740 1 -- 172.21.15.52:0/667192402 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f096798ef0 msgr2=0x55f0967992d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:22.344 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.341+0000 7f32557b1740 1 --2- 172.21.15.52:0/667192402 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f096798ef0 0x55f0967992d0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f324009b070 tx=0x7f324009ba70 comp rx=0 tx=0).stop 2024-03-18T22:57:22.344 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.341+0000 7f32557b1740 1 -- 172.21.15.52:0/667192402 shutdown_connections 2024-03-18T22:57:22.344 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.341+0000 7f32557b1740 1 --2- 172.21.15.52:0/667192402 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f0967a25e0 0x55f0967a49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.344 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.341+0000 7f32557b1740 1 --2- 172.21.15.52:0/667192402 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f096799810 0x55f0967a20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.344 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.341+0000 7f32557b1740 1 --2- 172.21.15.52:0/667192402 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f096798ef0 0x55f0967992d0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.344 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.341+0000 7f32557b1740 1 -- 172.21.15.52:0/667192402 >> 172.21.15.52:0/667192402 conn(0x55f096793810 msgr2=0x55f096793bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:57:22.344 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.341+0000 7f32557b1740 1 -- 172.21.15.52:0/667192402 shutdown_connections 2024-03-18T22:57:22.344 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.341+0000 7f32557b1740 1 -- 172.21.15.52:0/667192402 wait complete. 2024-03-18T22:57:22.344 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.342+0000 7f32557b1740 1 -- start start 2024-03-18T22:57:22.344 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.342+0000 7f32557b1740 1 Processor -- start 2024-03-18T22:57:22.344 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.343+0000 7f32557b1740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f096798ef0 0x55f0967a1f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:22.344 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.343+0000 7f32557b1740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f096799810 0x55f09679f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:22.347 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.343+0000 7f32557b1740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f0967a25e0 0x55f09679f830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:22.347 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.343+0000 7f3250962640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f096798ef0 0x55f0967a1f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:22.347 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.343+0000 7f324bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f096799810 0x55f09679f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:22.347 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.343+0000 7f3250962640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f096798ef0 0x55f0967a1f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.52:32936/0 (socket says 172.21.15.52:32936) 2024-03-18T22:57:22.348 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.343+0000 7f3250962640 1 -- 172.21.15.52:0/228833260 learned_addr learned my addr 172.21.15.52:0/228833260 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:57:22.348 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.343+0000 7f32557b1740 1 -- 172.21.15.52:0/228833260 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55f0967a5150 con 0x55f096799810 2024-03-18T22:57:22.348 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.343+0000 7f3251163640 1 --2- 172.21.15.52:0/228833260 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f0967a25e0 0x55f09679f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:22.348 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.343+0000 7f32557b1740 1 -- 172.21.15.52:0/228833260 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x55f0966b8db0 con 0x55f0967a25e0 2024-03-18T22:57:22.348 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.343+0000 7f32557b1740 1 -- 172.21.15.52:0/228833260 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x55f0967a52d0 con 0x55f096798ef0 2024-03-18T22:57:22.348 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.344+0000 7f32557b1740 10 client.0 _ll_register_callbacks cb 0x55f0966bde70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:57:22.348 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.344+0000 7f3250962640 1 -- 172.21.15.52:0/228833260 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f0967a25e0 msgr2=0x55f09679f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:22.348 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.344+0000 7f3250962640 1 --2- 172.21.15.52:0/228833260 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f0967a25e0 0x55f09679f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.348 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.344+0000 7f3250962640 1 -- 172.21.15.52:0/228833260 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f096799810 msgr2=0x55f09679f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:22.348 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.344+0000 7f3250962640 1 --2- 172.21.15.52:0/228833260 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f096799810 0x55f09679f2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.348 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.344+0000 7f3250962640 1 -- 172.21.15.52:0/228833260 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f0966b7c60 con 0x55f096798ef0 2024-03-18T22:57:22.348 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.344+0000 7f3251163640 1 --2- 172.21.15.52:0/228833260 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f0967a25e0 0x55f09679f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:57:22.348 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.344+0000 7f324bfff640 1 --2- 172.21.15.52:0/228833260 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f096799810 0x55f09679f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:57:22.348 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.344+0000 7f32557b1740 1 -- 172.21.15.52:0/228833260 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3240099670 con 0x55f096798ef0 2024-03-18T22:57:22.349 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.344+0000 7f3250962640 1 --2- 172.21.15.52:0/228833260 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f096798ef0 0x55f0967a1f40 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f324000c6a0 tx=0x7f3240003ea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e00b3848810f1668 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:57:22.349 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.344+0000 7f322bfff640 10 client.25222 ms_handle_connect on v2:172.21.15.181:3300/0 2024-03-18T22:57:22.349 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.344+0000 7f322bfff640 1 -- 172.21.15.52:0/228833260 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32400cc470 con 0x55f096798ef0 2024-03-18T22:57:22.349 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.344+0000 7f322bfff640 1 -- 172.21.15.52:0/228833260 <== mon.1 v2:172.21.15.181:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7f324009f170 con 0x55f096798ef0 2024-03-18T22:57:22.349 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.345+0000 7f322bfff640 1 -- 172.21.15.52:0/228833260 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f32400a3b10 con 0x55f096798ef0 2024-03-18T22:57:22.349 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.345+0000 7f32557b1740 10 client.25222 fetch_fsmap learned FSMap version 22 2024-03-18T22:57:22.349 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.345+0000 7f32557b1740 1 -- 172.21.15.52:0/228833260 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({fsmap=22}) -- 0x55f096411210 con 0x55f096798ef0 2024-03-18T22:57:22.349 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.345+0000 7f322bfff640 1 -- 172.21.15.52:0/228833260 <== mon.1 v2:172.21.15.181:3300/0 4 ==== fsmap(e 22) ==== 8338+0+0 (secure 0 0 0) 0x7f32400cc810 con 0x55f096798ef0 2024-03-18T22:57:22.349 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.345+0000 7f32557b1740 10 client.25222 fetch_fsmap finished waiting for FSMap version 22 2024-03-18T22:57:22.349 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.345+0000 7f32557b1740 10 client.25222 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-03-18T22:57:22.349 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.345+0000 7f32557b1740 20 client.25222 populate_metadata read hostname 'smithi052' 2024-03-18T22:57:22.349 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.345+0000 7f32557b1740 1 --2- 172.21.15.52:0/228833260 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55f0967b20a0 0x55f0967b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:22.349 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.345+0000 7f32557b1740 4 client.25222 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-18T22:57:22.349 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.345+0000 7f32557b1740 1 -- 172.21.15.52:0/228833260 --> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f09670a120 con 0x55f0967b20a0 2024-03-18T22:57:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.345+0000 7f324bfff640 1 --2- 172.21.15.52:0/228833260 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55f0967b20a0 0x55f0967b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.346+0000 7f322bfff640 10 client.25222 ms_handle_connect on v2:172.21.15.99:6838/326875962 2024-03-18T22:57:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.346+0000 7f324bfff640 1 --2- 172.21.15.52:0/228833260 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55f0967b20a0 0x55f0967b4490 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d265239012725fed server_cookie=62fe583ec4af2b5a in_seq=0 out_seq=0 2024-03-18T22:57:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.346+0000 7f322bfff640 1 -- 172.21.15.52:0/228833260 <== mds.0 v2:172.21.15.99:6838/326875962 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55f09670a120 con 0x55f0967b20a0 2024-03-18T22:57:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.346+0000 7f322bfff640 10 client.25222 handle_command_reply: tid=0 2024-03-18T22:57:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.346+0000 7f32557b1740 1 client.25222 shutdown 2024-03-18T22:57:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.346+0000 7f32557b1740 1 -- 172.21.15.52:0/228833260 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f096798ef0 msgr2=0x55f0967a1f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.346+0000 7f32557b1740 1 --2- 172.21.15.52:0/228833260 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f096798ef0 0x55f0967a1f40 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f324000c6a0 tx=0x7f3240003ea0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.346+0000 7f32557b1740 1 -- 172.21.15.52:0/228833260 shutdown_connections 2024-03-18T22:57:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.346+0000 7f32557b1740 1 --2- 172.21.15.52:0/228833260 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f0967a25e0 0x55f09679f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.346+0000 7f32557b1740 1 --2- 172.21.15.52:0/228833260 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f096799810 0x55f09679f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.346+0000 7f32557b1740 1 --2- 172.21.15.52:0/228833260 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55f0967b20a0 0x55f0967b4490 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.346+0000 7f32557b1740 1 --2- 172.21.15.52:0/228833260 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f096798ef0 0x55f0967a1f40 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.351 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.346+0000 7f322bfff640 0 client.25222 ms_handle_reset on v2:172.21.15.99:6838/326875962 2024-03-18T22:57:22.351 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.347+0000 7f32557b1740 1 -- 172.21.15.52:0/228833260 >> 172.21.15.52:0/228833260 conn(0x55f096793810 msgr2=0x55f096792ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:57:22.351 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.347+0000 7f32557b1740 1 -- 172.21.15.52:0/228833260 shutdown_connections 2024-03-18T22:57:22.351 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.347+0000 7f32557b1740 1 -- 172.21.15.52:0/228833260 wait complete. 2024-03-18T22:57:22.351 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.347+0000 7f32557b1740 20 client.25222 trim_cache size 0 max 16384 2024-03-18T22:57:22.363 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.361+0000 7f32557b1740 1 Processor -- start 2024-03-18T22:57:22.363 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.362+0000 7f32557b1740 1 -- start start 2024-03-18T22:57:22.363 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.362+0000 7f32557b1740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f096798ef0 0x55f0967b74b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:22.363 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.362+0000 7f32557b1740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f096799810 0x55f0967a1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:22.363 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.362+0000 7f32557b1740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f0967a25e0 0x55f0967a1f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:22.364 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.362+0000 7f32557b1740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f324c1b2140 con 0x55f096799810 2024-03-18T22:57:22.364 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.362+0000 7f32557b1740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f324c1afa10 con 0x55f096798ef0 2024-03-18T22:57:22.364 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.362+0000 7f32557b1740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f324c1ad860 con 0x55f0967a25e0 2024-03-18T22:57:22.364 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.362+0000 7f3251163640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f0967a25e0 0x55f0967a1f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:22.364 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.362+0000 7f3250962640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f096798ef0 0x55f0967b74b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:22.364 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.362+0000 7f3251163640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f0967a25e0 0x55f0967a1f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.52:32938/0 (socket says 172.21.15.52:32938) 2024-03-18T22:57:22.364 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.362+0000 7f3251163640 1 -- 172.21.15.52:0/2852654193 learned_addr learned my addr 172.21.15.52:0/2852654193 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:57:22.364 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.362+0000 7f324bfff640 1 --2- 172.21.15.52:0/2852654193 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f096799810 0x55f0967a1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:22.364 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.362+0000 7f3251163640 1 -- 172.21.15.52:0/2852654193 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f096798ef0 msgr2=0x55f0967b74b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:22.364 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.362+0000 7f3251163640 1 --2- 172.21.15.52:0/2852654193 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f096798ef0 0x55f0967b74b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.364 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.362+0000 7f3251163640 1 -- 172.21.15.52:0/2852654193 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f096799810 msgr2=0x55f0967a1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:22.364 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.362+0000 7f3251163640 1 --2- 172.21.15.52:0/2852654193 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f096799810 0x55f0967a1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.364 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.362+0000 7f3251163640 1 -- 172.21.15.52:0/2852654193 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f096799640 con 0x55f0967a25e0 2024-03-18T22:57:22.365 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.362+0000 7f3250962640 1 --2- 172.21.15.52:0/2852654193 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f096798ef0 0x55f0967b74b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:57:22.365 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.362+0000 7f324bfff640 1 --2- 172.21.15.52:0/2852654193 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f096799810 0x55f0967a1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:57:22.365 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.362+0000 7f3251163640 1 --2- 172.21.15.52:0/2852654193 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f0967a25e0 0x55f0967a1f40 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f3244009be0 tx=0x7f32440338e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b3b72b51ae1fff97 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:57:22.365 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.363+0000 7f32367fc640 1 -- 172.21.15.52:0/2852654193 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3244003970 con 0x55f0967a25e0 2024-03-18T22:57:22.365 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.363+0000 7f32367fc640 1 -- 172.21.15.52:0/2852654193 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f324402cd90 con 0x55f0967a25e0 2024-03-18T22:57:22.365 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.363+0000 7f32367fc640 1 -- 172.21.15.52:0/2852654193 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3244004780 con 0x55f0967a25e0 2024-03-18T22:57:22.368 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.363+0000 7f32557b1740 1 -- 172.21.15.52:0/2852654193 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f0967a25e0 msgr2=0x55f0967a1f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:22.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.363+0000 7f32557b1740 1 --2- 172.21.15.52:0/2852654193 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f0967a25e0 0x55f0967a1f40 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f3244009be0 tx=0x7f32440338e0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.363+0000 7f32557b1740 1 -- 172.21.15.52:0/2852654193 shutdown_connections 2024-03-18T22:57:22.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.363+0000 7f32557b1740 1 --2- 172.21.15.52:0/2852654193 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f0967a25e0 0x55f0967a1f40 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.363+0000 7f32557b1740 1 --2- 172.21.15.52:0/2852654193 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f096799810 0x55f0967a1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.363+0000 7f32557b1740 1 --2- 172.21.15.52:0/2852654193 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f096798ef0 0x55f0967b74b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.363+0000 7f32557b1740 1 -- 172.21.15.52:0/2852654193 >> 172.21.15.52:0/2852654193 conn(0x55f096793810 msgr2=0x55f096793bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:57:22.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.363+0000 7f32557b1740 1 -- 172.21.15.52:0/2852654193 shutdown_connections 2024-03-18T22:57:22.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.363+0000 7f32557b1740 1 -- 172.21.15.52:0/2852654193 wait complete. 2024-03-18T22:57:22.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.364+0000 7f32557b1740 1 -- start start 2024-03-18T22:57:22.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.364+0000 7f32557b1740 1 Processor -- start 2024-03-18T22:57:22.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.364+0000 7f32557b1740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f096798ef0 0x55f0967b5170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:22.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.364+0000 7f32557b1740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f096799810 0x55f0967b56b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:22.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.364+0000 7f32557b1740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f0967a25e0 0x55f096817040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:22.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.364+0000 7f32557b1740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f324c1aded0 con 0x55f096799810 2024-03-18T22:57:22.370 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.364+0000 7f32557b1740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f324c1af340 con 0x55f096798ef0 2024-03-18T22:57:22.370 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.365+0000 7f32557b1740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f324c1ae5a0 con 0x55f0967a25e0 2024-03-18T22:57:22.370 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.365+0000 7f32557b1740 10 client.0 _ll_register_callbacks cb 0x7f3238009db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:57:22.370 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.365+0000 7f324bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f096799810 0x55f0967b56b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:22.370 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.365+0000 7f324bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f096799810 0x55f0967b56b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35894/0 (socket says 172.21.15.52:35894) 2024-03-18T22:57:22.370 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.365+0000 7f324bfff640 1 -- 172.21.15.52:0/4220385520 learned_addr learned my addr 172.21.15.52:0/4220385520 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:57:22.370 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.365+0000 7f3250962640 1 --2- 172.21.15.52:0/4220385520 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f096798ef0 0x55f0967b5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:22.370 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.365+0000 7f3251163640 1 --2- 172.21.15.52:0/4220385520 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f0967a25e0 0x55f096817040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:22.370 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.365+0000 7f324bfff640 1 -- 172.21.15.52:0/4220385520 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f0967a25e0 msgr2=0x55f096817040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:22.370 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.365+0000 7f324bfff640 1 --2- 172.21.15.52:0/4220385520 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f0967a25e0 0x55f096817040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.370 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.365+0000 7f324bfff640 1 -- 172.21.15.52:0/4220385520 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f096798ef0 msgr2=0x55f0967b5170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:22.370 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.365+0000 7f324bfff640 1 --2- 172.21.15.52:0/4220385520 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f096798ef0 0x55f0967b5170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.370 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.365+0000 7f324bfff640 1 -- 172.21.15.52:0/4220385520 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f0964dd620 con 0x55f096799810 2024-03-18T22:57:22.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.365+0000 7f3251163640 1 --2- 172.21.15.52:0/4220385520 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f0967a25e0 0x55f096817040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:57:22.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.365+0000 7f3250962640 1 --2- 172.21.15.52:0/4220385520 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f096798ef0 0x55f0967b5170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:57:22.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.365+0000 7f324bfff640 1 --2- 172.21.15.52:0/4220385520 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f096799810 0x55f0967b56b0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x55f0967989a0 tx=0x7f3238004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fb6f8198bdad0c4 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:57:22.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.365+0000 7f322bfff640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-03-18T22:57:22.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.365+0000 7f322bfff640 1 -- 172.21.15.52:0/4220385520 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f323800fbd0 con 0x55f096799810 2024-03-18T22:57:22.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.365+0000 7f322bfff640 1 -- 172.21.15.52:0/4220385520 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7f323800fd70 con 0x55f096799810 2024-03-18T22:57:22.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.365+0000 7f32557b1740 1 -- 172.21.15.52:0/4220385520 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f324402cd90 con 0x55f096799810 2024-03-18T22:57:22.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.366+0000 7f322bfff640 1 -- 172.21.15.52:0/4220385520 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f323803b050 con 0x55f096799810 2024-03-18T22:57:22.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.366+0000 7f32557b1740 10 client.15429 fetch_fsmap learned FSMap version 22 2024-03-18T22:57:22.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.366+0000 7f32557b1740 1 -- 172.21.15.52:0/4220385520 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=4+}) -- 0x55f096818580 con 0x55f096799810 2024-03-18T22:57:22.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.366+0000 7f322bfff640 1 -- 172.21.15.52:0/4220385520 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f324402cd90 con 0x55f096799810 2024-03-18T22:57:22.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.366+0000 7f322bfff640 1 -- 172.21.15.52:0/4220385520 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 22) ==== 8338+0+0 (secure 0 0 0) 0x7f323801a040 con 0x55f096799810 2024-03-18T22:57:22.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.366+0000 7f32557b1740 10 client.15429 fetch_fsmap finished waiting for FSMap version 22 2024-03-18T22:57:22.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.366+0000 7f32557b1740 10 client.15429 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-03-18T22:57:22.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.366+0000 7f32557b1740 20 client.15429 populate_metadata read hostname 'smithi052' 2024-03-18T22:57:22.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.366+0000 7f32557b1740 1 --2- 172.21.15.52:0/4220385520 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55f096818c90 0x55f09681b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:22.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.366+0000 7f32557b1740 4 client.15429 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-18T22:57:22.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.366+0000 7f32557b1740 1 -- 172.21.15.52:0/4220385520 --> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f096704470 con 0x55f096818c90 2024-03-18T22:57:22.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.366+0000 7f3250962640 1 --2- 172.21.15.52:0/4220385520 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55f096818c90 0x55f09681b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:22.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.367+0000 7f322bfff640 10 client.15429 ms_handle_connect on v2:172.21.15.99:6838/326875962 2024-03-18T22:57:22.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.367+0000 7f3250962640 1 --2- 172.21.15.52:0/4220385520 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55f096818c90 0x55f09681b0b0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b0814040a9405662 server_cookie=df7bbd5cebaec99c in_seq=0 out_seq=0 2024-03-18T22:57:22.373 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.370+0000 7f322bfff640 1 -- 172.21.15.52:0/4220385520 <== mds.0 v2:172.21.15.99:6838/326875962 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f096704470 con 0x55f096818c90 2024-03-18T22:57:22.373 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.370+0000 7f322bfff640 10 client.15429 handle_command_reply: tid=0 2024-03-18T22:57:22.373 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.370+0000 7f32557b1740 1 client.15429 shutdown 2024-03-18T22:57:22.373 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.370+0000 7f32557b1740 1 -- 172.21.15.52:0/4220385520 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f096799810 msgr2=0x55f0967b56b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:22.373 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.370+0000 7f32557b1740 1 --2- 172.21.15.52:0/4220385520 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f096799810 0x55f0967b56b0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x55f0967989a0 tx=0x7f3238004730 comp rx=0 tx=0).stop 2024-03-18T22:57:22.373 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.370+0000 7f32557b1740 1 -- 172.21.15.52:0/4220385520 shutdown_connections 2024-03-18T22:57:22.373 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.370+0000 7f32557b1740 1 --2- 172.21.15.52:0/4220385520 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55f096818c90 0x55f09681b0b0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.373 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.370+0000 7f32557b1740 1 --2- 172.21.15.52:0/4220385520 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f0967a25e0 0x55f096817040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.370+0000 7f32557b1740 1 --2- 172.21.15.52:0/4220385520 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f096799810 0x55f0967b56b0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.370+0000 7f32557b1740 1 --2- 172.21.15.52:0/4220385520 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55f096798ef0 0x55f0967b5170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.370+0000 7f32557b1740 1 -- 172.21.15.52:0/4220385520 >> 172.21.15.52:0/4220385520 conn(0x55f096793810 msgr2=0x55f0967ad520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:57:22.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.370+0000 7f322bfff640 0 client.15429 ms_handle_reset on v2:172.21.15.99:6838/326875962 2024-03-18T22:57:22.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.370+0000 7f32557b1740 1 -- 172.21.15.52:0/4220385520 shutdown_connections 2024-03-18T22:57:22.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.370+0000 7f32557b1740 1 -- 172.21.15.52:0/4220385520 wait complete. 2024-03-18T22:57:22.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.370+0000 7f32557b1740 20 client.15429 trim_cache size 0 max 16384 2024-03-18T22:57:22.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-03-18T22:57:22.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-03-18T22:57:22.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-03-18T22:57:22.375 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-03-18T22:57:22.375 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.371+0000 7f3252bc6640 1 -- 172.21.15.52:0/4260850593 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f323c0a2bb0 msgr2=0x7f323c0a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:22.375 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.371+0000 7f3252bc6640 1 --2- 172.21.15.52:0/4260850593 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f323c0a2bb0 0x7f323c0a5070 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f324c077a20 tx=0x7f3238005f90 comp rx=0 tx=0).stop 2024-03-18T22:57:22.376 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.371+0000 7f3252bc6640 1 -- 172.21.15.52:0/4260850593 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f324c068ea0 msgr2=0x7f324c198090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:22.376 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.371+0000 7f3252bc6640 1 --2- 172.21.15.52:0/4260850593 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f324c068ea0 0x7f324c198090 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f324000e9c0 tx=0x7f324000ee80 comp rx=0 tx=0).stop 2024-03-18T22:57:22.376 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.371+0000 7f3252bc6640 1 -- 172.21.15.52:0/4260850593 shutdown_connections 2024-03-18T22:57:22.376 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.371+0000 7f3252bc6640 1 --2- 172.21.15.52:0/4260850593 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f323c0a2bb0 0x7f323c0a5070 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.376 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.371+0000 7f3252bc6640 1 --2- 172.21.15.52:0/4260850593 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f324c1078f0 0x7f324c19c950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.376 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.371+0000 7f3252bc6640 1 --2- 172.21.15.52:0/4260850593 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f324c069840 0x7f324c1985d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.376 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.371+0000 7f3252bc6640 1 --2- 172.21.15.52:0/4260850593 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f324c068ea0 0x7f324c198090 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:22.376 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.371+0000 7f3252bc6640 1 -- 172.21.15.52:0/4260850593 >> 172.21.15.52:0/4260850593 conn(0x7f324c077570 msgr2=0x7f324c0fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:57:22.376 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.371+0000 7f3252bc6640 1 -- 172.21.15.52:0/4260850593 shutdown_connections 2024-03-18T22:57:22.376 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:22.371+0000 7f3252bc6640 1 -- 172.21.15.52:0/4260850593 wait complete. 2024-03-18T22:57:23.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:23 smithi052 ceph-mon[32520]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-03-18T22:57:23.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:23 smithi181 ceph-mon[67256]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-03-18T22:57:23.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:23 smithi099 ceph-mon[36725]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-03-18T22:57:25.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:25 smithi052 ceph-mon[32520]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:57:25.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:25 smithi181 ceph-mon[67256]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:57:25.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:25 smithi099 ceph-mon[36725]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:57:27.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:27 smithi052 ceph-mon[32520]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-03-18T22:57:27.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:27 smithi181 ceph-mon[67256]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-03-18T22:57:27.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:27 smithi099 ceph-mon[36725]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-03-18T22:57:29.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:29 smithi052 ceph-mon[32520]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-03-18T22:57:29.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:29 smithi181 ceph-mon[67256]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-03-18T22:57:29.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:29 smithi099 ceph-mon[36725]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-03-18T22:57:31.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:31 smithi052 ceph-mon[32520]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-03-18T22:57:31.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:31 smithi181 ceph-mon[67256]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-03-18T22:57:31.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:31 smithi099 ceph-mon[36725]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-03-18T22:57:33.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:33 smithi052 ceph-mon[32520]: pgmap v22: 97 pgs: 97 active+clean; 1.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-03-18T22:57:33.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:33 smithi181 ceph-mon[67256]: pgmap v22: 97 pgs: 97 active+clean; 1.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-03-18T22:57:33.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:33 smithi099 ceph-mon[36725]: pgmap v22: 97 pgs: 97 active+clean; 1.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-03-18T22:57:35.201 INFO:tasks.workunit.client.0.smithi052.stderr:Note: switching to 'e48b1f6c0608b2615e1890cc46286c3877d6e910'. 2024-03-18T22:57:35.202 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-03-18T22:57:35.202 INFO:tasks.workunit.client.0.smithi052.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-03-18T22:57:35.202 INFO:tasks.workunit.client.0.smithi052.stderr:changes and commit them, and you can discard any commits you make in this 2024-03-18T22:57:35.202 INFO:tasks.workunit.client.0.smithi052.stderr:state without impacting any branches by switching back to a branch. 2024-03-18T22:57:35.202 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-03-18T22:57:35.202 INFO:tasks.workunit.client.0.smithi052.stderr:If you want to create a new branch to retain commits you create, you may 2024-03-18T22:57:35.202 INFO:tasks.workunit.client.0.smithi052.stderr:do so (now or later) by using -c with the switch command. Example: 2024-03-18T22:57:35.202 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-03-18T22:57:35.202 INFO:tasks.workunit.client.0.smithi052.stderr: git switch -c 2024-03-18T22:57:35.202 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-03-18T22:57:35.203 INFO:tasks.workunit.client.0.smithi052.stderr:Or undo this operation with: 2024-03-18T22:57:35.203 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-03-18T22:57:35.203 INFO:tasks.workunit.client.0.smithi052.stderr: git switch - 2024-03-18T22:57:35.203 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-03-18T22:57:35.203 INFO:tasks.workunit.client.0.smithi052.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-03-18T22:57:35.203 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-03-18T22:57:35.203 INFO:tasks.workunit.client.0.smithi052.stderr:HEAD is now at e48b1f6c060 testfix 2024-03-18T22:57:35.206 DEBUG:teuthology.orchestra.run.smithi052:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-03-18T22:57:35.266 INFO:tasks.workunit.client.0.smithi052.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-03-18T22:57:35.268 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-03-18T22:57:35.268 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-03-18T22:57:35.465 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.462+0000 7ffab57f3640 1 -- 172.21.15.52:0/1793241630 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffab010be30 msgr2=0x7ffab010e2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:35.465 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.462+0000 7ffab57f3640 1 --2- 172.21.15.52:0/1793241630 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffab010be30 0x7ffab010e2d0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7ffaa8009ca0 tx=0x7ffaa802c0f0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.465 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.462+0000 7ffab57f3640 1 -- 172.21.15.52:0/1793241630 shutdown_connections 2024-03-18T22:57:35.465 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.462+0000 7ffab57f3640 1 --2- 172.21.15.52:0/1793241630 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffab010be30 0x7ffab010e2d0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.465 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.462+0000 7ffab57f3640 1 --2- 172.21.15.52:0/1793241630 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffab0103380 0x7ffab010b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.465 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.462+0000 7ffab57f3640 1 --2- 172.21.15.52:0/1793241630 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffab0102a60 0x7ffab0102e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.465 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.462+0000 7ffab57f3640 1 -- 172.21.15.52:0/1793241630 >> 172.21.15.52:0/1793241630 conn(0x7ffab0077850 msgr2=0x7ffab0077c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:57:35.465 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.462+0000 7ffab57f3640 1 -- 172.21.15.52:0/1793241630 shutdown_connections 2024-03-18T22:57:35.466 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.462+0000 7ffab57f3640 1 -- 172.21.15.52:0/1793241630 wait complete. 2024-03-18T22:57:35.466 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.463+0000 7ffab57f3640 1 Processor -- start 2024-03-18T22:57:35.466 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.463+0000 7ffab57f3640 1 -- start start 2024-03-18T22:57:35.466 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.463+0000 7ffab57f3640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffab0102a60 0x7ffab0198070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:35.466 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.463+0000 7ffab57f3640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffab0103380 0x7ffab01985b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:35.466 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.463+0000 7ffab57f3640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffab010be30 0x7ffab019c930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:35.466 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.463+0000 7ffab57f3640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ffab0111d50 con 0x7ffab0103380 2024-03-18T22:57:35.466 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.463+0000 7ffab57f3640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7ffab0111bd0 con 0x7ffab010be30 2024-03-18T22:57:35.466 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.463+0000 7ffab57f3640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7ffab0111ed0 con 0x7ffab0102a60 2024-03-18T22:57:35.466 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.463+0000 7ffaa7fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffab0103380 0x7ffab01985b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:35.466 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.463+0000 7ffaaeffd640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffab0102a60 0x7ffab0198070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:35.466 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.463+0000 7ffaa7fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffab0103380 0x7ffab01985b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:37070/0 (socket says 172.21.15.52:37070) 2024-03-18T22:57:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.463+0000 7ffaaeffd640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffab0102a60 0x7ffab0198070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.52:53398/0 (socket says 172.21.15.52:53398) 2024-03-18T22:57:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.463+0000 7ffaa7fff640 1 -- 172.21.15.52:0/163347548 learned_addr learned my addr 172.21.15.52:0/163347548 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:57:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.463+0000 7ffaaf7fe640 1 --2- 172.21.15.52:0/163347548 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffab010be30 0x7ffab019c930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.463+0000 7ffaa7fff640 1 -- 172.21.15.52:0/163347548 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffab0102a60 msgr2=0x7ffab0198070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.463+0000 7ffaa7fff640 1 --2- 172.21.15.52:0/163347548 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffab0102a60 0x7ffab0198070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.463+0000 7ffaa7fff640 1 -- 172.21.15.52:0/163347548 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffab010be30 msgr2=0x7ffab019c930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.463+0000 7ffaa7fff640 1 --2- 172.21.15.52:0/163347548 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffab010be30 0x7ffab019c930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.463+0000 7ffaa7fff640 1 -- 172.21.15.52:0/163347548 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffab019d060 con 0x7ffab0103380 2024-03-18T22:57:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.463+0000 7ffaaeffd640 1 --2- 172.21.15.52:0/163347548 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffab0102a60 0x7ffab0198070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:57:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.463+0000 7ffaa7fff640 1 --2- 172.21.15.52:0/163347548 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffab0103380 0x7ffab01985b0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7ffa9800e9f0 tx=0x7ffa9800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:57:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.464+0000 7ffaacff9640 1 -- 172.21.15.52:0/163347548 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa9800cd80 con 0x7ffab0103380 2024-03-18T22:57:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.464+0000 7ffaacff9640 1 -- 172.21.15.52:0/163347548 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ffa98010930 con 0x7ffab0103380 2024-03-18T22:57:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.464+0000 7ffab57f3640 1 -- 172.21.15.52:0/163347548 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffab019d350 con 0x7ffab0103380 2024-03-18T22:57:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.464+0000 7ffaacff9640 1 -- 172.21.15.52:0/163347548 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa98018b00 con 0x7ffab0103380 2024-03-18T22:57:35.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.464+0000 7ffab57f3640 1 -- 172.21.15.52:0/163347548 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffab01a4be0 con 0x7ffab0103380 2024-03-18T22:57:35.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.466+0000 7ffaacff9640 1 -- 172.21.15.52:0/163347548 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 24) ==== 137523+0+0 (secure 0 0 0) 0x7ffa98018ca0 con 0x7ffab0103380 2024-03-18T22:57:35.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.466+0000 7ffab83d9740 1 Processor -- start 2024-03-18T22:57:35.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.466+0000 7ffab83d9740 1 -- start start 2024-03-18T22:57:35.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.466+0000 7ffaacff9640 1 --2- 172.21.15.52:0/163347548 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7ffa9c0a2b30 0x7ffa9c0a4ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:35.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.466+0000 7ffaaf7fe640 1 --2- 172.21.15.52:0/163347548 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7ffa9c0a2b30 0x7ffa9c0a4ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:35.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.466+0000 7ffaacff9640 1 -- 172.21.15.52:0/163347548 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7ffa980cf4b0 con 0x7ffab0103380 2024-03-18T22:57:35.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.466+0000 7ffab83d9740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563461bcdef0 0x563461bce2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:35.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.466+0000 7ffab83d9740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563461bce810 0x563461bd70a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:35.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.466+0000 7ffab83d9740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563461bd75e0 0x563461bd99d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:35.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.467+0000 7ffab83d9740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x563461b31be0 con 0x563461bce810 2024-03-18T22:57:35.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.467+0000 7ffab83d9740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x563461ada960 con 0x563461bd75e0 2024-03-18T22:57:35.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.467+0000 7ffab83d9740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x563461b2dc80 con 0x563461bcdef0 2024-03-18T22:57:35.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.467+0000 7ffaaeffd640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563461bcdef0 0x563461bce2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:35.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.467+0000 7ffaa7fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563461bce810 0x563461bd70a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:35.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.467+0000 7ffaaeffd640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563461bcdef0 0x563461bce2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.52:53404/0 (socket says 172.21.15.52:53404) 2024-03-18T22:57:35.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.467+0000 7ffaa7fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563461bce810 0x563461bd70a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:37086/0 (socket says 172.21.15.52:37086) 2024-03-18T22:57:35.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.467+0000 7ffaaeffd640 1 -- 172.21.15.52:0/1886432395 learned_addr learned my addr 172.21.15.52:0/1886432395 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:57:35.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.467+0000 7ffaaf7fe640 1 --2- 172.21.15.52:0/1886432395 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563461bd75e0 0x563461bd99d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:35.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.467+0000 7ffaaeffd640 1 -- 172.21.15.52:0/1886432395 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563461bd75e0 msgr2=0x563461bd99d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:35.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.467+0000 7ffaaeffd640 1 --2- 172.21.15.52:0/1886432395 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563461bd75e0 0x563461bd99d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.467+0000 7ffaaeffd640 1 -- 172.21.15.52:0/1886432395 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563461bce810 msgr2=0x563461bd70a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:35.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.467+0000 7ffaaeffd640 1 --2- 172.21.15.52:0/1886432395 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563461bce810 0x563461bd70a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.467+0000 7ffaaeffd640 1 -- 172.21.15.52:0/1886432395 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563461ad1d20 con 0x563461bcdef0 2024-03-18T22:57:35.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.467+0000 7ffaaf7fe640 1 --2- 172.21.15.52:0/1886432395 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563461bd75e0 0x563461bd99d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-18T22:57:35.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.467+0000 7ffaaf7fe640 1 --2- 172.21.15.52:0/163347548 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7ffa9c0a2b30 0x7ffa9c0a4ff0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ffaa8004af0 tx=0x7ffaa8032d50 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:57:35.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.467+0000 7ffaaeffd640 1 --2- 172.21.15.52:0/1886432395 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563461bcdef0 0x563461bce2d0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ffaa00115c0 tx=0x7ffaa00119c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=413559dda6699c03 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:57:35.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.467+0000 7ffaa57fa640 1 -- 172.21.15.52:0/1886432395 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa001e070 con 0x563461bcdef0 2024-03-18T22:57:35.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.467+0000 7ffaa57fa640 1 -- 172.21.15.52:0/1886432395 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ffaa000fa40 con 0x563461bcdef0 2024-03-18T22:57:35.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.467+0000 7ffaa57fa640 1 -- 172.21.15.52:0/1886432395 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa0019ba0 con 0x563461bcdef0 2024-03-18T22:57:35.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.468+0000 7ffab83d9740 1 -- 172.21.15.52:0/1886432395 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563461bcdef0 msgr2=0x563461bce2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:35.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.468+0000 7ffab83d9740 1 --2- 172.21.15.52:0/1886432395 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563461bcdef0 0x563461bce2d0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ffaa00115c0 tx=0x7ffaa00119c0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.468+0000 7ffab83d9740 1 -- 172.21.15.52:0/1886432395 shutdown_connections 2024-03-18T22:57:35.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.468+0000 7ffab83d9740 1 --2- 172.21.15.52:0/1886432395 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563461bd75e0 0x563461bd99d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.468+0000 7ffab83d9740 1 --2- 172.21.15.52:0/1886432395 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563461bce810 0x563461bd70a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.468+0000 7ffab83d9740 1 --2- 172.21.15.52:0/1886432395 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563461bcdef0 0x563461bce2d0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.468+0000 7ffab83d9740 1 -- 172.21.15.52:0/1886432395 >> 172.21.15.52:0/1886432395 conn(0x563461bc8810 msgr2=0x563461bc8bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:57:35.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.468+0000 7ffab83d9740 1 -- 172.21.15.52:0/1886432395 shutdown_connections 2024-03-18T22:57:35.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.468+0000 7ffab83d9740 1 -- 172.21.15.52:0/1886432395 wait complete. 2024-03-18T22:57:35.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.469+0000 7ffab83d9740 1 -- start start 2024-03-18T22:57:35.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.469+0000 7ffab83d9740 1 Processor -- start 2024-03-18T22:57:35.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.469+0000 7ffab83d9740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563461bcdef0 0x563461bd6f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:35.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.469+0000 7ffab83d9740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563461bce810 0x563461bd4300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:35.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.469+0000 7ffab83d9740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563461bd75e0 0x563461bd4880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:35.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.469+0000 7ffab83d9740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x563461bda210 con 0x563461bce810 2024-03-18T22:57:35.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.469+0000 7ffab83d9740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x563461aeddb0 con 0x563461bcdef0 2024-03-18T22:57:35.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.469+0000 7ffab83d9740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x563461bda390 con 0x563461bd75e0 2024-03-18T22:57:35.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.469+0000 7ffab83d9740 10 client.0 _ll_register_callbacks cb 0x563461af2e70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:57:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.469+0000 7ffaa7fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563461bce810 0x563461bd4300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.469+0000 7ffaaeffd640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563461bcdef0 0x563461bd6f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.469+0000 7ffaa7fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563461bce810 0x563461bd4300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:37100/0 (socket says 172.21.15.52:37100) 2024-03-18T22:57:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.469+0000 7ffaa7fff640 1 -- 172.21.15.52:0/2864498229 learned_addr learned my addr 172.21.15.52:0/2864498229 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:57:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.469+0000 7ffaaf7fe640 1 --2- 172.21.15.52:0/2864498229 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563461bd75e0 0x563461bd4880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.469+0000 7ffaa7fff640 1 -- 172.21.15.52:0/2864498229 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563461bd75e0 msgr2=0x563461bd4880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.469+0000 7ffaa7fff640 1 --2- 172.21.15.52:0/2864498229 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563461bd75e0 0x563461bd4880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.469+0000 7ffaa7fff640 1 -- 172.21.15.52:0/2864498229 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563461bcdef0 msgr2=0x563461bd6f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.469+0000 7ffaa7fff640 1 --2- 172.21.15.52:0/2864498229 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563461bcdef0 0x563461bd6f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.469+0000 7ffaa7fff640 1 -- 172.21.15.52:0/2864498229 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563461aecc60 con 0x563461bce810 2024-03-18T22:57:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.469+0000 7ffaaeffd640 1 --2- 172.21.15.52:0/2864498229 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563461bcdef0 0x563461bd6f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:57:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.469+0000 7ffaa7fff640 1 --2- 172.21.15.52:0/2864498229 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563461bce810 0x563461bd4300 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7ffa98097da0 tx=0x7ffa9809b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11caeb877b2ebf92 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:57:35.478 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.469+0000 7ffa967fc640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-03-18T22:57:35.479 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.470+0000 7ffa967fc640 1 -- 172.21.15.52:0/2864498229 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa980a3da0 con 0x563461bce810 2024-03-18T22:57:35.479 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.470+0000 7ffa967fc640 1 -- 172.21.15.52:0/2864498229 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7ffa9809cbc0 con 0x563461bce810 2024-03-18T22:57:35.479 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.470+0000 7ffab83d9740 1 -- 172.21.15.52:0/2864498229 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffaa000fa40 con 0x563461bce810 2024-03-18T22:57:35.479 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.470+0000 7ffa967fc640 1 -- 172.21.15.52:0/2864498229 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7ffa98010cf0 con 0x563461bce810 2024-03-18T22:57:35.479 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.470+0000 7ffab83d9740 10 client.15441 fetch_fsmap learned FSMap version 22 2024-03-18T22:57:35.479 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.470+0000 7ffab83d9740 1 -- 172.21.15.52:0/2864498229 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=4+}) -- 0x563461846210 con 0x563461bce810 2024-03-18T22:57:35.479 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.470+0000 7ffa967fc640 1 -- 172.21.15.52:0/2864498229 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ffaa000fa40 con 0x563461bce810 2024-03-18T22:57:35.479 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.470+0000 7ffa967fc640 1 -- 172.21.15.52:0/2864498229 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 22) ==== 8338+0+0 (secure 0 0 0) 0x7ffa9809ae00 con 0x563461bce810 2024-03-18T22:57:35.479 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.470+0000 7ffab83d9740 10 client.15441 fetch_fsmap finished waiting for FSMap version 22 2024-03-18T22:57:35.479 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.470+0000 7ffab83d9740 10 client.15441 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-03-18T22:57:35.479 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.470+0000 7ffab83d9740 20 client.15441 populate_metadata read hostname 'smithi052' 2024-03-18T22:57:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.470+0000 7ffab83d9740 1 --2- 172.21.15.52:0/2864498229 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x563461be73c0 0x563461be97b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.470+0000 7ffab83d9740 4 client.15441 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-18T22:57:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.470+0000 7ffab83d9740 1 -- 172.21.15.52:0/2864498229 --> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563461b3f120 con 0x563461be73c0 2024-03-18T22:57:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.470+0000 7ffaaeffd640 1 --2- 172.21.15.52:0/2864498229 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x563461be73c0 0x563461be97b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.471+0000 7ffa967fc640 10 client.15441 ms_handle_connect on v2:172.21.15.99:6838/326875962 2024-03-18T22:57:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.471+0000 7ffaaeffd640 1 --2- 172.21.15.52:0/2864498229 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x563461be73c0 0x563461be97b0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b94a0e27f4a95ad0 server_cookie=7ce1a7c892182372 in_seq=0 out_seq=0 2024-03-18T22:57:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.472+0000 7ffa967fc640 1 -- 172.21.15.52:0/2864498229 <== mds.0 v2:172.21.15.99:6838/326875962 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x563461b3f120 con 0x563461be73c0 2024-03-18T22:57:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.472+0000 7ffa967fc640 10 client.15441 handle_command_reply: tid=0 2024-03-18T22:57:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.472+0000 7ffab83d9740 1 client.15441 shutdown 2024-03-18T22:57:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.472+0000 7ffab83d9740 1 -- 172.21.15.52:0/2864498229 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563461bce810 msgr2=0x563461bd4300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.472+0000 7ffab83d9740 1 --2- 172.21.15.52:0/2864498229 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563461bce810 0x563461bd4300 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7ffa98097da0 tx=0x7ffa9809b840 comp rx=0 tx=0).stop 2024-03-18T22:57:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.472+0000 7ffab83d9740 1 -- 172.21.15.52:0/2864498229 shutdown_connections 2024-03-18T22:57:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.472+0000 7ffab83d9740 1 --2- 172.21.15.52:0/2864498229 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x563461be73c0 0x563461be97b0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.480 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.472+0000 7ffab83d9740 1 --2- 172.21.15.52:0/2864498229 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563461bd75e0 0x563461bd4880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.472+0000 7ffab83d9740 1 --2- 172.21.15.52:0/2864498229 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563461bce810 0x563461bd4300 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.472+0000 7ffa967fc640 0 client.15441 ms_handle_reset on v2:172.21.15.99:6838/326875962 2024-03-18T22:57:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.472+0000 7ffab83d9740 1 --2- 172.21.15.52:0/2864498229 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563461bcdef0 0x563461bd6f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.472+0000 7ffab83d9740 1 -- 172.21.15.52:0/2864498229 >> 172.21.15.52:0/2864498229 conn(0x563461bc8810 msgr2=0x563461bc7ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:57:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.472+0000 7ffab83d9740 1 -- 172.21.15.52:0/2864498229 shutdown_connections 2024-03-18T22:57:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.472+0000 7ffab83d9740 1 -- 172.21.15.52:0/2864498229 wait complete. 2024-03-18T22:57:35.481 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.472+0000 7ffab83d9740 20 client.15441 trim_cache size 0 max 16384 2024-03-18T22:57:35.487 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.487+0000 7ffab83d9740 1 Processor -- start 2024-03-18T22:57:35.487 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.487+0000 7ffab83d9740 1 -- start start 2024-03-18T22:57:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.487+0000 7ffab83d9740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563461bcdef0 0x563461be2fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.487+0000 7ffab83d9740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563461bce810 0x563461bc3940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.487+0000 7ffab83d9740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563461bd75e0 0x563461bef020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.487+0000 7ffab83d9740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ffab01afe10 con 0x563461bcdef0 2024-03-18T22:57:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.487+0000 7ffab83d9740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7ffab01ad6e0 con 0x563461bce810 2024-03-18T22:57:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.487+0000 7ffab83d9740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7ffab01ab530 con 0x563461bd75e0 2024-03-18T22:57:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.487+0000 7ffaaeffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563461bcdef0 0x563461be2fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.487+0000 7ffaaeffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563461bcdef0 0x563461be2fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:37112/0 (socket says 172.21.15.52:37112) 2024-03-18T22:57:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.487+0000 7ffaaeffd640 1 -- 172.21.15.52:0/1587927642 learned_addr learned my addr 172.21.15.52:0/1587927642 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:57:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.488+0000 7ffaa7fff640 1 --2- 172.21.15.52:0/1587927642 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563461bce810 0x563461bc3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.488+0000 7ffaaf7fe640 1 --2- 172.21.15.52:0/1587927642 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563461bd75e0 0x563461bef020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:35.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.488+0000 7ffaaeffd640 1 -- 172.21.15.52:0/1587927642 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563461bd75e0 msgr2=0x563461bef020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.488+0000 7ffaaeffd640 1 --2- 172.21.15.52:0/1587927642 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563461bd75e0 0x563461bef020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.488+0000 7ffaaeffd640 1 -- 172.21.15.52:0/1587927642 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563461bce810 msgr2=0x563461bc3940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.488+0000 7ffaaeffd640 1 --2- 172.21.15.52:0/1587927642 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563461bce810 0x563461bc3940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.488+0000 7ffaaeffd640 1 -- 172.21.15.52:0/1587927642 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563461bce640 con 0x563461bcdef0 2024-03-18T22:57:35.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:35 smithi052 ceph-mon[32520]: pgmap v23: 97 pgs: 97 active+clean; 1.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.6 KiB/s wr, 5 op/s 2024-03-18T22:57:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.488+0000 7ffaaeffd640 1 --2- 172.21.15.52:0/1587927642 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563461bcdef0 0x563461be2fb0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7ffaa0011ec0 tx=0x7ffaa000f7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f86a9a305bd1c59 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:57:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.488+0000 7ffaa4ff9640 1 -- 172.21.15.52:0/1587927642 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa002f070 con 0x563461bcdef0 2024-03-18T22:57:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.488+0000 7ffaa4ff9640 1 -- 172.21.15.52:0/1587927642 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ffaa002a7b0 con 0x563461bcdef0 2024-03-18T22:57:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.488+0000 7ffaa4ff9640 1 -- 172.21.15.52:0/1587927642 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa001e040 con 0x563461bcdef0 2024-03-18T22:57:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.489+0000 7ffab83d9740 1 -- 172.21.15.52:0/1587927642 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563461bcdef0 msgr2=0x563461be2fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.489+0000 7ffab83d9740 1 --2- 172.21.15.52:0/1587927642 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563461bcdef0 0x563461be2fb0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7ffaa0011ec0 tx=0x7ffaa000f7d0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.489+0000 7ffab83d9740 1 -- 172.21.15.52:0/1587927642 shutdown_connections 2024-03-18T22:57:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.489+0000 7ffab83d9740 1 --2- 172.21.15.52:0/1587927642 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563461bd75e0 0x563461bef020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.489+0000 7ffab83d9740 1 --2- 172.21.15.52:0/1587927642 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563461bce810 0x563461bc3940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.489+0000 7ffab83d9740 1 --2- 172.21.15.52:0/1587927642 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563461bcdef0 0x563461be2fb0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.489+0000 7ffab83d9740 1 -- 172.21.15.52:0/1587927642 >> 172.21.15.52:0/1587927642 conn(0x563461bc8810 msgr2=0x563461bc7ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:57:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.489+0000 7ffab83d9740 1 -- 172.21.15.52:0/1587927642 shutdown_connections 2024-03-18T22:57:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.489+0000 7ffab83d9740 1 -- 172.21.15.52:0/1587927642 wait complete. 2024-03-18T22:57:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.489+0000 7ffab83d9740 1 -- start start 2024-03-18T22:57:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.489+0000 7ffab83d9740 1 Processor -- start 2024-03-18T22:57:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.490+0000 7ffab83d9740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563461bcdef0 0x563461bdafa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.490+0000 7ffab83d9740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563461bce810 0x563461bdb4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.490+0000 7ffab83d9740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563461bd75e0 0x563461bdba20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.490+0000 7ffab83d9740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ffab01abba0 con 0x563461bce810 2024-03-18T22:57:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.490+0000 7ffab83d9740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7ffab01ad010 con 0x563461bcdef0 2024-03-18T22:57:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.490+0000 7ffab83d9740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7ffab01ac270 con 0x563461bd75e0 2024-03-18T22:57:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.490+0000 7ffab83d9740 10 client.0 _ll_register_callbacks cb 0x7ffa9809b710 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:57:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.490+0000 7ffaa7fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563461bce810 0x563461bdb4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.490+0000 7ffaa7fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563461bce810 0x563461bdb4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:37124/0 (socket says 172.21.15.52:37124) 2024-03-18T22:57:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.490+0000 7ffaa7fff640 1 -- 172.21.15.52:0/47625702 learned_addr learned my addr 172.21.15.52:0/47625702 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:57:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.490+0000 7ffaaeffd640 1 --2- 172.21.15.52:0/47625702 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563461bcdef0 0x563461bdafa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.490+0000 7ffaaf7fe640 1 --2- 172.21.15.52:0/47625702 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563461bd75e0 0x563461bdba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.490+0000 7ffaa7fff640 1 -- 172.21.15.52:0/47625702 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563461bd75e0 msgr2=0x563461bdba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.490+0000 7ffaa7fff640 1 --2- 172.21.15.52:0/47625702 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563461bd75e0 0x563461bdba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.490+0000 7ffaa7fff640 1 -- 172.21.15.52:0/47625702 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563461bcdef0 msgr2=0x563461bdafa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.490+0000 7ffaa7fff640 1 --2- 172.21.15.52:0/47625702 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563461bcdef0 0x563461bdafa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.490+0000 7ffaa7fff640 1 -- 172.21.15.52:0/47625702 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563461912620 con 0x563461bce810 2024-03-18T22:57:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.490+0000 7ffaaeffd640 1 --2- 172.21.15.52:0/47625702 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563461bcdef0 0x563461bdafa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:57:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.490+0000 7ffaa7fff640 1 --2- 172.21.15.52:0/47625702 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563461bce810 0x563461bdb4e0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7ffa9800c6a0 tx=0x7ffa98018520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8d76af9ea06492e server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:57:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.490+0000 7ffa967fc640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-03-18T22:57:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.490+0000 7ffa967fc640 1 -- 172.21.15.52:0/47625702 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa9809b2a0 con 0x563461bce810 2024-03-18T22:57:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.490+0000 7ffa967fc640 1 -- 172.21.15.52:0/47625702 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7ffa980ccd30 con 0x563461bce810 2024-03-18T22:57:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.490+0000 7ffab83d9740 1 -- 172.21.15.52:0/47625702 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffaa002a7b0 con 0x563461bce810 2024-03-18T22:57:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.491+0000 7ffa967fc640 1 -- 172.21.15.52:0/47625702 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7ffa98010cf0 con 0x563461bce810 2024-03-18T22:57:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.491+0000 7ffab83d9740 10 client.15447 fetch_fsmap learned FSMap version 22 2024-03-18T22:57:35.497 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.491+0000 7ffab83d9740 1 -- 172.21.15.52:0/47625702 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=4+}) -- 0x563461c4d7f0 con 0x563461bce810 2024-03-18T22:57:35.497 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.491+0000 7ffa967fc640 1 -- 172.21.15.52:0/47625702 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ffaa002a7b0 con 0x563461bce810 2024-03-18T22:57:35.497 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.491+0000 7ffa967fc640 1 -- 172.21.15.52:0/47625702 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 22) ==== 8338+0+0 (secure 0 0 0) 0x7ffa9809a800 con 0x563461bce810 2024-03-18T22:57:35.497 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.491+0000 7ffab83d9740 10 client.15447 fetch_fsmap finished waiting for FSMap version 22 2024-03-18T22:57:35.497 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.491+0000 7ffab83d9740 10 client.15447 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-03-18T22:57:35.497 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.491+0000 7ffab83d9740 20 client.15447 populate_metadata read hostname 'smithi052' 2024-03-18T22:57:35.497 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.491+0000 7ffab83d9740 1 --2- 172.21.15.52:0/47625702 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x563461c4dde0 0x563461c50200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:35.497 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.491+0000 7ffab83d9740 4 client.15447 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-18T22:57:35.497 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.491+0000 7ffab83d9740 1 -- 172.21.15.52:0/47625702 --> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563461b39470 con 0x563461c4dde0 2024-03-18T22:57:35.497 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.491+0000 7ffaaeffd640 1 --2- 172.21.15.52:0/47625702 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x563461c4dde0 0x563461c50200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:35.497 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.491+0000 7ffa967fc640 10 client.15447 ms_handle_connect on v2:172.21.15.99:6838/326875962 2024-03-18T22:57:35.497 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.491+0000 7ffaaeffd640 1 --2- 172.21.15.52:0/47625702 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x563461c4dde0 0x563461c50200 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f6770af72909a0fe server_cookie=28059065ea809bd6 in_seq=0 out_seq=0 2024-03-18T22:57:35.499 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.498+0000 7ffa967fc640 1 -- 172.21.15.52:0/47625702 <== mds.0 v2:172.21.15.99:6838/326875962 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563461b39470 con 0x563461c4dde0 2024-03-18T22:57:35.499 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.498+0000 7ffa967fc640 10 client.15447 handle_command_reply: tid=0 2024-03-18T22:57:35.499 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.498+0000 7ffab83d9740 1 client.15447 shutdown 2024-03-18T22:57:35.499 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.498+0000 7ffab83d9740 1 -- 172.21.15.52:0/47625702 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563461bce810 msgr2=0x563461bdb4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:35.499 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.498+0000 7ffab83d9740 1 --2- 172.21.15.52:0/47625702 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563461bce810 0x563461bdb4e0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7ffa9800c6a0 tx=0x7ffa98018520 comp rx=0 tx=0).stop 2024-03-18T22:57:35.499 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.498+0000 7ffab83d9740 1 -- 172.21.15.52:0/47625702 shutdown_connections 2024-03-18T22:57:35.499 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.498+0000 7ffab83d9740 1 --2- 172.21.15.52:0/47625702 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x563461c4dde0 0x563461c50200 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.500 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.498+0000 7ffab83d9740 1 --2- 172.21.15.52:0/47625702 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563461bd75e0 0x563461bdba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.500 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.498+0000 7ffab83d9740 1 --2- 172.21.15.52:0/47625702 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563461bce810 0x563461bdb4e0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.500 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.498+0000 7ffab83d9740 1 --2- 172.21.15.52:0/47625702 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563461bcdef0 0x563461bdafa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.500 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.498+0000 7ffab83d9740 1 -- 172.21.15.52:0/47625702 >> 172.21.15.52:0/47625702 conn(0x563461bc8810 msgr2=0x563461bc7ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:57:35.500 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.498+0000 7ffa967fc640 0 client.15447 ms_handle_reset on v2:172.21.15.99:6838/326875962 2024-03-18T22:57:35.500 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.498+0000 7ffab83d9740 1 -- 172.21.15.52:0/47625702 shutdown_connections 2024-03-18T22:57:35.500 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.498+0000 7ffab83d9740 1 -- 172.21.15.52:0/47625702 wait complete. 2024-03-18T22:57:35.500 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.498+0000 7ffab83d9740 20 client.15447 trim_cache size 0 max 16384 2024-03-18T22:57:35.501 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-03-18T22:57:35.501 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-03-18T22:57:35.501 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-03-18T22:57:35.501 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-03-18T22:57:35.502 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.498+0000 7ffab57f3640 1 -- 172.21.15.52:0/163347548 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7ffa9c0a2b30 msgr2=0x7ffa9c0a4ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:35.502 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.498+0000 7ffab57f3640 1 --2- 172.21.15.52:0/163347548 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7ffa9c0a2b30 0x7ffa9c0a4ff0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ffaa8004af0 tx=0x7ffaa8032d50 comp rx=0 tx=0).stop 2024-03-18T22:57:35.502 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.498+0000 7ffab57f3640 1 -- 172.21.15.52:0/163347548 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffab0103380 msgr2=0x7ffab01985b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:35.502 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.498+0000 7ffab57f3640 1 --2- 172.21.15.52:0/163347548 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffab0103380 0x7ffab01985b0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7ffa9800e9f0 tx=0x7ffa9800eeb0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.502 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.499+0000 7ffab57f3640 1 -- 172.21.15.52:0/163347548 shutdown_connections 2024-03-18T22:57:35.502 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.499+0000 7ffab57f3640 1 --2- 172.21.15.52:0/163347548 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffab010be30 0x7ffab019c930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.502 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.499+0000 7ffab57f3640 1 --2- 172.21.15.52:0/163347548 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffab0103380 0x7ffab01985b0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.502 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.499+0000 7ffab57f3640 1 --2- 172.21.15.52:0/163347548 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7ffa9c0a2b30 0x7ffa9c0a4ff0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.503 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.499+0000 7ffab57f3640 1 --2- 172.21.15.52:0/163347548 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffab0102a60 0x7ffab0198070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:35.503 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.499+0000 7ffab57f3640 1 -- 172.21.15.52:0/163347548 >> 172.21.15.52:0/163347548 conn(0x7ffab0077850 msgr2=0x7ffab00fd560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:57:35.503 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.499+0000 7ffab57f3640 1 -- 172.21.15.52:0/163347548 shutdown_connections 2024-03-18T22:57:35.503 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:35.499+0000 7ffab57f3640 1 -- 172.21.15.52:0/163347548 wait complete. 2024-03-18T22:57:35.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:35 smithi181 ceph-mon[67256]: pgmap v23: 97 pgs: 97 active+clean; 1.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.6 KiB/s wr, 5 op/s 2024-03-18T22:57:35.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:35 smithi099 ceph-mon[36725]: pgmap v23: 97 pgs: 97 active+clean; 1.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.6 KiB/s wr, 5 op/s 2024-03-18T22:57:35.943 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-03-18T22:57:36.014 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-03-18T22:57:36.051 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-03-18T22:57:36.052 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-03-18T22:57:36.052 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-03-18T22:57:36.090 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-03-18T22:57:36.094 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-03-18T22:57:36.094 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-03-18T22:57:36.148 INFO:tasks.workunit:Running workunits matching fs/norstats on client.0... 2024-03-18T22:57:36.149 INFO:tasks.workunit:Running workunit fs/norstats/kernel_untar_tar.sh... 2024-03-18T22:57:36.150 DEBUG:teuthology.orchestra.run.smithi052:workunit test fs/norstats/kernel_untar_tar.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e48b1f6c0608b2615e1890cc46286c3877d6e910 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/norstats/kernel_untar_tar.sh 2024-03-18T22:57:36.209 INFO:tasks.workunit.client.0.smithi052.stderr:+ KERNEL=linux-4.0.5 2024-03-18T22:57:36.210 INFO:tasks.workunit.client.0.smithi052.stderr:+ wget -q http://download.ceph.com/qa/linux-4.0.5.tar.xz 2024-03-18T22:57:37.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:37 smithi052 ceph-mon[32520]: pgmap v24: 97 pgs: 97 active+clean; 1.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-03-18T22:57:37.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:37 smithi181 ceph-mon[67256]: pgmap v24: 97 pgs: 97 active+clean; 1.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-03-18T22:57:37.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:37 smithi099 ceph-mon[36725]: pgmap v24: 97 pgs: 97 active+clean; 1.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-03-18T22:57:39.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:39 smithi052 ceph-mon[32520]: pgmap v25: 97 pgs: 97 active+clean; 1.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.3 KiB/s wr, 5 op/s 2024-03-18T22:57:39.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:39 smithi181 ceph-mon[67256]: pgmap v25: 97 pgs: 97 active+clean; 1.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.3 KiB/s wr, 5 op/s 2024-03-18T22:57:39.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:39 smithi099 ceph-mon[36725]: pgmap v25: 97 pgs: 97 active+clean; 1.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.3 KiB/s wr, 5 op/s 2024-03-18T22:57:40.772 INFO:tasks.workunit.client.0.smithi052.stderr:+ mkdir untar_tar 2024-03-18T22:57:40.775 INFO:tasks.workunit.client.0.smithi052.stderr:+ cd untar_tar 2024-03-18T22:57:40.775 INFO:tasks.workunit.client.0.smithi052.stderr:+ tar Jxvf ../linux-4.0.5.tar.xz linux-4.0.5/Documentation/ 2024-03-18T22:57:40.796 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ 2024-03-18T22:57:40.798 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/00-INDEX 2024-03-18T22:57:40.800 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/ 2024-03-18T22:57:40.801 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/README 2024-03-18T22:57:40.802 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/obsolete/ 2024-03-18T22:57:40.804 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/obsolete/proc-sys-vm-nr_pdflush_threads 2024-03-18T22:57:40.805 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-bus-usb 2024-03-18T22:57:40.806 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-class-rfkill 2024-03-18T22:57:40.808 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-koneplus 2024-03-18T22:57:40.809 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-kovaplus 2024-03-18T22:57:40.811 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-pyra 2024-03-18T22:57:40.812 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/removed/ 2024-03-18T22:57:40.814 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/removed/devfs 2024-03-18T22:57:40.815 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/removed/dv1394 2024-03-18T22:57:40.817 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/removed/ip_queue 2024-03-18T22:57:40.818 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/removed/net_dma 2024-03-18T22:57:40.820 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/removed/o2cb 2024-03-18T22:57:40.821 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/removed/raw1394 2024-03-18T22:57:40.823 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/removed/video1394 2024-03-18T22:57:40.825 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/stable/ 2024-03-18T22:57:40.826 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/stable/firewire-cdev 2024-03-18T22:57:40.827 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/stable/o2cb 2024-03-18T22:57:40.829 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/stable/syscalls 2024-03-18T22:57:40.830 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-acpi-pmprofile 2024-03-18T22:57:40.832 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-firewire 2024-03-18T22:57:40.833 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-usb 2024-03-18T22:57:40.835 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-xen-backend 2024-03-18T22:57:40.836 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-backlight 2024-03-18T22:57:40.838 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-rfkill 2024-03-18T22:57:40.839 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-tpm 2024-03-18T22:57:40.841 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-ubi 2024-03-18T22:57:40.842 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-udc 2024-03-18T22:57:40.844 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-node 2024-03-18T22:57:40.845 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-cpu 2024-03-18T22:57:40.847 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-xen_memory 2024-03-18T22:57:40.848 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-ib_srp 2024-03-18T22:57:40.850 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-qla2xxx 2024-03-18T22:57:40.851 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-usb-usbtmc 2024-03-18T22:57:40.853 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-w1_ds28e04 2024-03-18T22:57:40.854 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-efi-vars 2024-03-18T22:57:40.856 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-dump 2024-03-18T22:57:40.857 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-elog 2024-03-18T22:57:40.859 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-module 2024-03-18T22:57:40.860 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-transport-srp 2024-03-18T22:57:40.861 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/stable/thermal-notification 2024-03-18T22:57:40.863 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/stable/vdso 2024-03-18T22:57:40.864 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/ 2024-03-18T22:57:40.866 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-spear-pcie-gadget 2024-03-18T22:57:40.867 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget 2024-03-18T22:57:40.869 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-acm 2024-03-18T22:57:40.870 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ecm 2024-03-18T22:57:40.872 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-eem 2024-03-18T22:57:40.873 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ffs 2024-03-18T22:57:40.875 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-hid 2024-03-18T22:57:40.876 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-loopback 2024-03-18T22:57:40.878 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-mass-storage 2024-03-18T22:57:40.879 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-midi 2024-03-18T22:57:40.881 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ncm 2024-03-18T22:57:40.883 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-obex 2024-03-18T22:57:40.884 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-phonet 2024-03-18T22:57:40.885 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-rndis 2024-03-18T22:57:40.887 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-serial 2024-03-18T22:57:40.889 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-sourcesink 2024-03-18T22:57:40.890 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-subset 2024-03-18T22:57:40.892 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac1 2024-03-18T22:57:40.893 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac2 2024-03-18T22:57:40.895 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uvc 2024-03-18T22:57:40.896 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-driver-genwqe 2024-03-18T22:57:40.898 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-ec 2024-03-18T22:57:40.899 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-ideapad 2024-03-18T22:57:40.902 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-olpc 2024-03-18T22:57:40.903 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-pfo-nx-crypto 2024-03-18T22:57:40.904 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-pktcdvd 2024-03-18T22:57:40.906 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/dev-kmsg 2024-03-18T22:57:40.907 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/evm 2024-03-18T22:57:40.909 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/ima_policy 2024-03-18T22:57:40.910 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/procfs-diskstats 2024-03-18T22:57:40.912 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/pstore 2024-03-18T22:57:40.913 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ata 2024-03-18T22:57:40.915 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block 2024-03-18T22:57:40.916 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-bcache 2024-03-18T22:57:40.918 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-dm 2024-03-18T22:57:40.919 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-rssd 2024-03-18T22:57:40.921 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-zram 2024-03-18T22:57:40.922 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-acpi 2024-03-18T22:57:40.924 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-amba 2024-03-18T22:57:40.925 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-bcma 2024-03-18T22:57:40.927 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etb10 2024-03-18T22:57:40.928 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etm3x 2024-03-18T22:57:40.930 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-funnel 2024-03-18T22:57:40.931 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-tmc 2024-03-18T22:57:40.933 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-css 2024-03-18T22:57:40.934 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-events 2024-03-18T22:57:40.936 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-format 2024-03-18T22:57:40.937 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_24x7 2024-03-18T22:57:40.939 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_gpci 2024-03-18T22:57:40.941 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-fcoe 2024-03-18T22:57:40.942 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-hsi 2024-03-18T22:57:40.944 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-fsa9480 2024-03-18T22:57:40.945 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-hm6352 2024-03-18T22:57:40.947 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-lm3533 2024-03-18T22:57:40.948 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio 2024-03-18T22:57:40.950 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-accel-bmc150 2024-03-18T22:57:40.951 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-ad9523 2024-03-18T22:57:40.953 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-adf4350 2024-03-18T22:57:40.954 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-gyro-bmg160 2024-03-18T22:57:40.956 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-light-lm3533-als 2024-03-18T22:57:40.957 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-mpu6050 2024-03-18T22:57:40.959 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-proximity-as3935 2024-03-18T22:57:40.961 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-trigger-sysfs 2024-03-18T22:57:40.962 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mdio 2024-03-18T22:57:40.964 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-media 2024-03-18T22:57:40.965 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mei 2024-03-18T22:57:40.967 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci 2024-03-18T22:57:40.968 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-devices-cciss 2024-03-18T22:57:40.970 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-drivers-ehci_hcd 2024-03-18T22:57:40.971 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-platform 2024-03-18T22:57:40.973 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rbd 2024-03-18T22:57:40.974 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rpmsg 2024-03-18T22:57:40.975 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-umc 2024-03-18T22:57:40.977 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb 2024-03-18T22:57:40.978 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-devices-usbsevseg 2024-03-18T22:57:40.980 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-lvstest 2024-03-18T22:57:40.981 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-c2port 2024-03-18T22:57:40.983 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-cfq-target-latency 2024-03-18T22:57:40.985 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class 2024-03-18T22:57:40.986 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-adp8870 2024-03-18T22:57:40.988 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-lm3533 2024-03-18T22:57:40.989 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-bdi 2024-03-18T22:57:40.991 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-cxl 2024-03-18T22:57:40.992 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-devfreq 2024-03-18T22:57:40.994 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-extcon 2024-03-18T22:57:40.995 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu 2024-03-18T22:57:40.997 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-amd-iommu 2024-03-18T22:57:40.998 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-intel-iommu 2024-03-18T22:57:41.000 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-lcd 2024-03-18T22:57:41.001 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-led 2024-03-18T22:57:41.003 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-led-driver-lm3533 2024-03-18T22:57:41.004 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-leds-gt683r 2024-03-18T22:57:41.005 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mei 2024-03-18T22:57:41.005 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mic.txt 2024-03-18T22:57:41.007 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mtd 2024-03-18T22:57:41.007 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net 2024-03-18T22:57:41.008 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-batman-adv 2024-03-18T22:57:41.010 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-cdc_ncm 2024-03-18T22:57:41.010 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-grcan 2024-03-18T22:57:41.011 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-mesh 2024-03-18T22:57:41.012 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-queues 2024-03-18T22:57:41.013 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-statistics 2024-03-18T22:57:41.014 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-pktcdvd 2024-03-18T22:57:41.015 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-power 2024-03-18T22:57:41.016 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-powercap 2024-03-18T22:57:41.017 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-pwm 2024-03-18T22:57:41.018 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-rc 2024-03-18T22:57:41.019 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-regulator 2024-03-18T22:57:41.020 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-rtc-rtc0-device-rtc_calibration 2024-03-18T22:57:41.021 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-scsi_host 2024-03-18T22:57:41.022 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc 2024-03-18T22:57:41.023 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc-wusbhc 2024-03-18T22:57:41.024 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-dev 2024-03-18T22:57:41.025 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices 2024-03-18T22:57:41.026 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-edac 2024-03-18T22:57:41.027 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-firmware_node 2024-03-18T22:57:41.028 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-lpss_ltr 2024-03-18T22:57:41.029 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-memory 2024-03-18T22:57:41.030 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-mmc 2024-03-18T22:57:41.032 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-online 2024-03-18T22:57:41.033 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-_UDC_-gadget 2024-03-18T22:57:41.034 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-docg3 2024-03-18T22:57:41.035 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-sh_mobile_lcdc_fb 2024-03-18T22:57:41.036 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power 2024-03-18T22:57:41.037 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D0 2024-03-18T22:57:41.038 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D1 2024-03-18T22:57:41.039 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D2 2024-03-18T22:57:41.039 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D3hot 2024-03-18T22:57:41.040 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_wakeup 2024-03-18T22:57:41.041 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_state 2024-03-18T22:57:41.043 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-real_power_state 2024-03-18T22:57:41.044 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-resource_in_use 2024-03-18T22:57:41.045 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-soc 2024-03-18T22:57:41.046 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-sun 2024-03-18T22:57:41.047 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-cpu 2024-03-18T22:57:41.048 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-ibm-rtl 2024-03-18T22:57:41.049 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-xen_cpu 2024-03-18T22:57:41.050 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-genwqe 2024-03-18T22:57:41.051 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid 2024-03-18T22:57:41.052 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-lenovo 2024-03-18T22:57:41.053 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-logitech-lg4ff 2024-03-18T22:57:41.054 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-multitouch 2024-03-18T22:57:41.055 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-picolcd 2024-03-18T22:57:41.056 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-prodikeys 2024-03-18T22:57:41.057 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-arvo 2024-03-18T22:57:41.058 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-isku 2024-03-18T22:57:41.059 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kone 2024-03-18T22:57:41.059 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-koneplus 2024-03-18T22:57:41.061 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-konepure 2024-03-18T22:57:41.063 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kovaplus 2024-03-18T22:57:41.064 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-lua 2024-03-18T22:57:41.066 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-pyra 2024-03-18T22:57:41.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:41 smithi052 ceph-mon[32520]: pgmap v26: 97 pgs: 97 active+clean; 1.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.3 KiB/s wr, 5 op/s 2024-03-18T22:57:41.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:41 smithi181 ceph-mon[67256]: pgmap v26: 97 pgs: 97 active+clean; 1.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.3 KiB/s wr, 5 op/s 2024-03-18T22:57:41.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:41 smithi099 ceph-mon[36725]: pgmap v26: 97 pgs: 97 active+clean; 1.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.3 KiB/s wr, 5 op/s 2024-03-18T22:57:41.722 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-ryos 2024-03-18T22:57:41.725 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-savu 2024-03-18T22:57:41.726 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-srws1 2024-03-18T22:57:41.728 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-wiimote 2024-03-18T22:57:41.730 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-input-axp-pek 2024-03-18T22:57:41.732 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-intel-rapid-start 2024-03-18T22:57:41.733 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-pciback 2024-03-18T22:57:41.735 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-ppi 2024-03-18T22:57:41.737 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-samsung-laptop 2024-03-18T22:57:41.738 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-sunxi-sid 2024-03-18T22:57:41.740 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-tegra-fuse 2024-03-18T22:57:41.741 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-toshiba_acpi 2024-03-18T22:57:41.743 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-wacom 2024-03-18T22:57:41.745 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-xen-blkback 2024-03-18T22:57:41.746 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-xen-blkfront 2024-03-18T22:57:41.748 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-acpi 2024-03-18T22:57:41.749 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-dmi 2024-03-18T22:57:41.750 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-efi 2024-03-18T22:57:41.751 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-efi-runtime-map 2024-03-18T22:57:41.752 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-gsmi 2024-03-18T22:57:41.753 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-log 2024-03-18T22:57:41.754 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-memmap 2024-03-18T22:57:41.755 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-ofw 2024-03-18T22:57:41.756 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-sfi 2024-03-18T22:57:41.757 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-sgi_uv 2024-03-18T22:57:41.758 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-ext4 2024-03-18T22:57:41.759 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-f2fs 2024-03-18T22:57:41.760 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-nilfs2 2024-03-18T22:57:41.761 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-xfs 2024-03-18T22:57:41.762 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-gpio 2024-03-18T22:57:41.763 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-i2c-bmp085 2024-03-18T22:57:41.764 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ibft 2024-03-18T22:57:41.765 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-boot_params 2024-03-18T22:57:41.766 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-fscaps 2024-03-18T22:57:41.767 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-iommu_groups 2024-03-18T22:57:41.768 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-livepatch 2024-03-18T22:57:41.769 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm 2024-03-18T22:57:41.770 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm-hugepages 2024-03-18T22:57:41.771 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm-ksm 2024-03-18T22:57:41.772 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-slab 2024-03-18T22:57:41.773 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-uids 2024-03-18T22:57:41.774 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-vmcoreinfo 2024-03-18T22:57:41.776 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-memory-page-offline 2024-03-18T22:57:41.777 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-module 2024-03-18T22:57:41.778 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ocfs2 2024-03-18T22:57:41.779 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-asus-laptop 2024-03-18T22:57:41.780 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-asus-wmi 2024-03-18T22:57:41.781 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-at91 2024-03-18T22:57:41.782 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-brcmstb-gisb-arb 2024-03-18T22:57:41.783 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-chipidea-usb-otg 2024-03-18T22:57:41.784 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-eeepc-laptop 2024-03-18T22:57:41.785 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-ideapad-laptop 2024-03-18T22:57:41.786 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-kim 2024-03-18T22:57:41.787 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-msi-laptop 2024-03-18T22:57:41.788 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-tahvo-usb 2024-03-18T22:57:41.789 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-ts5500 2024-03-18T22:57:41.790 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-power 2024-03-18T22:57:41.791 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-pps 2024-03-18T22:57:41.792 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-profiling 2024-03-18T22:57:41.793 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ptp 2024-03-18T22:57:41.794 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-tty 2024-03-18T22:57:41.795 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-wusb_cbaf 2024-03-18T22:57:41.796 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/BUG-HUNTING 2024-03-18T22:57:41.797 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/Changes 2024-03-18T22:57:41.798 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/CodeOfConflict 2024-03-18T22:57:41.799 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/CodingStyle 2024-03-18T22:57:41.800 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DMA-API-HOWTO.txt 2024-03-18T22:57:41.801 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DMA-API.txt 2024-03-18T22:57:41.802 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DMA-ISA-LPC.txt 2024-03-18T22:57:41.803 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DMA-attributes.txt 2024-03-18T22:57:41.804 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/ 2024-03-18T22:57:41.805 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/.gitignore 2024-03-18T22:57:41.806 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/80211.tmpl 2024-03-18T22:57:41.807 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/Makefile 2024-03-18T22:57:41.807 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/alsa-driver-api.tmpl 2024-03-18T22:57:41.808 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/crypto-API.tmpl 2024-03-18T22:57:41.809 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/debugobjects.tmpl 2024-03-18T22:57:41.810 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/device-drivers.tmpl 2024-03-18T22:57:41.811 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/deviceiobook.tmpl 2024-03-18T22:57:41.812 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/drm.tmpl 2024-03-18T22:57:41.814 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/filesystems.tmpl 2024-03-18T22:57:41.815 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/gadget.tmpl 2024-03-18T22:57:41.816 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/genericirq.tmpl 2024-03-18T22:57:41.817 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/kernel-api.tmpl 2024-03-18T22:57:41.818 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/kernel-hacking.tmpl 2024-03-18T22:57:41.819 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/kernel-locking.tmpl 2024-03-18T22:57:41.820 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/kgdb.tmpl 2024-03-18T22:57:41.821 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/libata.tmpl 2024-03-18T22:57:41.822 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/librs.tmpl 2024-03-18T22:57:41.823 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/lsm.tmpl 2024-03-18T22:57:41.824 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/ 2024-03-18T22:57:41.825 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/Makefile 2024-03-18T22:57:41.826 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/bayer.png.b64 2024-03-18T22:57:41.828 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/constraints.png.b64 2024-03-18T22:57:41.829 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/crop.gif.b64 2024-03-18T22:57:41.831 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/ 2024-03-18T22:57:41.832 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/.gitignore 2024-03-18T22:57:41.833 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/audio.xml 2024-03-18T22:57:41.834 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/ca.xml 2024-03-18T22:57:41.836 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/demux.xml 2024-03-18T22:57:41.837 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbapi.xml 2024-03-18T22:57:41.839 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbproperty.xml 2024-03-18T22:57:41.840 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbstb.pdf 2024-03-18T22:57:41.842 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/examples.xml 2024-03-18T22:57:41.843 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/frontend.xml 2024-03-18T22:57:41.845 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/intro.xml 2024-03-18T22:57:41.847 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/kdapi.xml 2024-03-18T22:57:41.848 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/net.xml 2024-03-18T22:57:41.850 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/video.xml 2024-03-18T22:57:41.851 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/dvbstb.png.b64 2024-03-18T22:57:41.853 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/fieldseq_bt.gif.b64 2024-03-18T22:57:41.854 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/fieldseq_tb.gif.b64 2024-03-18T22:57:41.856 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/nv12mt.gif.b64 2024-03-18T22:57:41.856 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/nv12mt_example.gif.b64 2024-03-18T22:57:41.857 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/pipeline.png.b64 2024-03-18T22:57:41.858 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/selection.png.b64 2024-03-18T22:57:41.859 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/ 2024-03-18T22:57:41.860 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/.gitignore 2024-03-18T22:57:41.861 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/biblio.xml 2024-03-18T22:57:41.862 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/capture.c.xml 2024-03-18T22:57:41.863 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/common.xml 2024-03-18T22:57:41.864 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/compat.xml 2024-03-18T22:57:41.865 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/controls.xml 2024-03-18T22:57:41.868 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/crop.pdf 2024-03-18T22:57:41.869 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-capture.xml 2024-03-18T22:57:41.870 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-codec.xml 2024-03-18T22:57:41.871 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-effect.xml 2024-03-18T22:57:41.872 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-event.xml 2024-03-18T22:57:41.872 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-osd.xml 2024-03-18T22:57:41.874 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-output.xml 2024-03-18T22:57:41.875 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-overlay.xml 2024-03-18T22:57:41.876 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-radio.xml 2024-03-18T22:57:41.877 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-raw-vbi.xml 2024-03-18T22:57:41.878 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-rds.xml 2024-03-18T22:57:41.879 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-sdr.xml 2024-03-18T22:57:41.880 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-sliced-vbi.xml 2024-03-18T22:57:41.881 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-subdev.xml 2024-03-18T22:57:41.881 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-teletext.xml 2024-03-18T22:57:41.883 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/driver.xml 2024-03-18T22:57:41.884 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fdl-appendix.xml 2024-03-18T22:57:41.885 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fieldseq_bt.pdf 2024-03-18T22:57:41.885 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fieldseq_tb.pdf 2024-03-18T22:57:41.886 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-close.xml 2024-03-18T22:57:41.887 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-ioctl.xml 2024-03-18T22:57:41.888 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-mmap.xml 2024-03-18T22:57:41.889 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-munmap.xml 2024-03-18T22:57:41.891 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-open.xml 2024-03-18T22:57:41.891 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-poll.xml 2024-03-18T22:57:41.892 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-read.xml 2024-03-18T22:57:41.893 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-select.xml 2024-03-18T22:57:41.894 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-write.xml 2024-03-18T22:57:41.896 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/gen-errors.xml 2024-03-18T22:57:41.896 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/io.xml 2024-03-18T22:57:41.897 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/keytable.c.xml 2024-03-18T22:57:41.898 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/libv4l.xml 2024-03-18T22:57:41.900 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/lirc_device_interface.xml 2024-03-18T22:57:41.901 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-controller.xml 2024-03-18T22:57:41.903 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-close.xml 2024-03-18T22:57:41.904 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-ioctl.xml 2024-03-18T22:57:41.906 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-open.xml 2024-03-18T22:57:41.907 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-device-info.xml 2024-03-18T22:57:41.909 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-enum-entities.xml 2024-03-18T22:57:41.910 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-enum-links.xml 2024-03-18T22:57:41.912 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-setup-link.xml 2024-03-18T22:57:41.914 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pipeline.pdf 2024-03-18T22:57:41.915 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-grey.xml 2024-03-18T22:57:41.917 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-m420.xml 2024-03-18T22:57:41.918 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12.xml 2024-03-18T22:57:41.920 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12m.xml 2024-03-18T22:57:41.921 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12mt.xml 2024-03-18T22:57:41.923 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv16.xml 2024-03-18T22:57:41.925 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv16m.xml 2024-03-18T22:57:41.926 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv24.xml 2024-03-18T22:57:41.928 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-packed-rgb.xml 2024-03-18T22:57:41.929 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-packed-yuv.xml 2024-03-18T22:57:41.931 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sbggr16.xml 2024-03-18T22:57:41.932 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sbggr8.xml 2024-03-18T22:57:41.934 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cs08.xml 2024-03-18T22:57:41.935 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cs14le.xml 2024-03-18T22:57:41.937 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cu08.xml 2024-03-18T22:57:41.942 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cu16le.xml 2024-03-18T22:57:41.942 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-ru12le.xml 2024-03-18T22:57:41.942 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sgbrg8.xml 2024-03-18T22:57:41.943 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sgrbg8.xml 2024-03-18T22:57:41.945 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10.xml 2024-03-18T22:57:41.946 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10alaw8.xml 2024-03-18T22:57:41.948 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10dpcm8.xml 2024-03-18T22:57:41.949 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10p.xml 2024-03-18T22:57:41.951 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb12.xml 2024-03-18T22:57:41.952 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb8.xml 2024-03-18T22:57:41.953 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-uv8.xml 2024-03-18T22:57:41.954 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-uyvy.xml 2024-03-18T22:57:41.955 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-vyuy.xml 2024-03-18T22:57:41.956 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y10.xml 2024-03-18T22:57:41.957 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y10b.xml 2024-03-18T22:57:41.958 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y12.xml 2024-03-18T22:57:41.959 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y16.xml 2024-03-18T22:57:41.960 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y41p.xml 2024-03-18T22:57:41.961 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv410.xml 2024-03-18T22:57:41.961 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv411p.xml 2024-03-18T22:57:41.962 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv420.xml 2024-03-18T22:57:41.963 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv420m.xml 2024-03-18T22:57:41.964 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv422p.xml 2024-03-18T22:57:41.965 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuyv.xml 2024-03-18T22:57:41.966 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yvu420m.xml 2024-03-18T22:57:41.967 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yvyu.xml 2024-03-18T22:57:41.968 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt.xml 2024-03-18T22:57:41.970 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/planar-apis.xml 2024-03-18T22:57:41.971 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/remote_controllers.xml 2024-03-18T22:57:41.972 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/selection-api.xml 2024-03-18T22:57:41.973 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/selections-common.xml 2024-03-18T22:57:41.974 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-formats.xml 2024-03-18T22:57:41.975 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-crop.dia 2024-03-18T22:57:41.976 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-crop.svg 2024-03-18T22:57:41.977 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-full.dia 2024-03-18T22:57:41.978 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-full.svg 2024-03-18T22:57:41.979 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-scaling-multi-source.dia 2024-03-18T22:57:41.980 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-scaling-multi-source.svg 2024-03-18T22:57:41.981 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/v4l2.xml 2024-03-18T22:57:41.982 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/v4l2grab.c.xml 2024-03-18T22:57:41.983 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_525.pdf 2024-03-18T22:57:41.984 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_625.pdf 2024-03-18T22:57:41.985 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_hsync.pdf 2024-03-18T22:57:41.986 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-create-bufs.xml 2024-03-18T22:57:41.987 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-cropcap.xml 2024-03-18T22:57:41.988 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dbg-g-chip-info.xml 2024-03-18T22:57:41.990 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dbg-g-register.xml 2024-03-18T22:57:41.991 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-decoder-cmd.xml 2024-03-18T22:57:41.993 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dqevent.xml 2024-03-18T22:57:41.994 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dv-timings-cap.xml 2024-03-18T22:57:41.996 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-encoder-cmd.xml 2024-03-18T22:57:41.997 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-dv-timings.xml 2024-03-18T22:57:41.999 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-fmt.xml 2024-03-18T22:57:42.001 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-frameintervals.xml 2024-03-18T22:57:42.002 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-framesizes.xml 2024-03-18T22:57:42.004 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-freq-bands.xml 2024-03-18T22:57:42.006 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumaudio.xml 2024-03-18T22:57:42.007 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumaudioout.xml 2024-03-18T22:57:42.008 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enuminput.xml 2024-03-18T22:57:42.010 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumoutput.xml 2024-03-18T22:57:42.012 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumstd.xml 2024-03-18T22:57:42.013 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-expbuf.xml 2024-03-18T22:57:42.015 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-audio.xml 2024-03-18T22:57:42.016 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-audioout.xml 2024-03-18T22:57:42.018 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-crop.xml 2024-03-18T22:57:42.020 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-ctrl.xml 2024-03-18T22:57:42.021 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-dv-timings.xml 2024-03-18T22:57:42.023 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-edid.xml 2024-03-18T22:57:42.024 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-enc-index.xml 2024-03-18T22:57:42.026 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-ext-ctrls.xml 2024-03-18T22:57:42.028 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-fbuf.xml 2024-03-18T22:57:42.030 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-fmt.xml 2024-03-18T22:57:42.030 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-frequency.xml 2024-03-18T22:57:42.031 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-input.xml 2024-03-18T22:57:42.032 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-jpegcomp.xml 2024-03-18T22:57:42.034 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-modulator.xml 2024-03-18T22:57:42.036 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-output.xml 2024-03-18T22:57:42.037 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-parm.xml 2024-03-18T22:57:42.038 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-priority.xml 2024-03-18T22:57:42.039 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-selection.xml 2024-03-18T22:57:42.041 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-sliced-vbi-cap.xml 2024-03-18T22:57:42.042 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-std.xml 2024-03-18T22:57:42.044 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-tuner.xml 2024-03-18T22:57:42.045 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-log-status.xml 2024-03-18T22:57:42.046 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-overlay.xml 2024-03-18T22:57:42.048 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-prepare-buf.xml 2024-03-18T22:57:42.049 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-qbuf.xml 2024-03-18T22:57:42.051 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-query-dv-timings.xml 2024-03-18T22:57:42.052 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querybuf.xml 2024-03-18T22:57:43.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:43 smithi052 ceph-mon[32520]: pgmap v27: 97 pgs: 97 active+clean; 1.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 6.5 KiB/s wr, 10 op/s 2024-03-18T22:57:43.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:43 smithi181 ceph-mon[67256]: pgmap v27: 97 pgs: 97 active+clean; 1.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 6.5 KiB/s wr, 10 op/s 2024-03-18T22:57:43.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:43 smithi099 ceph-mon[36725]: pgmap v27: 97 pgs: 97 active+clean; 1.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 6.5 KiB/s wr, 10 op/s 2024-03-18T22:57:44.027 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querycap.xml 2024-03-18T22:57:44.028 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-queryctrl.xml 2024-03-18T22:57:44.030 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querystd.xml 2024-03-18T22:57:44.030 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-reqbufs.xml 2024-03-18T22:57:44.032 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-s-hw-freq-seek.xml 2024-03-18T22:57:44.033 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-streamon.xml 2024-03-18T22:57:44.034 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-frame-interval.xml 2024-03-18T22:57:44.035 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-frame-size.xml 2024-03-18T22:57:44.036 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-mbus-code.xml 2024-03-18T22:57:44.037 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-crop.xml 2024-03-18T22:57:44.038 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-fmt.xml 2024-03-18T22:57:44.039 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-frame-interval.xml 2024-03-18T22:57:44.040 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-selection.xml 2024-03-18T22:57:44.041 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subscribe-event.xml 2024-03-18T22:57:44.042 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_525.gif.b64 2024-03-18T22:57:44.043 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_625.gif.b64 2024-03-18T22:57:44.044 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_hsync.gif.b64 2024-03-18T22:57:44.045 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/media_api.tmpl 2024-03-18T22:57:44.046 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/mtdnand.tmpl 2024-03-18T22:57:44.048 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/networking.tmpl 2024-03-18T22:57:44.049 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/rapidio.tmpl 2024-03-18T22:57:44.050 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/regulator.tmpl 2024-03-18T22:57:44.051 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/s390-drivers.tmpl 2024-03-18T22:57:44.052 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/scsi.tmpl 2024-03-18T22:57:44.053 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/sh.tmpl 2024-03-18T22:57:44.054 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/stylesheet.xsl 2024-03-18T22:57:44.055 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/tracepoint.tmpl 2024-03-18T22:57:44.057 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/uio-howto.tmpl 2024-03-18T22:57:44.058 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/usb.tmpl 2024-03-18T22:57:44.059 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/w1.tmpl 2024-03-18T22:57:44.060 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/writing-an-alsa-driver.tmpl 2024-03-18T22:57:44.063 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/writing_musb_glue_layer.tmpl 2024-03-18T22:57:44.064 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/writing_usb_driver.tmpl 2024-03-18T22:57:44.065 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/DocBook/z8530book.tmpl 2024-03-18T22:57:44.066 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/EDID/ 2024-03-18T22:57:44.067 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/EDID/1024x768.S 2024-03-18T22:57:44.068 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/EDID/1280x1024.S 2024-03-18T22:57:44.069 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/EDID/1600x1200.S 2024-03-18T22:57:44.070 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/EDID/1680x1050.S 2024-03-18T22:57:44.071 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/EDID/1920x1080.S 2024-03-18T22:57:44.072 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/EDID/800x600.S 2024-03-18T22:57:44.073 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/EDID/HOWTO.txt 2024-03-18T22:57:44.074 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/EDID/Makefile 2024-03-18T22:57:44.075 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/EDID/edid.S 2024-03-18T22:57:44.076 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/EDID/hex 2024-03-18T22:57:44.077 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/HOWTO 2024-03-18T22:57:44.078 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/IPMI.txt 2024-03-18T22:57:44.079 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/IRQ-affinity.txt 2024-03-18T22:57:44.080 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/IRQ-domain.txt 2024-03-18T22:57:44.081 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/IRQ.txt 2024-03-18T22:57:44.082 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/Intel-IOMMU.txt 2024-03-18T22:57:44.083 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/Makefile 2024-03-18T22:57:44.084 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ManagementStyle 2024-03-18T22:57:44.085 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/PCI/ 2024-03-18T22:57:44.087 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/PCI/00-INDEX 2024-03-18T22:57:44.087 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/PCI/MSI-HOWTO.txt 2024-03-18T22:57:44.089 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/PCI/PCIEBUS-HOWTO.txt 2024-03-18T22:57:44.090 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/PCI/pci-error-recovery.txt 2024-03-18T22:57:44.091 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/PCI/pci-iov-howto.txt 2024-03-18T22:57:44.092 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/PCI/pci.txt 2024-03-18T22:57:44.093 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/PCI/pcieaer-howto.txt 2024-03-18T22:57:44.094 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/RCU/ 2024-03-18T22:57:44.095 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/RCU/00-INDEX 2024-03-18T22:57:44.096 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/RCU/NMI-RCU.txt 2024-03-18T22:57:44.097 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/RCU/RTFP.txt 2024-03-18T22:57:44.098 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/RCU/UP.txt 2024-03-18T22:57:44.099 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/RCU/arrayRCU.txt 2024-03-18T22:57:44.100 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/RCU/checklist.txt 2024-03-18T22:57:44.101 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/RCU/listRCU.txt 2024-03-18T22:57:44.102 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/RCU/lockdep-splat.txt 2024-03-18T22:57:44.103 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/RCU/lockdep.txt 2024-03-18T22:57:44.104 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/RCU/rcu.txt 2024-03-18T22:57:44.105 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/RCU/rcu_dereference.txt 2024-03-18T22:57:44.106 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/RCU/rcubarrier.txt 2024-03-18T22:57:44.107 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/RCU/rculist_nulls.txt 2024-03-18T22:57:44.108 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/RCU/rcuref.txt 2024-03-18T22:57:44.109 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/RCU/stallwarn.txt 2024-03-18T22:57:44.110 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/RCU/torture.txt 2024-03-18T22:57:44.111 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/RCU/trace.txt 2024-03-18T22:57:44.112 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/RCU/whatisRCU.txt 2024-03-18T22:57:44.113 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/SAK.txt 2024-03-18T22:57:44.114 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/SM501.txt 2024-03-18T22:57:44.115 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/SecurityBugs 2024-03-18T22:57:44.116 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/SubmitChecklist 2024-03-18T22:57:44.118 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/SubmittingDrivers 2024-03-18T22:57:44.119 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/SubmittingPatches 2024-03-18T22:57:44.120 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/VGA-softcursor.txt 2024-03-18T22:57:44.121 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/accounting/ 2024-03-18T22:57:44.123 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/accounting/.gitignore 2024-03-18T22:57:44.123 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/accounting/Makefile 2024-03-18T22:57:44.125 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/accounting/cgroupstats.txt 2024-03-18T22:57:44.126 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/accounting/delay-accounting.txt 2024-03-18T22:57:44.127 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/accounting/getdelays.c 2024-03-18T22:57:44.128 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/accounting/taskstats-struct.txt 2024-03-18T22:57:44.129 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/accounting/taskstats.txt 2024-03-18T22:57:44.130 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/acpi/ 2024-03-18T22:57:44.131 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/acpi/apei/ 2024-03-18T22:57:44.132 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/acpi/apei/einj.txt 2024-03-18T22:57:44.133 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/acpi/apei/output_format.txt 2024-03-18T22:57:44.134 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/acpi/debug.txt 2024-03-18T22:57:44.135 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/acpi/dsdt-override.txt 2024-03-18T22:57:44.136 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/acpi/enumeration.txt 2024-03-18T22:57:44.137 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/acpi/gpio-properties.txt 2024-03-18T22:57:44.138 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/acpi/initrd_table_override.txt 2024-03-18T22:57:44.139 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/acpi/method-customizing.txt 2024-03-18T22:57:44.140 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/acpi/method-tracing.txt 2024-03-18T22:57:44.142 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/acpi/namespace.txt 2024-03-18T22:57:44.143 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/acpi/scan_handlers.txt 2024-03-18T22:57:44.144 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/acpi/video_extension.txt 2024-03-18T22:57:44.145 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/aoe/ 2024-03-18T22:57:44.147 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/aoe/aoe.txt 2024-03-18T22:57:44.148 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/aoe/autoload.sh 2024-03-18T22:57:44.149 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/aoe/status.sh 2024-03-18T22:57:44.150 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/aoe/todo.txt 2024-03-18T22:57:44.151 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/aoe/udev-install.sh 2024-03-18T22:57:44.152 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/aoe/udev.txt 2024-03-18T22:57:44.153 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/applying-patches.txt 2024-03-18T22:57:44.154 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/ 2024-03-18T22:57:44.155 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/00-INDEX 2024-03-18T22:57:44.156 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/Atmel/ 2024-03-18T22:57:44.157 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/Atmel/README 2024-03-18T22:57:44.158 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/Booting 2024-03-18T22:57:44.159 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/CCN.txt 2024-03-18T22:57:44.160 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/IXP4xx 2024-03-18T22:57:44.160 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/Interrupts 2024-03-18T22:57:44.161 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/Makefile 2024-03-18T22:57:44.162 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/Marvell/ 2024-03-18T22:57:44.163 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/Marvell/README 2024-03-18T22:57:44.164 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/Netwinder 2024-03-18T22:57:44.165 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/OMAP/ 2024-03-18T22:57:44.166 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/OMAP/DSS 2024-03-18T22:57:44.167 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/OMAP/omap_pm 2024-03-18T22:57:44.168 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/Porting 2024-03-18T22:57:44.169 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/README 2024-03-18T22:57:44.170 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/SA1100/ 2024-03-18T22:57:44.171 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/SA1100/ADSBitsy 2024-03-18T22:57:44.172 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/SA1100/Assabet 2024-03-18T22:57:44.173 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/SA1100/Brutus 2024-03-18T22:57:44.174 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/SA1100/CERF 2024-03-18T22:57:44.175 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/SA1100/FreeBird 2024-03-18T22:57:44.176 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/SA1100/GraphicsClient 2024-03-18T22:57:44.177 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/SA1100/GraphicsMaster 2024-03-18T22:57:44.178 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/SA1100/HUW_WEBPANEL 2024-03-18T22:57:44.180 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/SA1100/Itsy 2024-03-18T22:57:44.181 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/SA1100/LART 2024-03-18T22:57:44.182 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/SA1100/PLEB 2024-03-18T22:57:44.183 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/SA1100/Pangolin 2024-03-18T22:57:44.184 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/SA1100/Tifon 2024-03-18T22:57:44.190 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/SA1100/Victor 2024-03-18T22:57:44.203 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/SA1100/Yopy 2024-03-18T22:57:44.206 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/SA1100/empeg 2024-03-18T22:57:44.211 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/SA1100/nanoEngine 2024-03-18T22:57:44.217 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/SA1100/serial_UART 2024-03-18T22:57:44.226 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/ 2024-03-18T22:57:44.233 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/.gitignore 2024-03-18T22:57:44.236 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/Makefile 2024-03-18T22:57:44.238 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/vrl4.c 2024-03-18T22:57:44.240 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/zboot-rom-mmcif.txt 2024-03-18T22:57:44.241 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/zboot-rom-sdhi.txt 2024-03-18T22:57:44.242 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/SPEAr/ 2024-03-18T22:57:44.243 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/SPEAr/overview.txt 2024-03-18T22:57:44.244 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/ 2024-03-18T22:57:44.245 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/CPUfreq.txt 2024-03-18T22:57:44.247 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/EB2410ITX.txt 2024-03-18T22:57:44.248 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/GPIO.txt 2024-03-18T22:57:44.249 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/H1940.txt 2024-03-18T22:57:44.251 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/NAND.txt 2024-03-18T22:57:44.252 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/Overview.txt 2024-03-18T22:57:44.254 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/S3C2412.txt 2024-03-18T22:57:44.255 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/S3C2413.txt 2024-03-18T22:57:44.257 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/SMDK2440.txt 2024-03-18T22:57:44.258 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/Suspend.txt 2024-03-18T22:57:44.259 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/USB-Host.txt 2024-03-18T22:57:44.261 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/Samsung/ 2024-03-18T22:57:44.262 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/Samsung/GPIO.txt 2024-03-18T22:57:44.263 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/Samsung/Overview.txt 2024-03-18T22:57:44.265 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/Samsung/clksrc-change-registers.awk 2024-03-18T22:57:44.266 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/Setup 2024-03-18T22:57:44.268 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/VFP/ 2024-03-18T22:57:44.269 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/VFP/release-notes.txt 2024-03-18T22:57:44.271 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/cluster-pm-race-avoidance.txt 2024-03-18T22:57:44.272 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/firmware.txt 2024-03-18T22:57:44.274 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/kernel_mode_neon.txt 2024-03-18T22:57:44.275 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/kernel_user_helpers.txt 2024-03-18T22:57:44.277 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/mem_alignment 2024-03-18T22:57:44.280 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/memory.txt 2024-03-18T22:57:44.281 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/msm/ 2024-03-18T22:57:44.283 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/msm/gpiomux.txt 2024-03-18T22:57:44.285 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/nwfpe/ 2024-03-18T22:57:44.287 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/nwfpe/NOTES 2024-03-18T22:57:44.288 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/nwfpe/README 2024-03-18T22:57:44.290 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/nwfpe/README.FPE 2024-03-18T22:57:44.292 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/nwfpe/TODO 2024-03-18T22:57:44.294 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/pxa/ 2024-03-18T22:57:44.296 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/pxa/mfp.txt 2024-03-18T22:57:44.297 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/sti/ 2024-03-18T22:57:44.299 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/sti/overview.txt 2024-03-18T22:57:44.300 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/sti/stih407-overview.txt 2024-03-18T22:57:44.302 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/sti/stih415-overview.txt 2024-03-18T22:57:44.304 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/sti/stih416-overview.txt 2024-03-18T22:57:44.306 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/sti/stih418-overview.txt 2024-03-18T22:57:44.307 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/sunxi/ 2024-03-18T22:57:44.309 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/sunxi/README 2024-03-18T22:57:44.311 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/sunxi/clocks.txt 2024-03-18T22:57:44.313 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/swp_emulation 2024-03-18T22:57:44.314 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/tcm.txt 2024-03-18T22:57:44.316 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/uefi.txt 2024-03-18T22:57:44.318 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm/vlocks.txt 2024-03-18T22:57:44.320 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm64/ 2024-03-18T22:57:44.330 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm64/booting.txt 2024-03-18T22:57:44.331 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm64/legacy_instructions.txt 2024-03-18T22:57:44.335 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm64/memory.txt 2024-03-18T22:57:44.337 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/arm64/tagged-pointers.txt 2024-03-18T22:57:44.338 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/assoc_array.txt 2024-03-18T22:57:44.341 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/atomic_ops.txt 2024-03-18T22:57:44.343 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/auxdisplay/ 2024-03-18T22:57:44.348 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/auxdisplay/.gitignore 2024-03-18T22:57:44.349 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/auxdisplay/Makefile 2024-03-18T22:57:44.350 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/auxdisplay/cfag12864b 2024-03-18T22:57:44.352 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/auxdisplay/cfag12864b-example.c 2024-03-18T22:57:44.353 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/auxdisplay/ks0108 2024-03-18T22:57:44.355 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/backlight/ 2024-03-18T22:57:44.357 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/backlight/lp855x-driver.txt 2024-03-18T22:57:44.359 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/bad_memory.txt 2024-03-18T22:57:44.361 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/basic_profiling.txt 2024-03-18T22:57:44.363 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/bcache.txt 2024-03-18T22:57:44.364 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/binfmt_misc.txt 2024-03-18T22:57:44.366 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/blackfin/ 2024-03-18T22:57:44.369 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/blackfin/00-INDEX 2024-03-18T22:57:44.370 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/blackfin/Makefile 2024-03-18T22:57:44.372 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/blackfin/bfin-gpio-notes.txt 2024-03-18T22:57:44.373 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/blackfin/bfin-spi-notes.txt 2024-03-18T22:57:44.375 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/blackfin/gptimers-example.c 2024-03-18T22:57:44.376 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/block/ 2024-03-18T22:57:44.380 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/block/00-INDEX 2024-03-18T22:57:44.382 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/block/biodoc.txt 2024-03-18T22:57:44.383 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/block/biovecs.txt 2024-03-18T22:57:44.385 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/block/capability.txt 2024-03-18T22:57:44.387 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/block/cfq-iosched.txt 2024-03-18T22:57:44.388 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/block/cmdline-partition.txt 2024-03-18T22:57:44.390 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/block/data-integrity.txt 2024-03-18T22:57:44.392 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/block/deadline-iosched.txt 2024-03-18T22:57:44.393 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/block/ioprio.txt 2024-03-18T22:57:44.395 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/block/null_blk.txt 2024-03-18T22:57:44.397 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/block/queue-sysfs.txt 2024-03-18T22:57:44.398 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/block/request.txt 2024-03-18T22:57:44.400 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/block/stat.txt 2024-03-18T22:57:44.402 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/block/switching-sched.txt 2024-03-18T22:57:44.403 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/block/writeback_cache_control.txt 2024-03-18T22:57:44.405 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/blockdev/ 2024-03-18T22:57:44.408 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/blockdev/00-INDEX 2024-03-18T22:57:44.409 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/blockdev/README.DAC960 2024-03-18T22:57:44.411 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/blockdev/cciss.txt 2024-03-18T22:57:44.413 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/blockdev/cpqarray.txt 2024-03-18T22:57:44.414 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/blockdev/drbd/ 2024-03-18T22:57:44.416 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/blockdev/drbd/DRBD-8.3-data-packets.svg 2024-03-18T22:57:44.418 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/blockdev/drbd/DRBD-data-packets.svg 2024-03-18T22:57:44.419 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/blockdev/drbd/README.txt 2024-03-18T22:57:44.421 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/blockdev/drbd/conn-states-8.dot 2024-03-18T22:57:44.423 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/blockdev/drbd/data-structure-v9.txt 2024-03-18T22:57:44.424 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/blockdev/drbd/disk-states-8.dot 2024-03-18T22:57:44.425 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/blockdev/drbd/drbd-connection-state-overview.dot 2024-03-18T22:57:44.427 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/blockdev/drbd/node-states-8.dot 2024-03-18T22:57:44.428 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/blockdev/floppy.txt 2024-03-18T22:57:44.429 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/blockdev/mflash.txt 2024-03-18T22:57:44.430 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/blockdev/nbd.txt 2024-03-18T22:57:44.432 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/blockdev/paride.txt 2024-03-18T22:57:44.433 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/blockdev/ramdisk.txt 2024-03-18T22:57:44.434 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/blockdev/zram.txt 2024-03-18T22:57:44.436 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/braille-console.txt 2024-03-18T22:57:44.437 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/bt8xxgpio.txt 2024-03-18T22:57:44.439 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/btmrvl.txt 2024-03-18T22:57:44.440 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/bus-devices/ 2024-03-18T22:57:44.444 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/bus-devices/ti-gpmc.txt 2024-03-18T22:57:44.445 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/bus-virt-phys-mapping.txt 2024-03-18T22:57:44.446 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cachetlb.txt 2024-03-18T22:57:44.448 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cdrom/ 2024-03-18T22:57:44.451 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cdrom/00-INDEX 2024-03-18T22:57:44.452 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cdrom/Makefile 2024-03-18T22:57:44.454 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cdrom/cdrom-standard.tex 2024-03-18T22:57:44.455 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cdrom/ide-cd 2024-03-18T22:57:44.456 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cdrom/packet-writing.txt 2024-03-18T22:57:44.458 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cgroups/ 2024-03-18T22:57:44.460 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cgroups/00-INDEX 2024-03-18T22:57:44.461 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cgroups/blkio-controller.txt 2024-03-18T22:57:44.462 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cgroups/cgroups.txt 2024-03-18T22:57:44.464 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cgroups/cpuacct.txt 2024-03-18T22:57:44.465 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cgroups/cpusets.txt 2024-03-18T22:57:44.467 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cgroups/devices.txt 2024-03-18T22:57:44.469 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cgroups/freezer-subsystem.txt 2024-03-18T22:57:44.472 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cgroups/hugetlb.txt 2024-03-18T22:57:44.477 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cgroups/memcg_test.txt 2024-03-18T22:57:44.481 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cgroups/memory.txt 2024-03-18T22:57:44.485 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cgroups/net_cls.txt 2024-03-18T22:57:44.488 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cgroups/net_prio.txt 2024-03-18T22:57:44.491 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cgroups/unified-hierarchy.txt 2024-03-18T22:57:44.493 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/circular-buffers.txt 2024-03-18T22:57:44.494 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/clk.txt 2024-03-18T22:57:44.495 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/coccinelle.txt 2024-03-18T22:57:44.496 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/connector/ 2024-03-18T22:57:44.499 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/connector/.gitignore 2024-03-18T22:57:44.500 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/connector/Makefile 2024-03-18T22:57:44.501 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/connector/cn_test.c 2024-03-18T22:57:44.502 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/connector/connector.txt 2024-03-18T22:57:44.503 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/connector/ucon.c 2024-03-18T22:57:44.507 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/console/ 2024-03-18T22:57:44.510 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/console/console.txt 2024-03-18T22:57:44.510 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cpu-freq/ 2024-03-18T22:57:44.513 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cpu-freq/amd-powernow.txt 2024-03-18T22:57:44.515 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cpu-freq/boost.txt 2024-03-18T22:57:44.517 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cpu-freq/core.txt 2024-03-18T22:57:44.518 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cpu-freq/cpu-drivers.txt 2024-03-18T22:57:44.520 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cpu-freq/cpufreq-nforce2.txt 2024-03-18T22:57:44.522 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cpu-freq/cpufreq-stats.txt 2024-03-18T22:57:44.523 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cpu-freq/governors.txt 2024-03-18T22:57:44.524 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cpu-freq/index.txt 2024-03-18T22:57:44.525 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cpu-freq/intel-pstate.txt 2024-03-18T22:57:44.526 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cpu-freq/pcc-cpufreq.txt 2024-03-18T22:57:44.527 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cpu-freq/user-guide.txt 2024-03-18T22:57:44.529 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cpu-hotplug.txt 2024-03-18T22:57:44.530 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cpu-load.txt 2024-03-18T22:57:44.532 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cpuidle/ 2024-03-18T22:57:44.534 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cpuidle/core.txt 2024-03-18T22:57:44.535 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cpuidle/driver.txt 2024-03-18T22:57:44.536 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cpuidle/governor.txt 2024-03-18T22:57:44.537 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cpuidle/sysfs.txt 2024-03-18T22:57:44.538 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cputopology.txt 2024-03-18T22:57:44.540 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/crc32.txt 2024-03-18T22:57:44.542 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cris/ 2024-03-18T22:57:44.544 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/cris/README 2024-03-18T22:57:44.545 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/crypto/ 2024-03-18T22:57:44.547 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/crypto/api-intro.txt 2024-03-18T22:57:44.548 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/crypto/asymmetric-keys.txt 2024-03-18T22:57:44.549 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/crypto/async-tx-api.txt 2024-03-18T22:57:44.550 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/crypto/crypto-API-userspace.txt 2024-03-18T22:57:44.552 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/crypto/descore-readme.txt 2024-03-18T22:57:44.553 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/dcdbas.txt 2024-03-18T22:57:44.554 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/debugging-modules.txt 2024-03-18T22:57:44.555 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/debugging-via-ohci1394.txt 2024-03-18T22:57:44.557 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/dell_rbu.txt 2024-03-18T22:57:44.559 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/development-process/ 2024-03-18T22:57:44.562 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/development-process/1.Intro 2024-03-18T22:57:44.564 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/development-process/2.Process 2024-03-18T22:57:44.566 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/development-process/3.Early-stage 2024-03-18T22:57:44.568 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/development-process/4.Coding 2024-03-18T22:57:44.570 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/development-process/5.Posting 2024-03-18T22:57:44.571 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/development-process/6.Followthrough 2024-03-18T22:57:44.573 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/development-process/7.AdvancedTopics 2024-03-18T22:57:44.575 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/development-process/8.Conclusion 2024-03-18T22:57:44.577 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/device-mapper/ 2024-03-18T22:57:44.580 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/device-mapper/cache-policies.txt 2024-03-18T22:57:44.581 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/device-mapper/cache.txt 2024-03-18T22:57:44.585 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/device-mapper/delay.txt 2024-03-18T22:57:44.589 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/device-mapper/dm-crypt.txt 2024-03-18T22:57:44.591 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/device-mapper/dm-flakey.txt 2024-03-18T22:57:44.594 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/device-mapper/dm-io.txt 2024-03-18T22:57:44.595 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/device-mapper/dm-log.txt 2024-03-18T22:57:44.597 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/device-mapper/dm-queue-length.txt 2024-03-18T22:57:44.602 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/device-mapper/dm-raid.txt 2024-03-18T22:57:44.605 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/device-mapper/dm-service-time.txt 2024-03-18T22:57:44.606 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/device-mapper/dm-uevent.txt 2024-03-18T22:57:44.613 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/device-mapper/era.txt 2024-03-18T22:57:44.618 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/device-mapper/kcopyd.txt 2024-03-18T22:57:44.619 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/device-mapper/linear.txt 2024-03-18T22:57:44.623 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/device-mapper/persistent-data.txt 2024-03-18T22:57:44.626 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/device-mapper/snapshot.txt 2024-03-18T22:57:44.628 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/device-mapper/statistics.txt 2024-03-18T22:57:44.629 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/device-mapper/striped.txt 2024-03-18T22:57:44.630 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/device-mapper/switch.txt 2024-03-18T22:57:44.631 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/device-mapper/thin-provisioning.txt 2024-03-18T22:57:44.632 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/device-mapper/verity.txt 2024-03-18T22:57:44.634 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/device-mapper/zero.txt 2024-03-18T22:57:44.635 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devices.txt 2024-03-18T22:57:44.637 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/ 2024-03-18T22:57:44.639 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/00-INDEX 2024-03-18T22:57:44.640 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/ 2024-03-18T22:57:44.641 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/ABI.txt 2024-03-18T22:57:44.642 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/ 2024-03-18T22:57:44.655 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/interrupts.txt 2024-03-18T22:57:44.657 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/pmu.txt 2024-03-18T22:57:44.659 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ 2024-03-18T22:57:44.660 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/adapteva.txt 2024-03-18T22:57:44.662 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/ 2024-03-18T22:57:44.663 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-clk-manager.txt 2024-03-18T22:57:44.665 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-sdram-edac.txt 2024-03-18T22:57:44.667 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-system.txt 2024-03-18T22:57:44.668 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/amlogic.txt 2024-03-18T22:57:44.670 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/arch_timer.txt 2024-03-18T22:57:44.672 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/arm-boards 2024-03-18T22:57:44.674 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp-pmsu.txt 2024-03-18T22:57:44.675 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp.txt 2024-03-18T22:57:44.677 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-375.txt 2024-03-18T22:57:44.679 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-380-mpcore-soc-ctrl.txt 2024-03-18T22:57:44.680 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-38x.txt 2024-03-18T22:57:44.681 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-cpu-reset.txt 2024-03-18T22:57:44.683 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armadeus.txt 2024-03-18T22:57:44.684 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-at91.txt 2024-03-18T22:57:44.686 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-pmc.txt 2024-03-18T22:57:44.687 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/axxia.txt 2024-03-18T22:57:44.688 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/ 2024-03-18T22:57:44.690 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm11351.txt 2024-03-18T22:57:44.691 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm21664.txt 2024-03-18T22:57:44.693 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm63138.txt 2024-03-18T22:57:44.694 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/brcm,bcm11351-cpu-method 2024-03-18T22:57:44.696 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/cygnus.txt 2024-03-18T22:57:44.697 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-resetmgr.txt 2024-03-18T22:57:44.698 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-timer.txt 2024-03-18T22:57:44.700 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-wdt.txt 2024-03-18T22:57:44.701 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm2835.txt 2024-03-18T22:57:44.703 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm4708.txt 2024-03-18T22:57:44.704 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/brcm-brcmstb.txt 2024-03-18T22:57:44.706 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda.txt 2024-03-18T22:57:44.707 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/ 2024-03-18T22:57:44.709 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/combophy.txt 2024-03-18T22:57:44.710 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/l2ecc.txt 2024-03-18T22:57:44.712 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/mem-ctrlr.txt 2024-03-18T22:57:44.713 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cavium-thunder.txt 2024-03-18T22:57:44.715 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cci.txt 2024-03-18T22:57:44.716 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ccn.txt 2024-03-18T22:57:44.717 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/coherency-fabric.txt 2024-03-18T22:57:44.718 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/coresight.txt 2024-03-18T22:57:44.720 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpu-enable-method/ 2024-03-18T22:57:44.721 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpu-enable-method/marvell,berlin-smp 2024-03-18T22:57:44.722 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpus.txt 2024-03-18T22:57:44.723 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci.txt 2024-03-18T22:57:44.724 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci/ 2024-03-18T22:57:44.726 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci/cp-intc.txt 2024-03-18T22:57:44.727 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/digicolor.txt 2024-03-18T22:57:44.728 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/ 2024-03-18T22:57:44.730 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/power_domain.txt 2024-03-18T22:57:44.731 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/smp-sysram.txt 2024-03-18T22:57:44.732 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/firmware/ 2024-03-18T22:57:44.733 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/firmware/tlm,trusted-foundations.txt 2024-03-18T22:57:44.734 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/fsl.txt 2024-03-18T22:57:44.736 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/fw-cfg.txt 2024-03-18T22:57:44.737 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/geniatech.txt 2024-03-18T22:57:44.738 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/gic-v3.txt 2024-03-18T22:57:44.739 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/gic.txt 2024-03-18T22:57:44.741 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/global_timer.txt 2024-03-18T22:57:44.742 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/hisilicon/ 2024-03-18T22:57:44.743 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/hisilicon/hisilicon.txt 2024-03-18T22:57:44.745 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/idle-states.txt 2024-03-18T22:57:44.747 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/insignal-boards.txt 2024-03-18T22:57:44.749 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/keystone/ 2024-03-18T22:57:44.750 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/keystone/keystone.txt 2024-03-18T22:57:44.751 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/kirkwood.txt 2024-03-18T22:57:44.752 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/l2cc.txt 2024-03-18T22:57:44.753 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx-mic.txt 2024-03-18T22:57:44.753 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx.txt 2024-03-18T22:57:44.755 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,berlin.txt 2024-03-18T22:57:44.755 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,dove.txt 2024-03-18T22:57:44.756 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,kirkwood.txt 2024-03-18T22:57:44.758 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek.txt 2024-03-18T22:57:44.759 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek/ 2024-03-18T22:57:44.760 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek/mediatek,sysirq.txt 2024-03-18T22:57:44.761 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/moxart.txt 2024-03-18T22:57:44.762 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/ 2024-03-18T22:57:44.764 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/feroceon.txt 2024-03-18T22:57:44.765 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/intc.txt 2024-03-18T22:57:44.767 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/mrvl.txt 2024-03-18T22:57:44.768 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/tauros2.txt 2024-03-18T22:57:44.770 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/timer.txt 2024-03-18T22:57:44.771 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/ 2024-03-18T22:57:44.773 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/qcom,kpss-acc.txt 2024-03-18T22:57:44.774 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/qcom,saw2.txt 2024-03-18T22:57:44.776 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/ssbi.txt 2024-03-18T22:57:44.778 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/timer.txt 2024-03-18T22:57:44.779 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mvebu-system-controller.txt 2024-03-18T22:57:44.781 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/nspire.txt 2024-03-18T22:57:44.783 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/olimex.txt 2024-03-18T22:57:44.784 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/ 2024-03-18T22:57:44.786 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/counter.txt 2024-03-18T22:57:44.787 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/crossbar.txt 2024-03-18T22:57:44.789 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/dmm.txt 2024-03-18T22:57:44.790 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/dsp.txt 2024-03-18T22:57:44.792 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/intc.txt 2024-03-18T22:57:44.793 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/iva.txt 2024-03-18T22:57:44.795 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/l3-noc.txt 2024-03-18T22:57:44.796 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/mpu.txt 2024-03-18T22:57:44.798 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/omap.txt 2024-03-18T22:57:44.800 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/prcm.txt 2024-03-18T22:57:44.801 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/timer.txt 2024-03-18T22:57:44.803 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/picoxcell.txt 2024-03-18T22:57:44.808 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/pmu.txt 2024-03-18T22:57:44.808 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/primecell.txt 2024-03-18T22:57:44.808 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/psci.txt 2024-03-18T22:57:44.809 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip.txt 2024-03-18T22:57:44.811 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/ 2024-03-18T22:57:44.812 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/pmu-sram.txt 2024-03-18T22:57:44.814 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/pmu.txt 2024-03-18T22:57:44.815 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/smp-sram.txt 2024-03-18T22:57:44.817 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rtsm-dcscb.txt 2024-03-18T22:57:44.819 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung-boards.txt 2024-03-18T22:57:44.820 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/ 2024-03-18T22:57:44.822 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/exynos-adc.txt 2024-03-18T22:57:44.823 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/exynos-chipid.txt 2024-03-18T22:57:44.825 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/interrupt-combiner.txt 2024-03-18T22:57:44.826 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/pmu.txt 2024-03-18T22:57:44.827 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/sysreg.txt 2024-03-18T22:57:44.828 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/shmobile.txt 2024-03-18T22:57:44.829 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sirf.txt 2024-03-18T22:57:44.830 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear-misc.txt 2024-03-18T22:57:44.831 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear-timer.txt 2024-03-18T22:57:44.832 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear.txt 2024-03-18T22:57:44.833 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear/ 2024-03-18T22:57:44.834 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear/shirq.txt 2024-03-18T22:57:44.835 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sprd.txt 2024-03-18T22:57:44.837 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ste-nomadik.txt 2024-03-18T22:57:44.838 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ste-u300.txt 2024-03-18T22:57:44.840 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sti.txt 2024-03-18T22:57:44.841 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sunxi.txt 2024-03-18T22:57:44.842 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra.txt 2024-03-18T22:57:44.843 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/ 2024-03-18T22:57:44.844 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-ahb.txt 2024-03-18T22:57:44.845 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-emc.txt 2024-03-18T22:57:44.846 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-flowctrl.txt 2024-03-18T22:57:44.847 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-mc.txt 2024-03-18T22:57:44.848 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-pmc.txt 2024-03-18T22:57:44.849 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra30-mc.txt 2024-03-18T22:57:44.850 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/topology.txt 2024-03-18T22:57:44.851 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/twd.txt 2024-03-18T22:57:44.852 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ux500/ 2024-03-18T22:57:44.853 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ux500/power_domain.txt 2024-03-18T22:57:44.854 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-fpga-irq.txt 2024-03-18T22:57:44.855 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-sysreg.txt 2024-03-18T22:57:44.856 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-scc.txt 2024-03-18T22:57:44.857 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-sysreg.txt 2024-03-18T22:57:44.858 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress.txt 2024-03-18T22:57:44.859 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vic.txt 2024-03-18T22:57:44.860 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500.txt 2024-03-18T22:57:44.861 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/ 2024-03-18T22:57:44.862 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-intc.txt 2024-03-18T22:57:44.863 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-pmc.txt 2024-03-18T22:57:44.865 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-timer.txt 2024-03-18T22:57:44.866 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/xen.txt 2024-03-18T22:57:44.868 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/xilinx.txt 2024-03-18T22:57:44.869 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ 2024-03-18T22:57:45.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:45 smithi052 ceph-mon[32520]: pgmap v28: 97 pgs: 97 active+clean; 1.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 5.2 KiB/s wr, 7 op/s 2024-03-18T22:57:45.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:45 smithi052 ceph-mon[32520]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T22:57:45.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:45 smithi181 ceph-mon[67256]: pgmap v28: 97 pgs: 97 active+clean; 1.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 5.2 KiB/s wr, 7 op/s 2024-03-18T22:57:45.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:45 smithi181 ceph-mon[67256]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T22:57:45.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:45 smithi099 ceph-mon[36725]: pgmap v28: 97 pgs: 97 active+clean; 1.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 5.2 KiB/s wr, 7 op/s 2024-03-18T22:57:45.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:45 smithi099 ceph-mon[36725]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T22:57:47.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:47 smithi052 ceph-mon[32520]: pgmap v29: 97 pgs: 97 active+clean; 83 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 6.8 MiB/s wr, 35 op/s 2024-03-18T22:57:47.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:47 smithi181 ceph-mon[67256]: pgmap v29: 97 pgs: 97 active+clean; 83 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 6.8 MiB/s wr, 35 op/s 2024-03-18T22:57:47.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:47 smithi099 ceph-mon[36725]: pgmap v29: 97 pgs: 97 active+clean; 83 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 6.8 MiB/s wr, 35 op/s 2024-03-18T22:57:48.599 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.597+0000 7f0633790640 1 -- 172.21.15.52:0/3947162018 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f062c107800 msgr2=0x7f062c107be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:48.599 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.597+0000 7f0633790640 1 --2- 172.21.15.52:0/3947162018 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f062c107800 0x7f062c107be0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f0628009cd0 tx=0x7f062802c0f0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.599 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.597+0000 7f0633790640 1 -- 172.21.15.52:0/3947162018 shutdown_connections 2024-03-18T22:57:48.600 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.597+0000 7f0633790640 1 --2- 172.21.15.52:0/3947162018 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f062c1021b0 0x7f062c10e6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.600 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.597+0000 7f0633790640 1 --2- 172.21.15.52:0/3947162018 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f062c1017f0 0x7f062c101c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.600 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.597+0000 7f0633790640 1 --2- 172.21.15.52:0/3947162018 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f062c107800 0x7f062c107be0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.600 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.597+0000 7f0633790640 1 -- 172.21.15.52:0/3947162018 >> 172.21.15.52:0/3947162018 conn(0x7f062c0fd300 msgr2=0x7f062c0ff720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:57:48.600 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.597+0000 7f0633790640 1 -- 172.21.15.52:0/3947162018 shutdown_connections 2024-03-18T22:57:48.600 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.597+0000 7f0633790640 1 -- 172.21.15.52:0/3947162018 wait complete. 2024-03-18T22:57:48.600 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.597+0000 7f0633790640 1 Processor -- start 2024-03-18T22:57:48.600 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.597+0000 7f0633790640 1 -- start start 2024-03-18T22:57:48.600 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.598+0000 7f0633790640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f062c1017f0 0x7f062c198130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:48.600 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.598+0000 7f0633790640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f062c1021b0 0x7f062c198670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:48.600 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.598+0000 7f0633790640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f062c107800 0x7f062c19c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:48.600 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.598+0000 7f0633790640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f062c111cf0 con 0x7f062c107800 2024-03-18T22:57:48.600 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.598+0000 7f0633790640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f062c111b70 con 0x7f062c1017f0 2024-03-18T22:57:48.600 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.598+0000 7f0633790640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f062c111e70 con 0x7f062c1021b0 2024-03-18T22:57:48.601 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.598+0000 7f0631d2d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f062c107800 0x7f062c19c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:48.601 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.598+0000 7f0631d2d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f062c107800 0x7f062c19c9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:55574/0 (socket says 172.21.15.52:55574) 2024-03-18T22:57:48.601 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.598+0000 7f0631d2d640 1 -- 172.21.15.52:0/3057645556 learned_addr learned my addr 172.21.15.52:0/3057645556 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:57:48.601 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.598+0000 7f063152c640 1 --2- 172.21.15.52:0/3057645556 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f062c1017f0 0x7f062c198130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:48.601 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.598+0000 7f0630d2b640 1 --2- 172.21.15.52:0/3057645556 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f062c1021b0 0x7f062c198670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:48.601 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.598+0000 7f0631d2d640 1 -- 172.21.15.52:0/3057645556 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f062c1021b0 msgr2=0x7f062c198670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:48.601 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.598+0000 7f0631d2d640 1 --2- 172.21.15.52:0/3057645556 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f062c1021b0 0x7f062c198670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.601 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.598+0000 7f0631d2d640 1 -- 172.21.15.52:0/3057645556 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f062c1017f0 msgr2=0x7f062c198130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:48.601 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.598+0000 7f0631d2d640 1 --2- 172.21.15.52:0/3057645556 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f062c1017f0 0x7f062c198130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.601 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.598+0000 7f0631d2d640 1 -- 172.21.15.52:0/3057645556 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f062c19d120 con 0x7f062c107800 2024-03-18T22:57:48.601 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.598+0000 7f0631d2d640 1 --2- 172.21.15.52:0/3057645556 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f062c107800 0x7f062c19c9f0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f062400e970 tx=0x7f062400ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:57:48.601 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.598+0000 7f06227fc640 1 -- 172.21.15.52:0/3057645556 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f062400ccc0 con 0x7f062c107800 2024-03-18T22:57:48.601 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.598+0000 7f06227fc640 1 -- 172.21.15.52:0/3057645556 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f062400ce60 con 0x7f062c107800 2024-03-18T22:57:48.601 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.598+0000 7f0633790640 1 -- 172.21.15.52:0/3057645556 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f062c19d410 con 0x7f062c107800 2024-03-18T22:57:48.601 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.598+0000 7f06227fc640 1 -- 172.21.15.52:0/3057645556 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0624010690 con 0x7f062c107800 2024-03-18T22:57:48.602 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.598+0000 7f0633790640 1 -- 172.21.15.52:0/3057645556 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f062c1a4ca0 con 0x7f062c107800 2024-03-18T22:57:48.608 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.601+0000 7f06227fc640 1 -- 172.21.15.52:0/3057645556 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 24) ==== 137523+0+0 (secure 0 0 0) 0x7f06240046c0 con 0x7f062c107800 2024-03-18T22:57:48.608 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.601+0000 7f0636377740 1 Processor -- start 2024-03-18T22:57:48.608 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.601+0000 7f0636377740 1 -- start start 2024-03-18T22:57:48.608 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.601+0000 7f06227fc640 1 --2- 172.21.15.52:0/3057645556 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f06180a2b30 0x7f06180a4ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:48.608 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.602+0000 7f0636377740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5574fbea1a10 0x5574fbea1df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:48.608 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.602+0000 7f0636377740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5574fbea2330 0x5574fbeaf4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:48.608 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.602+0000 7f0636377740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5574fbeaf9f0 0x5574fbeb1de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:48.608 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.602+0000 7f0636377740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5574fbe05be0 con 0x5574fbea1a10 2024-03-18T22:57:48.608 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.602+0000 7f0636377740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x5574fbdae960 con 0x5574fbeaf9f0 2024-03-18T22:57:48.608 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.602+0000 7f0636377740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x5574fbe01c80 con 0x5574fbea2330 2024-03-18T22:57:48.609 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.602+0000 7f0630d2b640 1 --2- 172.21.15.52:0/3057645556 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f06180a2b30 0x7f06180a4ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:48.609 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.602+0000 7f06227fc640 1 -- 172.21.15.52:0/3057645556 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7f06240cf4f0 con 0x7f062c107800 2024-03-18T22:57:48.609 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.602+0000 7f063152c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5574fbea1a10 0x5574fbea1df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:48.609 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.602+0000 7f0631d2d640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5574fbeaf9f0 0x5574fbeb1de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:48.609 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.602+0000 7f063152c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5574fbea1a10 0x5574fbea1df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:55584/0 (socket says 172.21.15.52:55584) 2024-03-18T22:57:48.609 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.602+0000 7f063152c640 1 -- 172.21.15.52:0/2214704580 learned_addr learned my addr 172.21.15.52:0/2214704580 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:57:48.609 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.602+0000 7f0630d2b640 1 --2- 172.21.15.52:0/2214704580 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5574fbea2330 0x5574fbeaf4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:48.609 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.602+0000 7f0631d2d640 1 -- 172.21.15.52:0/2214704580 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5574fbea2330 msgr2=0x5574fbeaf4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:48.609 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.602+0000 7f0631d2d640 1 --2- 172.21.15.52:0/2214704580 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5574fbea2330 0x5574fbeaf4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.609 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.602+0000 7f0631d2d640 1 -- 172.21.15.52:0/2214704580 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5574fbea1a10 msgr2=0x5574fbea1df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:48.609 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.602+0000 7f0631d2d640 1 --2- 172.21.15.52:0/2214704580 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5574fbea1a10 0x5574fbea1df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.609 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.602+0000 7f0631d2d640 1 -- 172.21.15.52:0/2214704580 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5574fbda5d20 con 0x5574fbeaf9f0 2024-03-18T22:57:48.609 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.602+0000 7f0630d2b640 1 --2- 172.21.15.52:0/3057645556 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f06180a2b30 0x7f06180a4ff0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f062c0ff940 tx=0x7f061c013880 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:57:48.609 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.602+0000 7f0631d2d640 1 --2- 172.21.15.52:0/2214704580 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5574fbeaf9f0 0x5574fbeb1de0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f06240cca90 tx=0x7f062409b4d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8b91bcfeebd9796b server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:57:48.610 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.602+0000 7f06177fe640 1 -- 172.21.15.52:0/2214704580 <== mon.2 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0624013e00 con 0x5574fbeaf9f0 2024-03-18T22:57:48.610 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.603+0000 7f06177fe640 1 -- 172.21.15.52:0/2214704580 <== mon.2 v2:172.21.15.99:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0624016d40 con 0x5574fbeaf9f0 2024-03-18T22:57:48.610 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.603+0000 7f06177fe640 1 -- 172.21.15.52:0/2214704580 <== mon.2 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f062400b830 con 0x5574fbeaf9f0 2024-03-18T22:57:48.610 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.603+0000 7f0636377740 1 -- 172.21.15.52:0/2214704580 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5574fbeaf9f0 msgr2=0x5574fbeb1de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:48.610 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.603+0000 7f0636377740 1 --2- 172.21.15.52:0/2214704580 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5574fbeaf9f0 0x5574fbeb1de0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f06240cca90 tx=0x7f062409b4d0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.610 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.603+0000 7f0636377740 1 -- 172.21.15.52:0/2214704580 shutdown_connections 2024-03-18T22:57:48.610 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.603+0000 7f0636377740 1 --2- 172.21.15.52:0/2214704580 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5574fbeaf9f0 0x5574fbeb1de0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.610 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.603+0000 7f0636377740 1 --2- 172.21.15.52:0/2214704580 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5574fbea2330 0x5574fbeaf4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.610 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.603+0000 7f0636377740 1 --2- 172.21.15.52:0/2214704580 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5574fbea1a10 0x5574fbea1df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.610 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.603+0000 7f0636377740 1 -- 172.21.15.52:0/2214704580 >> 172.21.15.52:0/2214704580 conn(0x5574fbe9c810 msgr2=0x5574fbe9cbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:57:48.610 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.603+0000 7f0636377740 1 -- 172.21.15.52:0/2214704580 shutdown_connections 2024-03-18T22:57:48.610 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.603+0000 7f0636377740 1 -- 172.21.15.52:0/2214704580 wait complete. 2024-03-18T22:57:48.610 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.604+0000 7f0636377740 1 -- start start 2024-03-18T22:57:48.610 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.604+0000 7f0636377740 1 Processor -- start 2024-03-18T22:57:48.610 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.604+0000 7f0636377740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5574fbea1a10 0x5574fbeaf2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:48.611 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.604+0000 7f0636377740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5574fbea2330 0x5574fbeac6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:48.611 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.604+0000 7f0636377740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5574fbeaf9f0 0x5574fbeacc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:48.611 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.604+0000 7f0636377740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5574fbeb2550 con 0x5574fbeaf9f0 2024-03-18T22:57:48.611 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.604+0000 7f0636377740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x5574fbdc1db0 con 0x5574fbea2330 2024-03-18T22:57:48.611 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.604+0000 7f0636377740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x5574fbeb26d0 con 0x5574fbea1a10 2024-03-18T22:57:48.611 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.604+0000 7f0636377740 10 client.0 _ll_register_callbacks cb 0x5574fbdc6e70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:57:48.611 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.604+0000 7f0631d2d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5574fbeaf9f0 0x5574fbeacc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:48.611 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.604+0000 7f063152c640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5574fbea1a10 0x5574fbeaf2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:48.611 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.604+0000 7f0631d2d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5574fbeaf9f0 0x5574fbeacc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:55586/0 (socket says 172.21.15.52:55586) 2024-03-18T22:57:48.611 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.604+0000 7f0631d2d640 1 -- 172.21.15.52:0/370176379 learned_addr learned my addr 172.21.15.52:0/370176379 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:57:48.611 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.604+0000 7f0630d2b640 1 --2- 172.21.15.52:0/370176379 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5574fbea2330 0x5574fbeac6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:48.611 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.605+0000 7f0631d2d640 1 -- 172.21.15.52:0/370176379 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5574fbea1a10 msgr2=0x5574fbeaf2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:48.611 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.605+0000 7f0631d2d640 1 --2- 172.21.15.52:0/370176379 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5574fbea1a10 0x5574fbeaf2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.612 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.605+0000 7f0631d2d640 1 -- 172.21.15.52:0/370176379 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5574fbea2330 msgr2=0x5574fbeac6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:48.612 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.605+0000 7f0631d2d640 1 --2- 172.21.15.52:0/370176379 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5574fbea2330 0x5574fbeac6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.612 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.605+0000 7f0631d2d640 1 -- 172.21.15.52:0/370176379 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5574fbdc0c60 con 0x5574fbeaf9f0 2024-03-18T22:57:48.612 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.605+0000 7f0631d2d640 1 --2- 172.21.15.52:0/370176379 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5574fbeaf9f0 0x5574fbeacc50 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f06240cd210 tx=0x7f0624005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f76e25a8631fec25 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:57:48.612 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.605+0000 7f0614ff9640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-03-18T22:57:48.612 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.605+0000 7f0614ff9640 1 -- 172.21.15.52:0/370176379 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f062407f060 con 0x5574fbeaf9f0 2024-03-18T22:57:48.612 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.605+0000 7f0614ff9640 1 -- 172.21.15.52:0/370176379 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7f0624097fb0 con 0x5574fbeaf9f0 2024-03-18T22:57:48.612 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.605+0000 7f0636377740 1 -- 172.21.15.52:0/370176379 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0624016d40 con 0x5574fbeaf9f0 2024-03-18T22:57:48.612 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.605+0000 7f0614ff9640 1 -- 172.21.15.52:0/370176379 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f06240ba070 con 0x5574fbeaf9f0 2024-03-18T22:57:48.612 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.605+0000 7f0636377740 10 client.15459 fetch_fsmap learned FSMap version 23 2024-03-18T22:57:48.612 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.605+0000 7f0636377740 1 -- 172.21.15.52:0/370176379 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x5574fbb1a210 con 0x5574fbeaf9f0 2024-03-18T22:57:48.612 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.605+0000 7f0614ff9640 1 -- 172.21.15.52:0/370176379 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0624016d40 con 0x5574fbeaf9f0 2024-03-18T22:57:48.612 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.605+0000 7f0614ff9640 1 -- 172.21.15.52:0/370176379 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f06240ccd70 con 0x5574fbeaf9f0 2024-03-18T22:57:48.612 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.606+0000 7f0636377740 10 client.15459 fetch_fsmap finished waiting for FSMap version 23 2024-03-18T22:57:48.612 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.606+0000 7f0636377740 10 client.15459 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-03-18T22:57:48.613 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.606+0000 7f0636377740 20 client.15459 populate_metadata read hostname 'smithi052' 2024-03-18T22:57:48.613 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.606+0000 7f0636377740 1 --2- 172.21.15.52:0/370176379 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x5574fbebf680 0x5574fbec1a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:48.613 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.606+0000 7f0636377740 4 client.15459 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-18T22:57:48.613 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.606+0000 7f0636377740 1 -- 172.21.15.52:0/370176379 --> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5574fbe13120 con 0x5574fbebf680 2024-03-18T22:57:48.613 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.606+0000 7f063152c640 1 --2- 172.21.15.52:0/370176379 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x5574fbebf680 0x5574fbec1a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:48.613 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.606+0000 7f0614ff9640 10 client.15459 ms_handle_connect on v2:172.21.15.99:6838/326875962 2024-03-18T22:57:48.613 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.606+0000 7f063152c640 1 --2- 172.21.15.52:0/370176379 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x5574fbebf680 0x5574fbec1a70 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=757da486c18464c9 server_cookie=a19b3597234c759b in_seq=0 out_seq=0 2024-03-18T22:57:48.613 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.607+0000 7f0614ff9640 1 -- 172.21.15.52:0/370176379 <== mds.0 v2:172.21.15.99:6838/326875962 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5574fbe13120 con 0x5574fbebf680 2024-03-18T22:57:48.613 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.607+0000 7f0614ff9640 10 client.15459 handle_command_reply: tid=0 2024-03-18T22:57:48.613 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.607+0000 7f0636377740 1 client.15459 shutdown 2024-03-18T22:57:48.613 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.607+0000 7f0636377740 1 -- 172.21.15.52:0/370176379 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5574fbeaf9f0 msgr2=0x5574fbeacc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:48.613 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.607+0000 7f0636377740 1 --2- 172.21.15.52:0/370176379 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5574fbeaf9f0 0x5574fbeacc50 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f06240cd210 tx=0x7f0624005740 comp rx=0 tx=0).stop 2024-03-18T22:57:48.613 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.607+0000 7f0636377740 1 -- 172.21.15.52:0/370176379 shutdown_connections 2024-03-18T22:57:48.613 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.607+0000 7f0636377740 1 --2- 172.21.15.52:0/370176379 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5574fbeaf9f0 0x5574fbeacc50 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.613 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.607+0000 7f0636377740 1 --2- 172.21.15.52:0/370176379 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5574fbea2330 0x5574fbeac6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.614 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.607+0000 7f0636377740 1 --2- 172.21.15.52:0/370176379 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x5574fbebf680 0x5574fbec1a70 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.614 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.607+0000 7f0636377740 1 --2- 172.21.15.52:0/370176379 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5574fbea1a10 0x5574fbeaf2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.614 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.607+0000 7f0614ff9640 0 client.15459 ms_handle_reset on v2:172.21.15.99:6838/326875962 2024-03-18T22:57:48.614 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.607+0000 7f0636377740 1 -- 172.21.15.52:0/370176379 >> 172.21.15.52:0/370176379 conn(0x5574fbe9c810 msgr2=0x5574fbe9e560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:57:48.614 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.607+0000 7f0636377740 1 -- 172.21.15.52:0/370176379 shutdown_connections 2024-03-18T22:57:48.614 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.607+0000 7f0636377740 1 -- 172.21.15.52:0/370176379 wait complete. 2024-03-18T22:57:48.614 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.607+0000 7f0636377740 20 client.15459 trim_cache size 0 max 16384 2024-03-18T22:57:48.627 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.622+0000 7f0636377740 1 Processor -- start 2024-03-18T22:57:48.627 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.622+0000 7f0636377740 1 -- start start 2024-03-18T22:57:48.627 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.622+0000 7f0636377740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5574fbea1a10 0x5574fbeacc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:48.628 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.622+0000 7f0636377740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5574fbea2330 0x5574fbebb330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:48.628 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.622+0000 7f0636377740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5574fbeaf9f0 0x5574fbe9b220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:48.628 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.622+0000 7f0636377740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f062c1add30 con 0x5574fbea1a10 2024-03-18T22:57:48.628 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.622+0000 7f0636377740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f062c1ab600 con 0x5574fbea2330 2024-03-18T22:57:48.628 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.622+0000 7f0636377740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f062c1a9450 con 0x5574fbeaf9f0 2024-03-18T22:57:48.628 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.622+0000 7f063152c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5574fbea1a10 0x5574fbeacc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:48.628 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.622+0000 7f063152c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5574fbea1a10 0x5574fbeacc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:55594/0 (socket says 172.21.15.52:55594) 2024-03-18T22:57:48.628 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.622+0000 7f063152c640 1 -- 172.21.15.52:0/3461904895 learned_addr learned my addr 172.21.15.52:0/3461904895 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:57:48.628 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.623+0000 7f0631d2d640 1 --2- 172.21.15.52:0/3461904895 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5574fbeaf9f0 0x5574fbe9b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:48.628 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.623+0000 7f0630d2b640 1 --2- 172.21.15.52:0/3461904895 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5574fbea2330 0x5574fbebb330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:48.628 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.623+0000 7f063152c640 1 -- 172.21.15.52:0/3461904895 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5574fbeaf9f0 msgr2=0x5574fbe9b220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:48.628 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.623+0000 7f063152c640 1 --2- 172.21.15.52:0/3461904895 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5574fbeaf9f0 0x5574fbe9b220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.628 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.623+0000 7f063152c640 1 -- 172.21.15.52:0/3461904895 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5574fbea2330 msgr2=0x5574fbebb330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:48.628 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.623+0000 7f063152c640 1 --2- 172.21.15.52:0/3461904895 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5574fbea2330 0x5574fbebb330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.629 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.623+0000 7f063152c640 1 -- 172.21.15.52:0/3461904895 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5574fbbe6620 con 0x5574fbea1a10 2024-03-18T22:57:48.629 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.623+0000 7f063152c640 1 --2- 172.21.15.52:0/3461904895 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5574fbea1a10 0x5574fbeacc40 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f0628004af0 tx=0x7f062802e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d343c6ccc05f02d server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:57:48.629 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.623+0000 7f0616ffd640 1 -- 172.21.15.52:0/3461904895 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f062804c020 con 0x5574fbea1a10 2024-03-18T22:57:48.629 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.623+0000 7f0616ffd640 1 -- 172.21.15.52:0/3461904895 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0628032340 con 0x5574fbea1a10 2024-03-18T22:57:48.629 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.623+0000 7f0616ffd640 1 -- 172.21.15.52:0/3461904895 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0628039040 con 0x5574fbea1a10 2024-03-18T22:57:48.629 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.624+0000 7f0636377740 1 -- 172.21.15.52:0/3461904895 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5574fbea1a10 msgr2=0x5574fbeacc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:48.629 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.624+0000 7f0636377740 1 --2- 172.21.15.52:0/3461904895 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5574fbea1a10 0x5574fbeacc40 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f0628004af0 tx=0x7f062802e040 comp rx=0 tx=0).stop 2024-03-18T22:57:48.629 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.624+0000 7f0636377740 1 -- 172.21.15.52:0/3461904895 shutdown_connections 2024-03-18T22:57:48.629 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.624+0000 7f0636377740 1 --2- 172.21.15.52:0/3461904895 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5574fbeaf9f0 0x5574fbe9b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.629 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.624+0000 7f0636377740 1 --2- 172.21.15.52:0/3461904895 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5574fbea2330 0x5574fbebb330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.629 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.624+0000 7f0636377740 1 --2- 172.21.15.52:0/3461904895 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5574fbea1a10 0x5574fbeacc40 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.629 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.624+0000 7f0636377740 1 -- 172.21.15.52:0/3461904895 >> 172.21.15.52:0/3461904895 conn(0x5574fbe9c810 msgr2=0x5574fbea7ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:57:48.629 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.624+0000 7f0636377740 1 -- 172.21.15.52:0/3461904895 shutdown_connections 2024-03-18T22:57:48.630 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.624+0000 7f0636377740 1 -- 172.21.15.52:0/3461904895 wait complete. 2024-03-18T22:57:48.630 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.624+0000 7f0636377740 1 -- start start 2024-03-18T22:57:48.630 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.624+0000 7f0636377740 1 Processor -- start 2024-03-18T22:57:48.630 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.625+0000 7f0636377740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5574fbea1a10 0x5574fbea94c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:48.630 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.625+0000 7f0636377740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5574fbea2330 0x5574fbea9a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:48.630 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.625+0000 7f0636377740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5574fbeaf9f0 0x5574fbea9f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:48.630 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.625+0000 7f0636377740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f062c1a9ac0 con 0x5574fbea1a10 2024-03-18T22:57:48.630 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.625+0000 7f0636377740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f062c1aaf30 con 0x5574fbeaf9f0 2024-03-18T22:57:48.630 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.625+0000 7f0636377740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f062c1aa190 con 0x5574fbea2330 2024-03-18T22:57:48.630 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.625+0000 7f0636377740 10 client.0 _ll_register_callbacks cb 0x7f0624005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:57:48.630 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.625+0000 7f063152c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5574fbea1a10 0x5574fbea94c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:48.630 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.625+0000 7f063152c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5574fbea1a10 0x5574fbea94c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:55598/0 (socket says 172.21.15.52:55598) 2024-03-18T22:57:48.630 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.625+0000 7f063152c640 1 -- 172.21.15.52:0/2804185051 learned_addr learned my addr 172.21.15.52:0/2804185051 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:57:48.630 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.625+0000 7f0631d2d640 1 --2- 172.21.15.52:0/2804185051 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5574fbeaf9f0 0x5574fbea9f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.625+0000 7f0630d2b640 1 --2- 172.21.15.52:0/2804185051 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5574fbea2330 0x5574fbea9a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.625+0000 7f063152c640 1 -- 172.21.15.52:0/2804185051 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5574fbea2330 msgr2=0x5574fbea9a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.625+0000 7f063152c640 1 --2- 172.21.15.52:0/2804185051 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5574fbea2330 0x5574fbea9a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.625+0000 7f063152c640 1 -- 172.21.15.52:0/2804185051 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5574fbeaf9f0 msgr2=0x5574fbea9f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:57:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.625+0000 7f063152c640 1 --2- 172.21.15.52:0/2804185051 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5574fbeaf9f0 0x5574fbea9f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.625+0000 7f063152c640 1 -- 172.21.15.52:0/2804185051 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5574fbf24930 con 0x5574fbea1a10 2024-03-18T22:57:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.625+0000 7f0631d2d640 1 --2- 172.21.15.52:0/2804185051 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5574fbeaf9f0 0x5574fbea9f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:57:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.625+0000 7f063152c640 1 --2- 172.21.15.52:0/2804185051 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5574fbea1a10 0x5574fbea94c0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f062802c630 tx=0x7f0628032d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8bebad820c1e8d7 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:57:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.625+0000 7f0614ff9640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-03-18T22:57:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.625+0000 7f0614ff9640 1 -- 172.21.15.52:0/2804185051 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f062804c030 con 0x5574fbea1a10 2024-03-18T22:57:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.625+0000 7f0614ff9640 1 -- 172.21.15.52:0/2804185051 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7f06280329b0 con 0x5574fbea1a10 2024-03-18T22:57:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.625+0000 7f0636377740 1 -- 172.21.15.52:0/2804185051 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0628032340 con 0x5574fbea1a10 2024-03-18T22:57:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.626+0000 7f0614ff9640 1 -- 172.21.15.52:0/2804185051 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f0628039040 con 0x5574fbea1a10 2024-03-18T22:57:48.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.626+0000 7f0636377740 10 client.15465 fetch_fsmap learned FSMap version 23 2024-03-18T22:57:48.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.626+0000 7f0636377740 1 -- 172.21.15.52:0/2804185051 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x5574fbf25bc0 con 0x5574fbea1a10 2024-03-18T22:57:48.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.626+0000 7f0614ff9640 1 -- 172.21.15.52:0/2804185051 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0628032340 con 0x5574fbea1a10 2024-03-18T22:57:48.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.626+0000 7f0614ff9640 1 -- 172.21.15.52:0/2804185051 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f0628034740 con 0x5574fbea1a10 2024-03-18T22:57:48.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.626+0000 7f0636377740 10 client.15465 fetch_fsmap finished waiting for FSMap version 23 2024-03-18T22:57:48.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.626+0000 7f0636377740 10 client.15465 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-03-18T22:57:48.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.626+0000 7f0636377740 20 client.15465 populate_metadata read hostname 'smithi052' 2024-03-18T22:57:48.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.626+0000 7f0636377740 1 --2- 172.21.15.52:0/2804185051 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x5574fbf26390 0x5574fbf287b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:57:48.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.626+0000 7f0636377740 4 client.15465 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-18T22:57:48.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.626+0000 7f0636377740 1 -- 172.21.15.52:0/2804185051 --> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5574fbe0d470 con 0x5574fbf26390 2024-03-18T22:57:48.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.626+0000 7f0630d2b640 1 --2- 172.21.15.52:0/2804185051 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x5574fbf26390 0x5574fbf287b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:57:48.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.626+0000 7f0630d2b640 1 --2- 172.21.15.52:0/2804185051 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x5574fbf26390 0x5574fbf287b0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=93ad1640426dd32b server_cookie=b07de2b3ef686642 in_seq=0 out_seq=0 2024-03-18T22:57:48.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.626+0000 7f0614ff9640 10 client.15465 ms_handle_connect on v2:172.21.15.99:6838/326875962 2024-03-18T22:57:48.783 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ahci-platform.txt 2024-03-18T22:57:48.784 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.783+0000 7f0614ff9640 1 -- 172.21.15.52:0/2804185051 <== mds.0 v2:172.21.15.99:6838/326875962 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5574fbe0d470 con 0x5574fbf26390 2024-03-18T22:57:48.784 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.783+0000 7f0614ff9640 10 client.15465 handle_command_reply: tid=0 2024-03-18T22:57:48.784 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.783+0000 7f0636377740 1 client.15465 shutdown 2024-03-18T22:57:48.784 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.783+0000 7f0636377740 1 -- 172.21.15.52:0/2804185051 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5574fbea1a10 msgr2=0x5574fbea94c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:48.784 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.783+0000 7f0636377740 1 --2- 172.21.15.52:0/2804185051 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5574fbea1a10 0x5574fbea94c0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f062802c630 tx=0x7f0628032d30 comp rx=0 tx=0).stop 2024-03-18T22:57:48.784 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.783+0000 7f0636377740 1 -- 172.21.15.52:0/2804185051 shutdown_connections 2024-03-18T22:57:48.785 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.783+0000 7f0636377740 1 --2- 172.21.15.52:0/2804185051 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x5574fbeaf9f0 0x5574fbea9f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.785 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.783+0000 7f0636377740 1 --2- 172.21.15.52:0/2804185051 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x5574fbf26390 0x5574fbf287b0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.785 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.783+0000 7f0636377740 1 --2- 172.21.15.52:0/2804185051 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5574fbea2330 0x5574fbea9a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.785 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.783+0000 7f0614ff9640 0 client.15465 ms_handle_reset on v2:172.21.15.99:6838/326875962 2024-03-18T22:57:48.785 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.783+0000 7f0636377740 1 --2- 172.21.15.52:0/2804185051 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5574fbea1a10 0x5574fbea94c0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.785 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.783+0000 7f0636377740 1 -- 172.21.15.52:0/2804185051 >> 172.21.15.52:0/2804185051 conn(0x5574fbe9c810 msgr2=0x5574fbeadda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:57:48.785 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.783+0000 7f0636377740 1 -- 172.21.15.52:0/2804185051 shutdown_connections 2024-03-18T22:57:48.785 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.783+0000 7f0636377740 1 -- 172.21.15.52:0/2804185051 wait complete. 2024-03-18T22:57:48.785 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.783+0000 7f0636377740 20 client.15465 trim_cache size 0 max 16384 2024-03-18T22:57:48.785 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-03-18T22:57:48.785 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-03-18T22:57:48.785 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-03-18T22:57:48.786 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-03-18T22:57:48.786 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ahci-st.txt 2024-03-18T22:57:48.786 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.784+0000 7f0633790640 1 -- 172.21.15.52:0/3057645556 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f06180a2b30 msgr2=0x7f06180a4ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:48.787 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.784+0000 7f0633790640 1 --2- 172.21.15.52:0/3057645556 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f06180a2b30 0x7f06180a4ff0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f062c0ff940 tx=0x7f061c013880 comp rx=0 tx=0).stop 2024-03-18T22:57:48.787 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.784+0000 7f0633790640 1 -- 172.21.15.52:0/3057645556 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f062c107800 msgr2=0x7f062c19c9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:57:48.787 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.784+0000 7f0633790640 1 --2- 172.21.15.52:0/3057645556 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f062c107800 0x7f062c19c9f0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f062400e970 tx=0x7f062400ed70 comp rx=0 tx=0).stop 2024-03-18T22:57:48.787 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.784+0000 7f0633790640 1 -- 172.21.15.52:0/3057645556 shutdown_connections 2024-03-18T22:57:48.787 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.784+0000 7f0633790640 1 --2- 172.21.15.52:0/3057645556 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f062c107800 0x7f062c19c9f0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.787 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.784+0000 7f0633790640 1 --2- 172.21.15.52:0/3057645556 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f06180a2b30 0x7f06180a4ff0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.787 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.784+0000 7f0633790640 1 --2- 172.21.15.52:0/3057645556 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f062c1021b0 0x7f062c198670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.787 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.784+0000 7f0633790640 1 --2- 172.21.15.52:0/3057645556 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f062c1017f0 0x7f062c198130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:57:48.787 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.784+0000 7f0633790640 1 -- 172.21.15.52:0/3057645556 >> 172.21.15.52:0/3057645556 conn(0x7f062c0fd300 msgr2=0x7f062c0fd840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:57:48.787 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.784+0000 7f0633790640 1 -- 172.21.15.52:0/3057645556 shutdown_connections 2024-03-18T22:57:48.787 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:57:48.784+0000 7f0633790640 1 -- 172.21.15.52:0/3057645556 wait complete. 2024-03-18T22:57:48.788 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/apm-xgene.txt 2024-03-18T22:57:48.788 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/atmel-at91_cf.txt 2024-03-18T22:57:48.788 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/cavium-compact-flash.txt 2024-03-18T22:57:48.789 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/exynos-sata.txt 2024-03-18T22:57:48.791 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/fsl-sata.txt 2024-03-18T22:57:48.792 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/imx-pata.txt 2024-03-18T22:57:48.794 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/imx-sata.txt 2024-03-18T22:57:48.795 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/marvell.txt 2024-03-18T22:57:48.797 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/pata-arasan.txt 2024-03-18T22:57:48.798 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/qcom-sata.txt 2024-03-18T22:57:48.800 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/sata_highbank.txt 2024-03-18T22:57:48.801 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/sata_rcar.txt 2024-03-18T22:57:48.803 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/tegra-sata.txt 2024-03-18T22:57:48.805 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/btmrvl.txt 2024-03-18T22:57:48.807 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/ 2024-03-18T22:57:48.809 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/bcma.txt 2024-03-18T22:57:48.811 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/brcm,gisb-arb.txt 2024-03-18T22:57:48.812 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/imx-weim.txt 2024-03-18T22:57:48.814 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/mvebu-mbus.txt 2024-03-18T22:57:48.815 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/omap-ocp2scp.txt 2024-03-18T22:57:48.817 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/ti-gpmc.txt 2024-03-18T22:57:48.818 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/ 2024-03-18T22:57:48.820 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/clocks.txt 2024-03-18T22:57:48.821 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/dscr.txt 2024-03-18T22:57:48.822 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/emifa.txt 2024-03-18T22:57:48.823 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/interrupt.txt 2024-03-18T22:57:48.824 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/soc.txt 2024-03-18T22:57:48.825 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/timer64.txt 2024-03-18T22:57:48.826 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/chosen.txt 2024-03-18T22:57:48.827 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ 2024-03-18T22:57:48.828 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/alphascale,acc.txt 2024-03-18T22:57:48.829 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/altr_socfpga.txt 2024-03-18T22:57:48.830 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/arm-integrator.txt 2024-03-18T22:57:48.831 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/at91-clock.txt 2024-03-18T22:57:48.832 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/axi-clkgen.txt 2024-03-18T22:57:48.833 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/bcm-cygnus-clock.txt 2024-03-18T22:57:48.833 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/bcm-kona-clock.txt 2024-03-18T22:57:48.834 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/calxeda.txt 2024-03-18T22:57:48.836 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-exynos-audss.txt 2024-03-18T22:57:48.837 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-palmas-clk32kg-clocks.txt 2024-03-18T22:57:48.838 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-s5pv210-audss.txt 2024-03-18T22:57:48.839 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clock-bindings.txt 2024-03-18T22:57:48.841 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clps711x-clock.txt 2024-03-18T22:57:48.850 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/efm32-clock.txt 2024-03-18T22:57:48.907 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/emev2-clock.txt 2024-03-18T22:57:48.914 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos3250-clock.txt 2024-03-18T22:57:48.918 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos4-clock.txt 2024-03-18T22:57:48.921 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos4415-clock.txt 2024-03-18T22:57:48.924 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5250-clock.txt 2024-03-18T22:57:48.927 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5260-clock.txt 2024-03-18T22:57:48.933 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5410-clock.txt 2024-03-18T22:57:48.935 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5420-clock.txt 2024-03-18T22:57:48.938 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5440-clock.txt 2024-03-18T22:57:48.942 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos7-clock.txt 2024-03-18T22:57:48.945 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/fixed-clock.txt 2024-03-18T22:57:48.948 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/fixed-factor-clock.txt 2024-03-18T22:57:48.951 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/gpio-gate-clock.txt 2024-03-18T22:57:48.955 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/hi3620-clock.txt 2024-03-18T22:57:48.960 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/hix5hd2-clock.txt 2024-03-18T22:57:48.964 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx1-clock.txt 2024-03-18T22:57:48.967 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx21-clock.txt 2024-03-18T22:57:48.971 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx23-clock.txt 2024-03-18T22:57:48.975 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx25-clock.txt 2024-03-18T22:57:48.978 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx27-clock.txt 2024-03-18T22:57:48.980 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx28-clock.txt 2024-03-18T22:57:48.983 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx31-clock.txt 2024-03-18T22:57:48.986 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx35-clock.txt 2024-03-18T22:57:48.988 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx5-clock.txt 2024-03-18T22:57:48.992 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6q-clock.txt 2024-03-18T22:57:48.995 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6sl-clock.txt 2024-03-18T22:57:48.997 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6sx-clock.txt 2024-03-18T22:57:48.998 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/keystone-gate.txt 2024-03-18T22:57:48.999 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/keystone-pll.txt 2024-03-18T22:57:49.001 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/lsi,axm5516-clks.txt 2024-03-18T22:57:49.003 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,mmp2.txt 2024-03-18T22:57:49.005 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,pxa168.txt 2024-03-18T22:57:49.007 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,pxa910.txt 2024-03-18T22:57:49.010 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/maxim,max77686.txt 2024-03-18T22:57:49.012 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/maxim,max77802.txt 2024-03-18T22:57:49.014 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/moxa,moxart-clock.txt 2024-03-18T22:57:49.016 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-core-clock.txt 2024-03-18T22:57:49.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:49 smithi052 ceph-mon[32520]: pgmap v30: 97 pgs: 97 active+clean; 83 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 224 KiB/s rd, 6.8 MiB/s wr, 33 op/s 2024-03-18T22:57:49.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:49 smithi181 ceph-mon[67256]: pgmap v30: 97 pgs: 97 active+clean; 83 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 224 KiB/s rd, 6.8 MiB/s wr, 33 op/s 2024-03-18T22:57:49.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:49 smithi099 ceph-mon[36725]: pgmap v30: 97 pgs: 97 active+clean; 83 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 224 KiB/s rd, 6.8 MiB/s wr, 33 op/s 2024-03-18T22:57:51.243 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-corediv-clock.txt 2024-03-18T22:57:51.244 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-cpu-clock.txt 2024-03-18T22:57:51.246 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-gated-clock.txt 2024-03-18T22:57:51.247 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nspire-clock.txt 2024-03-18T22:57:51.248 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra114-car.txt 2024-03-18T22:57:51.249 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra124-car.txt 2024-03-18T22:57:51.250 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra20-car.txt 2024-03-18T22:57:51.251 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra30-car.txt 2024-03-18T22:57:51.252 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/prima2-clock.txt 2024-03-18T22:57:51.254 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/pxa-clock.txt 2024-03-18T22:57:51.255 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,gcc.txt 2024-03-18T22:57:51.256 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,lcc.txt 2024-03-18T22:57:51.257 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,mmcc.txt 2024-03-18T22:57:51.258 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qoriq-clock.txt 2024-03-18T22:57:51.259 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,cpg-div6-clocks.txt 2024-03-18T22:57:51.260 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,cpg-mstp-clocks.txt 2024-03-18T22:57:51.262 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a73a4-cpg-clocks.txt 2024-03-18T22:57:51.263 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a7740-cpg-clocks.txt 2024-03-18T22:57:51.264 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a7779-cpg-clocks.txt 2024-03-18T22:57:51.265 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,rcar-gen2-cpg-clocks.txt 2024-03-18T22:57:51.266 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,rz-cpg-clocks.txt 2024-03-18T22:57:51.268 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,sh73a0-cpg-clocks.txt 2024-03-18T22:57:51.269 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip,rk3188-cru.txt 2024-03-18T22:57:51.270 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip,rk3288-cru.txt 2024-03-18T22:57:51.271 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip.txt 2024-03-18T22:57:51.272 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2410-clock.txt 2024-03-18T22:57:51.273 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2412-clock.txt 2024-03-18T22:57:51.274 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2443-clock.txt 2024-03-18T22:57:51.275 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c64xx-clock.txt 2024-03-18T22:57:51.277 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s5pv210-clock.txt 2024-03-18T22:57:51.278 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/silabs,si5351.txt 2024-03-18T22:57:51.279 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/silabs,si570.txt 2024-03-18T22:57:51.280 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st,nomadik.txt 2024-03-18T22:57:51.281 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/ 2024-03-18T22:57:51.282 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-divmux.txt 2024-03-18T22:57:51.283 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-mux.txt 2024-03-18T22:57:51.284 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-pll.txt 2024-03-18T22:57:51.285 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-prediv.txt 2024-03-18T22:57:51.286 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-vcc.txt 2024-03-18T22:57:51.287 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen.txt 2024-03-18T22:57:51.288 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,flexgen.txt 2024-03-18T22:57:51.289 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,quadfs.txt 2024-03-18T22:57:51.290 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ste-u300-syscon-clock.txt 2024-03-18T22:57:51.292 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/sunxi.txt 2024-03-18T22:57:51.293 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti,cdce706.txt 2024-03-18T22:57:51.294 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti-keystone-pllctrl.txt 2024-03-18T22:57:51.295 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/ 2024-03-18T22:57:51.296 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/apll.txt 2024-03-18T22:57:51.297 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/autoidle.txt 2024-03-18T22:57:51.298 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/clockdomain.txt 2024-03-18T22:57:51.299 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/composite.txt 2024-03-18T22:57:51.300 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/divider.txt 2024-03-18T22:57:51.301 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/dpll.txt 2024-03-18T22:57:51.302 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/dra7-atl.txt 2024-03-18T22:57:51.303 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/fapll.txt 2024-03-18T22:57:51.304 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/fixed-factor-clock.txt 2024-03-18T22:57:51.305 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/gate.txt 2024-03-18T22:57:51.306 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/interface.txt 2024-03-18T22:57:51.307 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/mux.txt 2024-03-18T22:57:51.308 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/vf610-clock.txt 2024-03-18T22:57:51.309 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/vt8500.txt 2024-03-18T22:57:51.310 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/xgene.txt 2024-03-18T22:57:51.311 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/zynq-7000.txt 2024-03-18T22:57:51.312 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/ 2024-03-18T22:57:51.314 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/arm_big_little_dt.txt 2024-03-18T22:57:51.315 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-dt.txt 2024-03-18T22:57:51.316 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-exynos5440.txt 2024-03-18T22:57:51.317 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-spear.txt 2024-03-18T22:57:51.318 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/ 2024-03-18T22:57:51.320 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/amd-ccp.txt 2024-03-18T22:57:51.321 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/atmel-crypto.txt 2024-03-18T22:57:51.322 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-dcp.txt 2024-03-18T22:57:51.323 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-imx-sahara.txt 2024-03-18T22:57:51.324 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec2.txt 2024-03-18T22:57:51.325 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec4.txt 2024-03-18T22:57:51.326 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec6.txt 2024-03-18T22:57:51.327 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/mv_cesa.txt 2024-03-18T22:57:51.328 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-aes.txt 2024-03-18T22:57:51.329 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-des.txt 2024-03-18T22:57:51.330 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-sham.txt 2024-03-18T22:57:51.331 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/picochip-spacc.txt 2024-03-18T22:57:51.333 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/qcom-qce.txt 2024-03-18T22:57:51.334 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/samsung-sss.txt 2024-03-18T22:57:51.335 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/ 2024-03-18T22:57:51.336 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/event/ 2024-03-18T22:57:51.337 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/event/exynos-ppmu.txt 2024-03-18T22:57:51.339 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ 2024-03-18T22:57:51.340 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/arm-pl330.txt 2024-03-18T22:57:51.341 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/atmel-dma.txt 2024-03-18T22:57:51.342 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/atmel-xdma.txt 2024-03-18T22:57:51.343 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/bcm2835-dma.txt 2024-03-18T22:57:51.344 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/dma.txt 2024-03-18T22:57:51.345 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-edma.txt 2024-03-18T22:57:51.346 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-imx-dma.txt 2024-03-18T22:57:51.347 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-imx-sdma.txt 2024-03-18T22:57:51.348 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-mxs-dma.txt 2024-03-18T22:57:51.349 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/img-mdc-dma.txt 2024-03-18T22:57:51.350 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/k3dma.txt 2024-03-18T22:57:51.351 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mmp-dma.txt 2024-03-18T22:57:51.352 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/moxa,moxart-dma.txt 2024-03-18T22:57:51.353 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mpc512x-dma.txt 2024-03-18T22:57:51.354 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mv-xor.txt 2024-03-18T22:57:51.355 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/nbpfaxi.txt 2024-03-18T22:57:51.356 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/qcom_adm.txt 2024-03-18T22:57:51.357 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/qcom_bam_dma.txt 2024-03-18T22:57:51.359 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/rcar-audmapp.txt 2024-03-18T22:57:51.360 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/renesas,rcar-dmac.txt 2024-03-18T22:57:51.361 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/shdma.txt 2024-03-18T22:57:51.362 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/sirfsoc-dma.txt 2024-03-18T22:57:51.363 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/snps-dma.txt 2024-03-18T22:57:51.364 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ste-coh901318.txt 2024-03-18T22:57:51.365 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ste-dma40.txt 2024-03-18T22:57:51.366 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/sun6i-dma.txt 2024-03-18T22:57:51.367 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/tegra20-apbdma.txt 2024-03-18T22:57:51.368 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ti-edma.txt 2024-03-18T22:57:51.369 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/ 2024-03-18T22:57:51.369 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/xilinx_dma.txt 2024-03-18T22:57:51.370 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/xilinx_vdma.txt 2024-03-18T22:57:51.371 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/ 2024-03-18T22:57:51.373 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/armada/ 2024-03-18T22:57:51.374 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/armada/marvell,dove-lcd.txt 2024-03-18T22:57:51.375 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/atmel/ 2024-03-18T22:57:51.376 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/atmel/hlcdc-dc.txt 2024-03-18T22:57:51.377 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/bridge/ 2024-03-18T22:57:51.379 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/bridge/dw_hdmi.txt 2024-03-18T22:57:51.380 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/i2c/ 2024-03-18T22:57:51.381 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/i2c/tda998x.txt 2024-03-18T22:57:51.382 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/ 2024-03-18T22:57:51.382 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/fsl-imx-drm.txt 2024-03-18T22:57:51.383 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/hdmi.txt 2024-03-18T22:57:51.385 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/ldb.txt 2024-03-18T22:57:51.386 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/ 2024-03-18T22:57:51.387 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/gpu.txt 2024-03-18T22:57:51.388 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/hdmi.txt 2024-03-18T22:57:51.389 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/mdp.txt 2024-03-18T22:57:51.390 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/ 2024-03-18T22:57:51.391 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/panel.txt 2024-03-18T22:57:51.392 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/slave.txt 2024-03-18T22:57:51.393 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/tfp410.txt 2024-03-18T22:57:51.394 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/tilcdc.txt 2024-03-18T22:57:51.395 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/eeprom.txt 2024-03-18T22:57:51.396 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/ 2024-03-18T22:57:51.398 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-palmas.txt 2024-03-18T22:57:51.400 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-rt8973a.txt 2024-03-18T22:57:51.401 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-sm5502.txt 2024-03-18T22:57:51.403 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/ 2024-03-18T22:57:51.405 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/mxsfb.txt 2024-03-18T22:57:51.406 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/sm501fb.txt 2024-03-18T22:57:51.407 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/fpga/ 2024-03-18T22:57:51.409 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/fpga/altera-socfpga-fpga-mgr.txt 2024-03-18T22:57:51.410 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/fuse/ 2024-03-18T22:57:51.411 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/fuse/nvidia,tegra20-fuse.txt 2024-03-18T22:57:51.412 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/ 2024-03-18T22:57:51.414 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/8xxx_gpio.txt 2024-03-18T22:57:51.415 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/abilis,tb10x-gpio.txt 2024-03-18T22:57:51.416 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/cavium-octeon-gpio.txt 2024-03-18T22:57:51.417 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/cirrus,clps711x-mctrl-gpio.txt 2024-03-18T22:57:51.418 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/fsl-imx-gpio.txt 2024-03-18T22:57:51.419 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/fujitsu,mb86s70-gpio.txt 2024-03-18T22:57:51.420 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-74x164.txt 2024-03-18T22:57:51.421 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-74xx-mmio.txt 2024-03-18T22:57:51.422 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-adnp.txt 2024-03-18T22:57:51.423 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-bcm-kona.txt 2024-03-18T22:57:51.424 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-clps711x.txt 2024-03-18T22:57:51.425 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-davinci.txt 2024-03-18T22:57:51.426 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-dsp-keystone.txt 2024-03-18T22:57:51.427 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-fan.txt 2024-03-18T22:57:51.428 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-grgpio.txt 2024-03-18T22:57:51.429 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-lp3943.txt 2024-03-18T22:57:51.430 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-max732x.txt 2024-03-18T22:57:51.431 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mcp23s08.txt 2024-03-18T22:57:51.432 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mm-lantiq.txt 2024-03-18T22:57:51.433 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-msm.txt 2024-03-18T22:57:51.434 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mvebu.txt 2024-03-18T22:57:51.435 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mxs.txt 2024-03-18T22:57:51.436 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-nmk.txt 2024-03-18T22:57:51.437 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-omap.txt 2024-03-18T22:57:51.438 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-palmas.txt 2024-03-18T22:57:51.439 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-pca953x.txt 2024-03-18T22:57:51.440 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-pcf857x.txt 2024-03-18T22:57:51.441 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-poweroff.txt 2024-03-18T22:57:51.442 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-restart.txt 2024-03-18T22:57:51.443 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-samsung.txt 2024-03-18T22:57:51.444 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stericsson-coh901.txt 2024-03-18T22:57:51.445 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stmpe.txt 2024-03-18T22:57:51.446 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stp-xway.txt 2024-03-18T22:57:51.447 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-sx150x.txt 2024-03-18T22:57:51.448 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-twl4030.txt 2024-03-18T22:57:51.450 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-tz1090-pdc.txt 2024-03-18T22:57:51.452 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-tz1090.txt 2024-03-18T22:57:51.453 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-vf610.txt 2024-03-18T22:57:51.454 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xgene-sb.txt 2024-03-18T22:57:51.456 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xgene.txt 2024-03-18T22:57:51.457 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xilinx.txt 2024-03-18T22:57:51.458 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-zevio.txt 2024-03-18T22:57:51.459 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-zynq.txt 2024-03-18T22:57:51.460 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio.txt 2024-03-18T22:57:51.461 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio_atmel.txt 2024-03-18T22:57:51.462 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio_lpc32xx.txt 2024-03-18T22:57:51.463 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/moxa,moxart-gpio.txt 2024-03-18T22:57:51.464 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/mrvl-gpio.txt 2024-03-18T22:57:51.465 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/nvidia,tegra20-gpio.txt 2024-03-18T22:57:51.466 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/pl061-gpio.txt 2024-03-18T22:57:51.467 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/renesas,gpio-rcar.txt 2024-03-18T22:57:51.468 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/snps-dwapb-gpio.txt 2024-03-18T22:57:51.469 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/sodaville.txt 2024-03-18T22:57:51.470 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/spear_spics.txt 2024-03-18T22:57:51.471 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/ 2024-03-18T22:57:51.473 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/nvidia,gk20a.txt 2024-03-18T22:57:51.474 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/nvidia,tegra20-host1x.txt 2024-03-18T22:57:51.475 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/samsung-g2d.txt 2024-03-18T22:57:51.476 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/samsung-rotator.txt 2024-03-18T22:57:51.477 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/st,stih4xx.txt 2024-03-18T22:57:51.478 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/graph.txt 2024-03-18T22:57:51.479 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/hid/ 2024-03-18T22:57:51.480 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/hid/hid-over-i2c.txt 2024-03-18T22:57:51.481 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/ 2024-03-18T22:57:51.483 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/client-devices.txt 2024-03-18T22:57:51.484 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/nokia-modem.txt 2024-03-18T22:57:51.485 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/omap-ssi.txt 2024-03-18T22:57:51.486 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ 2024-03-18T22:57:51.487 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ads1015.txt 2024-03-18T22:57:51.488 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/g762.txt 2024-03-18T22:57:51.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:51 smithi052 ceph-mon[32520]: pgmap v31: 97 pgs: 97 active+clean; 83 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 224 KiB/s rd, 6.8 MiB/s wr, 33 op/s 2024-03-18T22:57:51.489 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ibmpowernv.txt 2024-03-18T22:57:51.490 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/lm90.txt 2024-03-18T22:57:51.491 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ltc2978.txt 2024-03-18T22:57:51.492 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ntc_thermistor.txt 2024-03-18T22:57:51.493 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/pwm-fan.txt 2024-03-18T22:57:51.494 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/vexpress.txt 2024-03-18T22:57:51.495 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/ 2024-03-18T22:57:51.496 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/atmel-trng.txt 2024-03-18T22:57:51.497 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/omap_rng.txt 2024-03-18T22:57:51.498 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/timeriomem_rng.txt 2024-03-18T22:57:51.499 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ 2024-03-18T22:57:51.501 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/brcm,bcm2835-i2c.txt 2024-03-18T22:57:51.502 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/brcm,iproc-i2c.txt 2024-03-18T22:57:51.503 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-arb-gpio-challenge.txt 2024-03-18T22:57:51.504 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-at91.txt 2024-03-18T22:57:51.505 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-axxia.txt 2024-03-18T22:57:51.506 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-bcm-kona.txt 2024-03-18T22:57:51.507 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cadence.txt 2024-03-18T22:57:51.507 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cbus-gpio.txt 2024-03-18T22:57:51.509 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cros-ec-tunnel.txt 2024-03-18T22:57:51.510 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-davinci.txt 2024-03-18T22:57:51.511 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-designware.txt 2024-03-18T22:57:51.512 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-efm32.txt 2024-03-18T22:57:51.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:51 smithi181 ceph-mon[67256]: pgmap v31: 97 pgs: 97 active+clean; 83 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 224 KiB/s rd, 6.8 MiB/s wr, 33 op/s 2024-03-18T22:57:51.513 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-exynos5.txt 2024-03-18T22:57:51.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:51 smithi099 ceph-mon[36725]: pgmap v31: 97 pgs: 97 active+clean; 83 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 224 KiB/s rd, 6.8 MiB/s wr, 33 op/s 2024-03-18T22:57:51.515 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-gpio.txt 2024-03-18T22:57:51.516 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-hix5hd2.txt 2024-03-18T22:57:51.517 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-img-scb.txt 2024-03-18T22:57:51.518 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-imx.txt 2024-03-18T22:57:51.520 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-meson.txt 2024-03-18T22:57:51.521 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mpc.txt 2024-03-18T22:57:51.523 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-gpio.txt 2024-03-18T22:57:51.524 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-pca954x.txt 2024-03-18T22:57:51.526 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-pinctrl.txt 2024-03-18T22:57:51.527 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux.txt 2024-03-18T22:57:51.528 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mv64xxx.txt 2024-03-18T22:57:51.529 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mxs.txt 2024-03-18T22:57:51.530 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-nomadik.txt 2024-03-18T22:57:51.530 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-ocores.txt 2024-03-18T22:57:51.531 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-octeon.txt 2024-03-18T22:57:51.533 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-omap.txt 2024-03-18T22:57:51.534 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-opal.txt 2024-03-18T22:57:51.535 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pnx.txt 2024-03-18T22:57:51.536 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pxa-pci-ce4100.txt 2024-03-18T22:57:51.537 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pxa.txt 2024-03-18T22:57:51.538 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-rcar.txt 2024-03-18T22:57:51.539 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-riic.txt 2024-03-18T22:57:51.540 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-rk3x.txt 2024-03-18T22:57:51.541 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-s3c2410.txt 2024-03-18T22:57:51.542 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sh_mobile.txt 2024-03-18T22:57:51.543 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sirf.txt 2024-03-18T22:57:51.544 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-st-ddci2c.txt 2024-03-18T22:57:51.545 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-st.txt 2024-03-18T22:57:51.546 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sunxi-p2wi.txt 2024-03-18T22:57:51.547 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-versatile.txt 2024-03-18T22:57:51.548 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-vt8500.txt 2024-03-18T22:57:51.549 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-xiic.txt 2024-03-18T22:57:51.550 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ina209.txt 2024-03-18T22:57:51.551 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ina2xx.txt 2024-03-18T22:57:51.552 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/max6697.txt 2024-03-18T22:57:51.553 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/nvidia,tegra20-i2c.txt 2024-03-18T22:57:51.554 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/qcom,i2c-qup.txt 2024-03-18T22:57:51.555 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ti,bq32k.txt 2024-03-18T22:57:51.556 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/trivial-devices.txt 2024-03-18T22:57:51.557 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/ 2024-03-18T22:57:51.558 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/accel/ 2024-03-18T22:57:51.559 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/accel/bma180.txt 2024-03-18T22:57:51.560 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/ 2024-03-18T22:57:51.561 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/at91_adc.txt 2024-03-18T22:57:51.562 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/cc10001_adc.txt 2024-03-18T22:57:51.563 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/max1027-adc.txt 2024-03-18T22:57:51.564 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/nuvoton-nau7802.txt 2024-03-18T22:57:51.565 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/qcom,spmi-iadc.txt 2024-03-18T22:57:51.566 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/qcom,spmi-vadc.txt 2024-03-18T22:57:51.568 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/rockchip-saradc.txt 2024-03-18T22:57:51.569 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/twl4030-madc.txt 2024-03-18T22:57:51.571 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/vf610-adc.txt 2024-03-18T22:57:51.573 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/xilinx-xadc.txt 2024-03-18T22:57:51.574 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/ 2024-03-18T22:57:51.576 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/ad7303.txt 2024-03-18T22:57:51.577 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/max5821.txt 2024-03-18T22:57:51.578 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/frequency/ 2024-03-18T22:57:51.579 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/frequency/adf4350.txt 2024-03-18T22:57:51.580 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/humidity/ 2024-03-18T22:57:51.581 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/humidity/dht11.txt 2024-03-18T22:57:51.582 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/iio-bindings.txt 2024-03-18T22:57:51.583 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/ 2024-03-18T22:57:51.584 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/apds9300.txt 2024-03-18T22:57:51.585 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/cm36651.txt 2024-03-18T22:57:51.586 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/gp2ap020a00f.txt 2024-03-18T22:57:51.587 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/tsl2563.txt 2024-03-18T22:57:51.588 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/ 2024-03-18T22:57:51.589 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/ak8975.txt 2024-03-18T22:57:51.590 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/hmc5843.txt 2024-03-18T22:57:51.591 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/proximity/ 2024-03-18T22:57:51.592 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/proximity/as3935.txt 2024-03-18T22:57:51.593 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/sensorhub.txt 2024-03-18T22:57:51.594 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/st-sensors.txt 2024-03-18T22:57:51.595 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ 2024-03-18T22:57:51.596 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ads7846.txt 2024-03-18T22:57:51.598 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/atmel,maxtouch.txt 2024-03-18T22:57:51.600 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/cap11xx.txt 2024-03-18T22:57:51.601 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/clps711x-keypad.txt 2024-03-18T22:57:51.603 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/cros-ec-keyb.txt 2024-03-18T22:57:51.604 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/e3x0-button.txt 2024-03-18T22:57:51.605 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/elan_i2c.txt 2024-03-18T22:57:51.606 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/elants_i2c.txt 2024-03-18T22:57:51.607 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/fsl-mma8450.txt 2024-03-18T22:57:51.608 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-beeper.txt 2024-03-18T22:57:51.609 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-keys-polled.txt 2024-03-18T22:57:51.610 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-keys.txt 2024-03-18T22:57:51.611 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-matrix-keypad.txt 2024-03-18T22:57:51.612 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/imx-keypad.txt 2024-03-18T22:57:51.613 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/input-reset.txt 2024-03-18T22:57:51.614 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/lpc32xx-key.txt 2024-03-18T22:57:51.615 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/matrix-keymap.txt 2024-03-18T22:57:51.616 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/nvidia,tegra20-kbc.txt 2024-03-18T22:57:51.617 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/omap-keypad.txt 2024-03-18T22:57:51.618 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ps2keyb-mouse-apbps2.txt 2024-03-18T22:57:51.619 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/pwm-beeper.txt 2024-03-18T22:57:51.620 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/pxa27x-keypad.txt 2024-03-18T22:57:51.621 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-keypad.txt 2024-03-18T22:57:51.622 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-pwrkey.txt 2024-03-18T22:57:51.623 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-vib.txt 2024-03-18T22:57:51.624 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/regulator-haptic.txt 2024-03-18T22:57:51.625 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/rotary-encoder.txt 2024-03-18T22:57:51.626 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/samsung-keypad.txt 2024-03-18T22:57:51.627 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/spear-keyboard.txt 2024-03-18T22:57:51.628 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/st-keyscan.txt 2024-03-18T22:57:51.629 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/stmpe-keypad.txt 2024-03-18T22:57:51.630 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/sun4i-lradc-keys.txt 2024-03-18T22:57:51.631 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/tca8418_keypad.txt 2024-03-18T22:57:51.632 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,drv260x.txt 2024-03-18T22:57:51.633 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,drv2667.txt 2024-03-18T22:57:51.634 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,nspire-keypad.txt 2024-03-18T22:57:51.635 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,palmas-pwrbutton.txt 2024-03-18T22:57:51.636 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/ 2024-03-18T22:57:51.637 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/auo_pixcir_ts.txt 2024-03-18T22:57:51.638 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/bu21013.txt 2024-03-18T22:57:51.639 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/edt-ft5x06.txt 2024-03-18T22:57:51.640 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/egalax-ts.txt 2024-03-18T22:57:51.641 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/lpc32xx-tsc.txt 2024-03-18T22:57:51.642 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/mms114.txt 2024-03-18T22:57:51.643 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/pixcir_i2c_ts.txt 2024-03-18T22:57:51.644 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/sitronix-st1232.txt 2024-03-18T22:57:51.645 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/stmpe.txt 2024-03-18T22:57:51.646 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/sun4i.txt 2024-03-18T22:57:51.647 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/ti-tsc-adc.txt 2024-03-18T22:57:51.648 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/touchscreen.txt 2024-03-18T22:57:51.649 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/tsc2005.txt 2024-03-18T22:57:51.650 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/tsc2007.txt 2024-03-18T22:57:51.651 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/zforce_ts.txt 2024-03-18T22:57:51.652 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/tps65218-pwrbutton.txt 2024-03-18T22:57:51.653 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/twl4030-keypad.txt 2024-03-18T22:57:51.654 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/twl4030-pwrbutton.txt 2024-03-18T22:57:51.655 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ 2024-03-18T22:57:51.657 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/abilis,tb10x-ictl.txt 2024-03-18T22:57:51.658 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/allwinner,sun4i-ic.txt 2024-03-18T22:57:51.658 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/allwinner,sun67i-sc-nmi.txt 2024-03-18T22:57:51.660 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/atmel,aic.txt 2024-03-18T22:57:51.661 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,bcm2835-armctrl-ic.txt 2024-03-18T22:57:51.662 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,bcm7120-l2-intc.txt 2024-03-18T22:57:51.663 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,l2-intc.txt 2024-03-18T22:57:51.664 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/cirrus,clps711x-intc.txt 2024-03-18T22:57:51.664 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/digicolor-ic.txt 2024-03-18T22:57:51.665 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/interrupts.txt 2024-03-18T22:57:51.667 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/lsi,zevio-intc.txt 2024-03-18T22:57:51.668 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/marvell,armada-370-xp-mpic.txt 2024-03-18T22:57:51.669 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/marvell,orion-intc.txt 2024-03-18T22:57:51.670 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/mips-gic.txt 2024-03-18T22:57:51.671 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/opencores,or1k-pic.txt 2024-03-18T22:57:51.672 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/renesas,intc-irqpin.txt 2024-03-18T22:57:51.673 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/renesas,irqc.txt 2024-03-18T22:57:51.674 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/samsung,s3c24xx-irq.txt 2024-03-18T22:57:51.675 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/snps,dw-apb-ictl.txt 2024-03-18T22:57:51.676 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ti,keystone-irq.txt 2024-03-18T22:57:51.677 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ti,omap-intc-irq.txt 2024-03-18T22:57:51.678 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/ 2024-03-18T22:57:51.680 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/arm,smmu.txt 2024-03-18T22:57:51.680 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/iommu.txt 2024-03-18T22:57:51.681 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra20-gart.txt 2024-03-18T22:57:51.682 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra30-smmu.txt 2024-03-18T22:57:51.683 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/renesas,ipmmu-vmsa.txt 2024-03-18T22:57:51.684 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/rockchip,iommu.txt 2024-03-18T22:57:51.685 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/samsung,sysmmu.txt 2024-03-18T22:57:51.686 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/ti,omap-iommu.txt 2024-03-18T22:57:51.687 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/ 2024-03-18T22:57:51.689 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/common.txt 2024-03-18T22:57:51.690 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-gpio.txt 2024-03-18T22:57:51.691 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp55xx.txt 2024-03-18T22:57:51.692 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp8860.txt 2024-03-18T22:57:51.693 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-ns2.txt 2024-03-18T22:57:51.694 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-pwm.txt 2024-03-18T22:57:51.694 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/pca963x.txt 2024-03-18T22:57:51.695 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/register-bit-led.txt 2024-03-18T22:57:51.697 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/tca6507.txt 2024-03-18T22:57:51.698 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/ 2024-03-18T22:57:51.699 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2-timings.txt 2024-03-18T22:57:51.700 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2.txt 2024-03-18T22:57:51.701 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/ 2024-03-18T22:57:51.703 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/altera-mailbox.txt 2024-03-18T22:57:51.704 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/mailbox.txt 2024-03-18T22:57:51.705 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/omap-mailbox.txt 2024-03-18T22:57:51.706 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/marvell.txt 2024-03-18T22:57:51.707 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/ 2024-03-18T22:57:51.709 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/atmel-isi.txt 2024-03-18T22:57:51.710 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/coda.txt 2024-03-18T22:57:51.711 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos-fimc-lite.txt 2024-03-18T22:57:51.712 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos-jpeg-codec.txt 2024-03-18T22:57:51.713 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos4-fimc-is.txt 2024-03-18T22:57:51.714 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos5-gsc.txt 2024-03-18T22:57:51.715 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/gpio-ir-receiver.txt 2024-03-18T22:57:51.716 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/hix5hd2-ir.txt 2024-03-18T22:57:51.717 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/ 2024-03-18T22:57:51.718 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/adv7343.txt 2024-03-18T22:57:51.718 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/adv7604.txt 2024-03-18T22:57:51.719 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/mt9m111.txt 2024-03-18T22:57:51.720 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/mt9p031.txt 2024-03-18T22:57:51.722 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/nokia,smia.txt 2024-03-18T22:57:51.723 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/ths8200.txt 2024-03-18T22:57:51.723 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/tvp514x.txt 2024-03-18T22:57:51.724 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/tvp7002.txt 2024-03-18T22:57:51.725 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/img-ir-rev1.txt 2024-03-18T22:57:51.726 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/meson-ir.txt 2024-03-18T22:57:51.727 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/pxa-camera.txt 2024-03-18T22:57:51.728 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/rcar_vin.txt 2024-03-18T22:57:51.730 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/renesas,vsp1.txt 2024-03-18T22:57:51.731 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/s5p-mfc.txt 2024-03-18T22:57:51.732 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-fimc.txt 2024-03-18T22:57:51.733 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-mipi-csis.txt 2024-03-18T22:57:51.734 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5c73m3.txt 2024-03-18T22:57:51.735 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k5baf.txt 2024-03-18T22:57:51.736 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k6a3.txt 2024-03-18T22:57:51.737 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/sh_mobile_ceu.txt 2024-03-18T22:57:51.738 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/si4713.txt 2024-03-18T22:57:51.739 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/st-rc.txt 2024-03-18T22:57:51.740 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/sunxi-ir.txt 2024-03-18T22:57:51.742 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/ti-am437x-vpfe.txt 2024-03-18T22:57:51.743 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/video-interfaces.txt 2024-03-18T22:57:51.744 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ 2024-03-18T22:57:51.746 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl/ 2024-03-18T22:57:51.746 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl/ifc.txt 2024-03-18T22:57:51.747 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-devbus.txt 2024-03-18T22:57:51.748 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-sdram-controller.txt 2024-03-18T22:57:51.749 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/nvidia,tegra-mc.txt 2024-03-18T22:57:51.750 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/renesas-memory-controllers.txt 2024-03-18T22:57:51.751 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/synopsys.txt 2024-03-18T22:57:51.752 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti-aemif.txt 2024-03-18T22:57:51.753 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti/ 2024-03-18T22:57:51.754 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti/emif.txt 2024-03-18T22:57:51.755 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/ 2024-03-18T22:57:51.756 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/meta-intc.txt 2024-03-18T22:57:51.757 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/meta.txt 2024-03-18T22:57:51.758 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/pdc-intc.txt 2024-03-18T22:57:51.759 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ 2024-03-18T22:57:51.761 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/88pm860x.txt 2024-03-18T22:57:51.762 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ab8500.txt 2024-03-18T22:57:51.763 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/arizona.txt 2024-03-18T22:57:51.764 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/as3711.txt 2024-03-18T22:57:51.765 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/as3722.txt 2024-03-18T22:57:51.766 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-gpbr.txt 2024-03-18T22:57:51.767 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-hlcdc.txt 2024-03-18T22:57:51.768 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-matrix.txt 2024-03-18T22:57:51.769 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-smc.txt 2024-03-18T22:57:51.770 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/bcm590xx.txt 2024-03-18T22:57:51.771 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/bfticu.txt 2024-03-18T22:57:51.772 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/cros-ec.txt 2024-03-18T22:57:51.772 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9052-i2c.txt 2024-03-18T22:57:51.773 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9055.txt 2024-03-18T22:57:51.774 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9063.txt 2024-03-18T22:57:51.775 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/hi6421.txt 2024-03-18T22:57:51.776 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/lp3943.txt 2024-03-18T22:57:51.778 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max14577.txt 2024-03-18T22:57:51.779 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max77686.txt 2024-03-18T22:57:51.780 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max77693.txt 2024-03-18T22:57:51.781 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max8925.txt 2024-03-18T22:57:51.782 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max8998.txt 2024-03-18T22:57:51.783 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/mc13xxx.txt 2024-03-18T22:57:51.784 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-host.txt 2024-03-18T22:57:52.023 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-tll.txt 2024-03-18T22:57:52.024 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/palmas.txt 2024-03-18T22:57:52.025 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom,spmi-pmic.txt 2024-03-18T22:57:52.026 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-pm8xxx.txt 2024-03-18T22:57:52.027 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-rpm.txt 2024-03-18T22:57:52.028 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qriox.txt 2024-03-18T22:57:52.029 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/rk808.txt 2024-03-18T22:57:52.030 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/rn5t618.txt 2024-03-18T22:57:52.031 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mpa01.txt 2024-03-18T22:57:52.032 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mps11.txt 2024-03-18T22:57:52.033 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/stmpe.txt 2024-03-18T22:57:52.034 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/sun6i-prcm.txt 2024-03-18T22:57:52.035 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/syscon.txt 2024-03-18T22:57:52.036 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tc3589x.txt 2024-03-18T22:57:52.037 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ti-keystone-devctrl.txt 2024-03-18T22:57:52.038 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tps6507x.txt 2024-03-18T22:57:52.039 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tps65910.txt 2024-03-18T22:57:52.040 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl-familly.txt 2024-03-18T22:57:52.041 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-audio.txt 2024-03-18T22:57:52.042 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-power.txt 2024-03-18T22:57:52.043 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl6040.txt 2024-03-18T22:57:52.044 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/ 2024-03-18T22:57:52.046 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi/ 2024-03-18T22:57:52.046 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi/mipi-dsi-bus.txt 2024-03-18T22:57:52.047 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/nvidia,tegra114-mipi.txt 2024-03-18T22:57:52.048 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/ 2024-03-18T22:57:52.050 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/ 2024-03-18T22:57:52.051 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bcm3384-intc.txt 2024-03-18T22:57:52.052 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bmips.txt 2024-03-18T22:57:52.053 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/cm-dsl.txt 2024-03-18T22:57:52.054 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/usb.txt 2024-03-18T22:57:52.055 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ 2024-03-18T22:57:52.056 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/bootbus.txt 2024-03-18T22:57:52.057 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/cib.txt 2024-03-18T22:57:52.058 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu.txt 2024-03-18T22:57:52.059 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu2.txt 2024-03-18T22:57:52.061 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/dma-engine.txt 2024-03-18T22:57:52.063 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/uctl.txt 2024-03-18T22:57:52.065 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cpu_irq.txt 2024-03-18T22:57:52.066 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/ralink.txt 2024-03-18T22:57:52.068 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ 2024-03-18T22:57:52.070 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/allwinner,sunxi-sid.txt 2024-03-18T22:57:52.072 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/arm-charlcd.txt 2024-03-18T22:57:52.073 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/at25.txt 2024-03-18T22:57:52.075 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/atmel-ssc.txt 2024-03-18T22:57:52.076 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/bmp085.txt 2024-03-18T22:57:52.078 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/fsl,qoriq-mc.txt 2024-03-18T22:57:52.080 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ifm-csi.txt 2024-03-18T22:57:52.080 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/lis302.txt 2024-03-18T22:57:52.082 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/nvidia,tegra20-apbmisc.txt 2024-03-18T22:57:52.083 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/smc.txt 2024-03-18T22:57:52.084 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/sram.txt 2024-03-18T22:57:52.085 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ti,dac7512.txt 2024-03-18T22:57:52.086 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ 2024-03-18T22:57:52.088 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/arasan,sdhci.txt 2024-03-18T22:57:52.089 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/atmel-hsmci.txt 2024-03-18T22:57:52.090 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/brcm,bcm2835-sdhci.txt 2024-03-18T22:57:52.091 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/davinci_mmc.txt 2024-03-18T22:57:52.093 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/exynos-dw-mshc.txt 2024-03-18T22:57:52.094 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-esdhc.txt 2024-03-18T22:57:52.096 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-imx-esdhc.txt 2024-03-18T22:57:52.097 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-imx-mmc.txt 2024-03-18T22:57:52.099 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/img-dw-mshc.txt 2024-03-18T22:57:52.100 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/k3-dw-mshc.txt 2024-03-18T22:57:52.101 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/kona-sdhci.txt 2024-03-18T22:57:52.102 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-pwrseq-emmc.txt 2024-03-18T22:57:52.103 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-pwrseq-simple.txt 2024-03-18T22:57:52.104 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-spi-slot.txt 2024-03-18T22:57:52.105 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc.txt 2024-03-18T22:57:52.108 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmci.txt 2024-03-18T22:57:52.109 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/moxa,moxart-mmc.txt 2024-03-18T22:57:52.109 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mxs-mmc.txt 2024-03-18T22:57:52.110 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/nvidia,tegra20-sdhci.txt 2024-03-18T22:57:52.111 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/orion-sdio.txt 2024-03-18T22:57:52.112 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/pxa-mmc.txt 2024-03-18T22:57:52.113 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/renesas,mmcif.txt 2024-03-18T22:57:52.115 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/rockchip-dw-mshc.txt 2024-03-18T22:57:52.116 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/samsung-sdhci.txt 2024-03-18T22:57:52.118 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-dove.txt 2024-03-18T22:57:52.119 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-fujitsu.txt 2024-03-18T22:57:52.120 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-msm.txt 2024-03-18T22:57:52.121 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-pxa.txt 2024-03-18T22:57:52.122 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-sirf.txt 2024-03-18T22:57:52.123 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-spear.txt 2024-03-18T22:57:52.124 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-st.txt 2024-03-18T22:57:52.125 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/socfpga-dw-mshc.txt 2024-03-18T22:57:52.126 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sunxi-mmc.txt 2024-03-18T22:57:52.127 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/synopsys-dw-mshc.txt 2024-03-18T22:57:52.128 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ti-omap-hsmmc.txt 2024-03-18T22:57:52.129 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ti-omap.txt 2024-03-18T22:57:52.130 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/tmio_mmc.txt 2024-03-18T22:57:52.131 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/usdhi6rol0.txt 2024-03-18T22:57:52.132 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/vt8500-sdmmc.txt 2024-03-18T22:57:52.133 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/ 2024-03-18T22:57:52.134 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/arm-versatile.txt 2024-03-18T22:57:52.135 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/atmel-dataflash.txt 2024-03-18T22:57:52.136 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/atmel-nand.txt 2024-03-18T22:57:52.137 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/davinci-nand.txt 2024-03-18T22:57:52.138 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/denali-nand.txt 2024-03-18T22:57:52.139 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/diskonchip.txt 2024-03-18T22:57:52.140 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/elm.txt 2024-03-18T22:57:52.141 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/flctl-nand.txt 2024-03-18T22:57:52.142 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsl-quadspi.txt 2024-03-18T22:57:52.144 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsl-upm-nand.txt 2024-03-18T22:57:52.145 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsmc-nand.txt 2024-03-18T22:57:52.146 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpio-control-nand.txt 2024-03-18T22:57:52.147 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-nand.txt 2024-03-18T22:57:52.148 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-nor.txt 2024-03-18T22:57:52.149 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-onenand.txt 2024-03-18T22:57:52.150 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmi-nand.txt 2024-03-18T22:57:52.151 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/hisi504-nand.txt 2024-03-18T22:57:52.152 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/lpc32xx-mlc.txt 2024-03-18T22:57:52.153 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/lpc32xx-slc.txt 2024-03-18T22:57:52.155 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/m25p80.txt 2024-03-18T22:57:52.156 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/mtd-physmap.txt 2024-03-18T22:57:52.157 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/mxc-nand.txt 2024-03-18T22:57:52.158 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/nand.txt 2024-03-18T22:57:52.159 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/orion-nand.txt 2024-03-18T22:57:52.160 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/partition.txt 2024-03-18T22:57:52.161 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/pxa3xx-nand.txt 2024-03-18T22:57:52.162 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/spear_smi.txt 2024-03-18T22:57:52.163 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/st-fsm.txt 2024-03-18T22:57:52.164 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/sunxi-nand.txt 2024-03-18T22:57:52.165 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ 2024-03-18T22:57:52.166 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun4i-emac.txt 2024-03-18T22:57:52.167 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun4i-mdio.txt 2024-03-18T22:57:52.168 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun7i-a20-gmac.txt 2024-03-18T22:57:52.169 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/altera_tse.txt 2024-03-18T22:57:52.170 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/amd-xgbe-phy.txt 2024-03-18T22:57:52.171 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/amd-xgbe.txt 2024-03-18T22:57:52.173 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/apm-xgene-enet.txt 2024-03-18T22:57:52.175 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/arc_emac.txt 2024-03-18T22:57:52.176 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-bcm87xx.txt 2024-03-18T22:57:52.177 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-bcmgenet.txt 2024-03-18T22:57:52.178 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-mdio-unimac.txt 2024-03-18T22:57:52.179 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-sf2.txt 2024-03-18T22:57:52.180 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-systemport.txt 2024-03-18T22:57:52.181 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/calxeda-xgmac.txt 2024-03-18T22:57:52.181 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/ 2024-03-18T22:57:52.182 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/atmel-can.txt 2024-03-18T22:57:52.183 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/c_can.txt 2024-03-18T22:57:52.185 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/cc770.txt 2024-03-18T22:57:52.187 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/fsl-flexcan.txt 2024-03-18T22:57:52.188 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/grcan.txt 2024-03-18T22:57:52.190 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/m_can.txt 2024-03-18T22:57:52.191 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/microchip,mcp251x.txt 2024-03-18T22:57:52.193 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/mpc5xxx-mscan.txt 2024-03-18T22:57:52.194 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/rcar_can.txt 2024-03-18T22:57:52.195 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/sja1000.txt 2024-03-18T22:57:52.196 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/xilinx_can.txt 2024-03-18T22:57:52.197 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-mdio.txt 2024-03-18T22:57:52.197 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-mix.txt 2024-03-18T22:57:52.198 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-pip.txt 2024-03-18T22:57:52.199 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cdns-emac.txt 2024-03-18T22:57:52.200 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cpsw-phy-sel.txt 2024-03-18T22:57:52.201 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cpsw.txt 2024-03-18T22:57:52.202 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davicom-dm9000.txt 2024-03-18T22:57:52.203 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davinci-mdio.txt 2024-03-18T22:57:52.204 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davinci_emac.txt 2024-03-18T22:57:52.205 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/dsa/ 2024-03-18T22:57:52.206 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/dsa/dsa.txt 2024-03-18T22:57:52.207 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/emac_rockchip.txt 2024-03-18T22:57:52.208 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ethernet.txt 2024-03-18T22:57:52.209 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fixed-link.txt 2024-03-18T22:57:52.210 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fsl-fec.txt 2024-03-18T22:57:52.211 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fsl-tsec-phy.txt 2024-03-18T22:57:52.212 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/gpmc-eth.txt 2024-03-18T22:57:52.213 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/hisilicon-hip04-net.txt 2024-03-18T22:57:52.214 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/hisilicon-hix5hd2-gmac.txt 2024-03-18T22:57:52.215 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/ 2024-03-18T22:57:52.216 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/at86rf230.txt 2024-03-18T22:57:52.217 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/cc2520.txt 2024-03-18T22:57:52.218 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/keystone-netcp.txt 2024-03-18T22:57:52.219 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/lpc-eth.txt 2024-03-18T22:57:52.220 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/macb.txt 2024-03-18T22:57:52.221 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-armada-370-neta.txt 2024-03-18T22:57:52.222 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-orion-mdio.txt 2024-03-18T22:57:52.223 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-orion-net.txt 2024-03-18T22:57:52.224 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-pp2.txt 2024-03-18T22:57:52.225 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-pxa168.txt 2024-03-18T22:57:52.225 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-gpio.txt 2024-03-18T22:57:52.226 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux-gpio.txt 2024-03-18T22:57:52.227 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux-mmioreg.txt 2024-03-18T22:57:52.229 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux.txt 2024-03-18T22:57:52.230 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/meson-dwmac.txt 2024-03-18T22:57:52.231 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel-ks8851.txt 2024-03-18T22:57:52.232 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel-ksz90x1.txt 2024-03-18T22:57:52.232 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel.txt 2024-03-18T22:57:52.233 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/moxa,moxart-mac.txt 2024-03-18T22:57:52.235 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/ 2024-03-18T22:57:52.236 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/pn544.txt 2024-03-18T22:57:52.237 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/st21nfca.txt 2024-03-18T22:57:52.238 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/st21nfcb.txt 2024-03-18T22:57:52.239 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/trf7970a.txt 2024-03-18T22:57:52.240 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/opencores-ethoc.txt 2024-03-18T22:57:52.241 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/phy.txt 2024-03-18T22:57:52.242 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/qca-qca7000-spi.txt 2024-03-18T22:57:52.243 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/rockchip-dwmac.txt 2024-03-18T22:57:52.244 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/samsung-sxgbe.txt 2024-03-18T22:57:52.245 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/sh_eth.txt 2024-03-18T22:57:52.247 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/smsc-lan91c111.txt 2024-03-18T22:57:52.248 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/smsc911x.txt 2024-03-18T22:57:52.250 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/socfpga-dwmac.txt 2024-03-18T22:57:52.251 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/sti-dwmac.txt 2024-03-18T22:57:52.253 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/stmmac.txt 2024-03-18T22:57:52.254 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/via-rhine.txt 2024-03-18T22:57:52.256 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/via-velocity.txt 2024-03-18T22:57:52.257 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/ 2024-03-18T22:57:52.259 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/brcm,bcm43xx-fmac.txt 2024-03-18T22:57:52.260 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/qcom,ath10k.txt 2024-03-18T22:57:52.262 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/ti,wl1251.txt 2024-03-18T22:57:52.263 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/ 2024-03-18T22:57:52.266 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/nios2.txt 2024-03-18T22:57:52.267 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/timer.txt 2024-03-18T22:57:52.269 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/nvec/ 2024-03-18T22:57:52.271 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/nvec/nvidia,nvec.txt 2024-03-18T22:57:52.272 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/open-pic.txt 2024-03-18T22:57:52.274 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/ 2024-03-18T22:57:52.276 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b101aw03.txt 2024-03-18T22:57:52.278 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b101xtn01.txt 2024-03-18T22:57:52.279 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b116xw03.txt 2024-03-18T22:57:52.281 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b133htn01.txt 2024-03-18T22:57:52.282 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b133xtn01.txt 2024-03-18T22:57:52.284 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/avic,tm070ddh03.txt 2024-03-18T22:57:52.286 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/chunghwa,claa101wa01a.txt 2024-03-18T22:57:52.287 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/chunghwa,claa101wb03.txt 2024-03-18T22:57:52.289 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,et057090dhu.txt 2024-03-18T22:57:52.290 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,et070080dh6.txt 2024-03-18T22:57:52.292 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,etm0700g0dh6.txt 2024-03-18T22:57:52.293 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/foxlink,fl500wvr00-a0t.txt 2024-03-18T22:57:52.295 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/giantplus,gpg482739qs5.txt 2024-03-18T22:57:52.296 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/hannstar,hsd070pww1.txt 2024-03-18T22:57:52.298 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/hit,tx23d38vm0caa.txt 2024-03-18T22:57:52.300 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,g121i1-l01.txt 2024-03-18T22:57:52.301 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,n116bge.txt 2024-03-18T22:57:52.303 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,n156bge-l21.txt 2024-03-18T22:57:52.305 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,ld070wx3-sl01.txt 2024-03-18T22:57:52.306 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,lh500wx1-sd03.txt 2024-03-18T22:57:52.308 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,lp129qe.txt 2024-03-18T22:57:52.310 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/panasonic,vvx10f004b00.txt 2024-03-18T22:57:52.311 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,ld9040.txt 2024-03-18T22:57:52.313 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,ltn101nt05.txt 2024-03-18T22:57:52.314 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,s6e8aa0.txt 2024-03-18T22:57:52.316 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/sharp,lq101r1sx01.txt 2024-03-18T22:57:52.317 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/simple-panel.txt 2024-03-18T22:57:52.319 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ 2024-03-18T22:57:52.321 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/83xx-512x-pci.txt 2024-03-18T22:57:52.323 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/designware-pcie.txt 2024-03-18T22:57:52.324 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/fsl,imx6q-pcie.txt 2024-03-18T22:57:52.326 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/fsl,pci.txt 2024-03-18T22:57:52.327 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/host-generic-pci.txt 2024-03-18T22:57:52.328 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/layerscape-pci.txt 2024-03-18T22:57:52.329 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/mvebu-pci.txt 2024-03-18T22:57:52.330 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/nvidia,tegra20-pcie.txt 2024-03-18T22:57:52.331 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci-keystone.txt 2024-03-18T22:57:52.332 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci-rcar-gen2.txt 2024-03-18T22:57:52.333 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci.txt 2024-03-18T22:57:52.334 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ralink,rt3883-pci.txt 2024-03-18T22:57:52.336 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/rcar-pci.txt 2024-03-18T22:57:52.337 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/samsung,exynos5440-pcie.txt 2024-03-18T22:57:52.338 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/spear13xx-pcie.txt 2024-03-18T22:57:52.339 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ti-pci.txt 2024-03-18T22:57:52.340 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/v3-v360epc-pci.txt 2024-03-18T22:57:52.341 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/versatile.txt 2024-03-18T22:57:52.342 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/xgene-pci.txt 2024-03-18T22:57:52.343 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/xilinx-pcie.txt 2024-03-18T22:57:52.344 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/ 2024-03-18T22:57:52.346 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/apm-xgene-phy.txt 2024-03-18T22:57:52.347 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/bcm-phy.txt 2024-03-18T22:57:52.348 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/berlin-sata-phy.txt 2024-03-18T22:57:52.349 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/berlin-usb-phy.txt 2024-03-18T22:57:52.350 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/hix5hd2-phy.txt 2024-03-18T22:57:52.351 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-bindings.txt 2024-03-18T22:57:52.352 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-miphy28lp.txt 2024-03-18T22:57:52.353 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-miphy365x.txt 2024-03-18T22:57:52.354 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-mvebu.txt 2024-03-18T22:57:52.355 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-stih407-usb.txt 2024-03-18T22:57:52.356 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-stih41x-usb.txt 2024-03-18T22:57:52.357 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-apq8064-sata-phy.txt 2024-03-18T22:57:52.358 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-dwc3-usb-phy.txt 2024-03-18T22:57:52.359 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-ipq806x-sata-phy.txt 2024-03-18T22:57:52.360 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/rcar-gen2-phy.txt 2024-03-18T22:57:52.361 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/rockchip-usb-phy.txt 2024-03-18T22:57:52.362 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/samsung-phy.txt 2024-03-18T22:57:52.363 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/st-spear-miphy.txt 2024-03-18T22:57:52.364 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/sun4i-usb-phy.txt 2024-03-18T22:57:52.365 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/ti-phy.txt 2024-03-18T22:57:52.366 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ 2024-03-18T22:57:52.367 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/abilis,tb10x-iomux.txt 2024-03-18T22:57:52.368 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/allwinner,sunxi-pinctrl.txt 2024-03-18T22:57:52.369 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/atmel,at91-pinctrl.txt 2024-03-18T22:57:52.370 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/brcm,bcm11351-pinctrl.txt 2024-03-18T22:57:52.371 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/brcm,bcm2835-gpio.txt 2024-03-18T22:57:52.372 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx-pinctrl.txt 2024-03-18T22:57:52.373 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx25-pinctrl.txt 2024-03-18T22:57:52.374 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx27-pinctrl.txt 2024-03-18T22:57:52.375 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx35-pinctrl.txt 2024-03-18T22:57:52.376 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx51-pinctrl.txt 2024-03-18T22:57:52.376 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx53-pinctrl.txt 2024-03-18T22:57:52.379 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6dl-pinctrl.txt 2024-03-18T22:57:52.380 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6q-pinctrl.txt 2024-03-18T22:57:52.381 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6sl-pinctrl.txt 2024-03-18T22:57:52.382 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6sx-pinctrl.txt 2024-03-18T22:57:52.383 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,mxs-pinctrl.txt 2024-03-18T22:57:52.385 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,vf610-pinctrl.txt 2024-03-18T22:57:52.386 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/img,tz1090-pdc-pinctrl.txt 2024-03-18T22:57:52.387 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/img,tz1090-pinctrl.txt 2024-03-18T22:57:52.388 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/lantiq,falcon-pinumx.txt 2024-03-18T22:57:52.389 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/lantiq,xway-pinumx.txt 2024-03-18T22:57:52.390 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-370-pinctrl.txt 2024-03-18T22:57:52.391 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-375-pinctrl.txt 2024-03-18T22:57:52.392 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-38x-pinctrl.txt 2024-03-18T22:57:52.393 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-xp-pinctrl.txt 2024-03-18T22:57:52.394 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,dove-pinctrl.txt 2024-03-18T22:57:52.395 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,kirkwood-pinctrl.txt 2024-03-18T22:57:52.396 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,mvebu-pinctrl.txt 2024-03-18T22:57:52.397 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,orion-pinctrl.txt 2024-03-18T22:57:52.398 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/meson,pinctrl.txt 2024-03-18T22:57:52.399 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra114-pinmux.txt 2024-03-18T22:57:52.399 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra124-pinmux.txt 2024-03-18T22:57:52.401 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra124-xusb-padctl.txt 2024-03-18T22:57:52.402 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra20-pinmux.txt 2024-03-18T22:57:52.403 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra30-pinmux.txt 2024-03-18T22:57:52.404 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-bindings.txt 2024-03-18T22:57:52.405 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-palmas.txt 2024-03-18T22:57:52.406 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-single.txt 2024-03-18T22:57:52.407 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-sirf.txt 2024-03-18T22:57:52.408 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-st.txt 2024-03-18T22:57:52.409 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-vt8500.txt 2024-03-18T22:57:52.410 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl_spear.txt 2024-03-18T22:57:52.411 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,apq8064-pinctrl.txt 2024-03-18T22:57:52.412 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,apq8084-pinctrl.txt 2024-03-18T22:57:52.413 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,ipq8064-pinctrl.txt 2024-03-18T22:57:52.414 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8916-pinctrl.txt 2024-03-18T22:57:52.416 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8960-pinctrl.txt 2024-03-18T22:57:52.416 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8974-pinctrl.txt 2024-03-18T22:57:52.418 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,pmic-gpio.txt 2024-03-18T22:57:52.419 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,pmic-mpp.txt 2024-03-18T22:57:52.420 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/renesas,pfc-pinctrl.txt 2024-03-18T22:57:52.422 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/rockchip,pinctrl.txt 2024-03-18T22:57:52.423 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/samsung-pinctrl.txt 2024-03-18T22:57:52.424 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ste,abx500.txt 2024-03-18T22:57:52.425 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ste,nomadik.txt 2024-03-18T22:57:52.426 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ti,omap-pinctrl.txt 2024-03-18T22:57:52.427 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/xlnx,zynq-pinctrl.txt 2024-03-18T22:57:52.428 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/ 2024-03-18T22:57:52.430 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/bq2415x.txt 2024-03-18T22:57:52.431 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/isp1704.txt 2024-03-18T22:57:52.432 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/ltc2941.txt 2024-03-18T22:57:52.433 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/opp.txt 2024-03-18T22:57:52.434 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/power-controller.txt 2024-03-18T22:57:52.435 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/power_domain.txt 2024-03-18T22:57:52.435 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/renesas,sysc-rmobile.txt 2024-03-18T22:57:52.437 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/ 2024-03-18T22:57:52.438 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/keystone-reset.txt 2024-03-18T22:57:52.439 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/ltc2952-poweroff.txt 2024-03-18T22:57:52.440 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/st-reset.txt 2024-03-18T22:57:52.441 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/syscon-reboot.txt 2024-03-18T22:57:52.442 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/rockchip-io-domain.txt 2024-03-18T22:57:52.443 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/rx51-battery.txt 2024-03-18T22:57:52.444 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/twl-charger.txt 2024-03-18T22:57:52.445 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ 2024-03-18T22:57:52.447 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/ 2024-03-18T22:57:52.448 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/btemp.txt 2024-03-18T22:57:52.449 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/chargalg.txt 2024-03-18T22:57:52.450 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/charger.txt 2024-03-18T22:57:52.451 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/fg.txt 2024-03-18T22:57:52.452 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/axxia-reset.txt 2024-03-18T22:57:52.453 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/charger-manager.txt 2024-03-18T22:57:52.454 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/gpio-charger.txt 2024-03-18T22:57:52.455 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/imx-snvs-poweroff.txt 2024-03-18T22:57:52.456 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/lp8727_charger.txt 2024-03-18T22:57:52.457 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/max17042_battery.txt 2024-03-18T22:57:52.458 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/max8925_batter.txt 2024-03-18T22:57:52.459 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/msm-poweroff.txt 2024-03-18T22:57:52.460 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/olpc_battery.txt 2024-03-18T22:57:52.461 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/power_supply.txt 2024-03-18T22:57:52.462 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/qnap-poweroff.txt 2024-03-18T22:57:52.463 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/restart-poweroff.txt 2024-03-18T22:57:52.464 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/sbs_sbs-battery.txt 2024-03-18T22:57:52.465 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ti,bq24735.txt 2024-03-18T22:57:52.466 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/tps65090.txt 2024-03-18T22:57:52.467 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/ 2024-03-18T22:57:52.469 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ 2024-03-18T22:57:52.470 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/akebono.txt 2024-03-18T22:57:52.471 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/cpm.txt 2024-03-18T22:57:52.472 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/emac.txt 2024-03-18T22:57:52.473 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/hsta.txt 2024-03-18T22:57:52.474 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ndfc.txt 2024-03-18T22:57:52.475 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ppc440spe-adma.txt 2024-03-18T22:57:52.476 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/reboot.txt 2024-03-18T22:57:52.477 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ 2024-03-18T22:57:52.478 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/board.txt 2024-03-18T22:57:52.479 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cache_sram.txt 2024-03-18T22:57:52.480 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ccf.txt 2024-03-18T22:57:52.480 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/ 2024-03-18T22:57:52.481 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm.txt 2024-03-18T22:57:52.482 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/ 2024-03-18T22:57:52.483 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/brg.txt 2024-03-18T22:57:52.484 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/i2c.txt 2024-03-18T22:57:52.485 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/pic.txt 2024-03-18T22:57:52.485 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/usb.txt 2024-03-18T22:57:52.486 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/gpio.txt 2024-03-18T22:57:52.488 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/network.txt 2024-03-18T22:57:52.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:52 smithi052 ceph-mon[32520]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T22:57:52.489 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe.txt 2024-03-18T22:57:52.490 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/ 2024-03-18T22:57:52.491 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/firmware.txt 2024-03-18T22:57:52.491 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/par_io.txt 2024-03-18T22:57:52.493 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/pincfg.txt 2024-03-18T22:57:52.494 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/ucc.txt 2024-03-18T22:57:52.495 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/usb.txt 2024-03-18T22:57:52.496 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/serial.txt 2024-03-18T22:57:52.497 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpus.txt 2024-03-18T22:57:52.498 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/dcsr.txt 2024-03-18T22:57:52.499 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/diu.txt 2024-03-18T22:57:52.500 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/dma.txt 2024-03-18T22:57:52.502 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ecm.txt 2024-03-18T22:57:52.503 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/fman.txt 2024-03-18T22:57:52.504 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/gtm.txt 2024-03-18T22:57:52.505 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/guts.txt 2024-03-18T22:57:52.506 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/interlaken-lac.txt 2024-03-18T22:57:52.507 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/l2cache.txt 2024-03-18T22:57:52.508 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/lbc.txt 2024-03-18T22:57:52.509 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mcm.txt 2024-03-18T22:57:52.510 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mcu-mpc8349emitx.txt 2024-03-18T22:57:52.511 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mem-ctrlr.txt 2024-03-18T22:57:52.512 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpc5121-psc.txt 2024-03-18T22:57:52.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:52 smithi181 ceph-mon[67256]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T22:57:52.513 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpc5200.txt 2024-03-18T22:57:52.514 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic-msgr.txt 2024-03-18T22:57:52.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:52 smithi099 ceph-mon[36725]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T22:57:52.515 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic-timer.txt 2024-03-18T22:57:52.516 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic.txt 2024-03-18T22:57:52.517 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/msi-pic.txt 2024-03-18T22:57:52.518 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/pamu.txt 2024-03-18T22:57:52.519 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/pmc.txt 2024-03-18T22:57:52.520 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/raideng.txt 2024-03-18T22:57:52.521 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/srio-rmu.txt 2024-03-18T22:57:52.522 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/srio.txt 2024-03-18T22:57:52.523 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/ 2024-03-18T22:57:52.524 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/gamecube.txt 2024-03-18T22:57:52.525 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/wii.txt 2024-03-18T22:57:52.525 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pps/ 2024-03-18T22:57:52.527 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pps/pps-gpio.txt 2024-03-18T22:57:52.528 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ 2024-03-18T22:57:52.530 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-hlcdc-pwm.txt 2024-03-18T22:57:52.531 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-pwm.txt 2024-03-18T22:57:52.532 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-tcb-pwm.txt 2024-03-18T22:57:52.534 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/bcm-kona-pwm.txt 2024-03-18T22:57:52.534 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/cirrus,clps711x-pwm.txt 2024-03-18T22:57:52.536 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/img-pwm.txt 2024-03-18T22:57:52.537 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/imx-pwm.txt 2024-03-18T22:57:52.538 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/lpc32xx-pwm.txt 2024-03-18T22:57:52.539 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/mxs-pwm.txt 2024-03-18T22:57:52.540 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/nvidia,tegra20-pwm.txt 2024-03-18T22:57:52.541 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/nxp,pca9685-pwm.txt 2024-03-18T22:57:52.542 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-bcm2835.txt 2024-03-18T22:57:52.543 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-fsl-ftm.txt 2024-03-18T22:57:52.544 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-lp3943.txt 2024-03-18T22:57:52.545 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-rockchip.txt 2024-03-18T22:57:52.546 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-samsung.txt 2024-03-18T22:57:52.548 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-st.txt 2024-03-18T22:57:52.549 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-sun4i.txt 2024-03-18T22:57:52.550 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tiecap.txt 2024-03-18T22:57:52.551 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tiehrpwm.txt 2024-03-18T22:57:52.552 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tipwmss.txt 2024-03-18T22:57:52.553 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm.txt 2024-03-18T22:57:52.554 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pxa-pwm.txt 2024-03-18T22:57:52.555 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/renesas,tpu-pwm.txt 2024-03-18T22:57:52.556 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/spear-pwm.txt 2024-03-18T22:57:52.557 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ti,twl-pwm.txt 2024-03-18T22:57:52.558 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ti,twl-pwmled.txt 2024-03-18T22:57:52.559 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/vt8500-pwm.txt 2024-03-18T22:57:52.560 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regmap/ 2024-03-18T22:57:52.561 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regmap/regmap.txt 2024-03-18T22:57:52.562 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ 2024-03-18T22:57:52.564 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/88pm800.txt 2024-03-18T22:57:52.565 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/88pm860x.txt 2024-03-18T22:57:52.566 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/act8865-regulator.txt 2024-03-18T22:57:52.567 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/anatop-regulator.txt 2024-03-18T22:57:52.568 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/as3722-regulator.txt 2024-03-18T22:57:52.569 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/da9210.txt 2024-03-18T22:57:52.570 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/da9211.txt 2024-03-18T22:57:52.571 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/fan53555.txt 2024-03-18T22:57:52.572 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/fixed-regulator.txt 2024-03-18T22:57:52.573 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/gpio-regulator.txt 2024-03-18T22:57:52.574 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/isl9305.txt 2024-03-18T22:57:52.575 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/lp872x.txt 2024-03-18T22:57:52.576 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ltc3589.txt 2024-03-18T22:57:52.578 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max1586-regulator.txt 2024-03-18T22:57:52.580 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max77802.txt 2024-03-18T22:57:52.581 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8660.txt 2024-03-18T22:57:52.583 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8907.txt 2024-03-18T22:57:52.585 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8925-regulator.txt 2024-03-18T22:57:52.586 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8952.txt 2024-03-18T22:57:52.588 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8973-regulator.txt 2024-03-18T22:57:52.589 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8997-regulator.txt 2024-03-18T22:57:52.590 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/mt6397-regulator.txt 2024-03-18T22:57:52.591 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/palmas-pmic.txt 2024-03-18T22:57:52.592 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pbias-regulator.txt 2024-03-18T22:57:52.593 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pfuze100.txt 2024-03-18T22:57:52.594 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pwm-regulator.txt 2024-03-18T22:57:52.595 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/regulator.txt 2024-03-18T22:57:52.596 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/s5m8767-regulator.txt 2024-03-18T22:57:52.597 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/sky81452-regulator.txt 2024-03-18T22:57:52.877 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ti-abb-regulator.txt 2024-03-18T22:57:52.878 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps51632-regulator.txt 2024-03-18T22:57:52.880 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps62360-regulator.txt 2024-03-18T22:57:52.882 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65090.txt 2024-03-18T22:57:52.884 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65217.txt 2024-03-18T22:57:52.885 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65218.txt 2024-03-18T22:57:52.887 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps6586x.txt 2024-03-18T22:57:52.889 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/twl-regulator.txt 2024-03-18T22:57:52.891 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/vexpress.txt 2024-03-18T22:57:52.892 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/reserved-memory/ 2024-03-18T22:57:52.894 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/reserved-memory/reserved-memory.txt 2024-03-18T22:57:52.896 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/ 2024-03-18T22:57:52.898 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/allwinner,sunxi-clock-reset.txt 2024-03-18T22:57:52.899 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/fsl,imx-src.txt 2024-03-18T22:57:52.901 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/reset.txt 2024-03-18T22:57:52.902 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/sirf,rstc.txt 2024-03-18T22:57:52.904 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/socfpga-reset.txt 2024-03-18T22:57:52.905 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-picophyreset.txt 2024-03-18T22:57:52.907 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-powerdown.txt 2024-03-18T22:57:52.908 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-softreset.txt 2024-03-18T22:57:52.910 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/resource-names.txt 2024-03-18T22:57:52.912 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/ 2024-03-18T22:57:52.914 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/apm,rng.txt 2024-03-18T22:57:52.915 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/brcm,bcm2835.txt 2024-03-18T22:57:52.917 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/qcom,prng.txt 2024-03-18T22:57:52.918 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/ 2024-03-18T22:57:52.921 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/armada-380-rtc.txt 2024-03-18T22:57:52.922 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/atmel,at91rm9200-rtc.txt 2024-03-18T22:57:52.923 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/atmel,at91sam9-rtc.txt 2024-03-18T22:57:52.925 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/dallas,ds1339.txt 2024-03-18T22:57:52.926 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/dw-apb.txt 2024-03-18T22:57:52.928 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/haoyu,hym8563.txt 2024-03-18T22:57:52.929 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/imxdi-rtc.txt 2024-03-18T22:57:52.931 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/isil,isl12057.txt 2024-03-18T22:57:52.932 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/lpc32xx-rtc.txt 2024-03-18T22:57:52.934 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/maxim,ds1742.txt 2024-03-18T22:57:52.935 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/moxa,moxart-rtc.txt 2024-03-18T22:57:52.937 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/nvidia,tegra20-rtc.txt 2024-03-18T22:57:52.938 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/nxp,rtc-2123.txt 2024-03-18T22:57:52.939 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/olpc-xo1-rtc.txt 2024-03-18T22:57:52.940 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/orion-rtc.txt 2024-03-18T22:57:52.941 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/pxa-rtc.txt 2024-03-18T22:57:52.942 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-cmos.txt 2024-03-18T22:57:52.943 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-omap.txt 2024-03-18T22:57:52.944 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-opal.txt 2024-03-18T22:57:52.945 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-palmas.txt 2024-03-18T22:57:52.946 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/s3c-rtc.txt 2024-03-18T22:57:52.947 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sa1100-rtc.txt 2024-03-18T22:57:52.948 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/snvs-rtc.txt 2024-03-18T22:57:52.948 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/spear-rtc.txt 2024-03-18T22:57:52.949 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/stmp3xxx-rtc.txt 2024-03-18T22:57:52.951 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sun6i-rtc.txt 2024-03-18T22:57:52.952 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sunxi-rtc.txt 2024-03-18T22:57:52.953 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/twl-rtc.txt 2024-03-18T22:57:52.954 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/via,vt8500-rtc.txt 2024-03-18T22:57:52.955 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/xgene-rtc.txt 2024-03-18T22:57:52.956 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/ 2024-03-18T22:57:52.958 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/tpm/ 2024-03-18T22:57:52.959 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/tpm/st33zp24-i2c.txt 2024-03-18T22:57:52.960 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/ 2024-03-18T22:57:52.961 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/8250.txt 2024-03-18T22:57:52.962 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/altera_jtaguart.txt 2024-03-18T22:57:52.964 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/altera_uart.txt 2024-03-18T22:57:52.965 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/arc-uart.txt 2024-03-18T22:57:52.966 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/atmel-usart.txt 2024-03-18T22:57:52.967 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/axis,etraxfs-uart.txt 2024-03-18T22:57:52.968 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/bcm63xx-uart.txt 2024-03-18T22:57:52.969 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cavium-uart.txt 2024-03-18T22:57:52.970 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cdns,uart.txt 2024-03-18T22:57:52.971 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cirrus,clps711x-uart.txt 2024-03-18T22:57:52.972 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/digicolor-usart.txt 2024-03-18T22:57:52.973 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/efm32-uart.txt 2024-03-18T22:57:52.974 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-imx-uart.txt 2024-03-18T22:57:52.975 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-lpuart.txt 2024-03-18T22:57:52.976 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-mxs-auart.txt 2024-03-18T22:57:52.977 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/lantiq_asc.txt 2024-03-18T22:57:52.979 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/maxim,max310x.txt 2024-03-18T22:57:52.980 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mrvl,pxa-ssp.txt 2024-03-18T22:57:52.981 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mrvl-serial.txt 2024-03-18T22:57:52.982 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mtk-uart.txt 2024-03-18T22:57:52.983 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nvidia,tegra20-hsuart.txt 2024-03-18T22:57:52.984 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nxp,sc16is7xx.txt 2024-03-18T22:57:52.985 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nxp-lpc32xx-hsuart.txt 2024-03-18T22:57:52.986 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/omap_serial.txt 2024-03-18T22:57:52.988 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/pl011.txt 2024-03-18T22:57:52.989 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qca,ar9330-uart.txt 2024-03-18T22:57:52.990 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qcom,msm-uart.txt 2024-03-18T22:57:52.991 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qcom,msm-uartdm.txt 2024-03-18T22:57:52.992 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/renesas,sci-serial.txt 2024-03-18T22:57:52.993 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/rs485.txt 2024-03-18T22:57:52.994 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/samsung_uart.txt 2024-03-18T22:57:52.995 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/sirf-uart.txt 2024-03-18T22:57:52.995 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/snps-dw-apb-uart.txt 2024-03-18T22:57:52.997 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/sprd-uart.txt 2024-03-18T22:57:52.998 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/st-asc.txt 2024-03-18T22:57:52.999 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/vt8500-uart.txt 2024-03-18T22:57:53.000 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/ 2024-03-18T22:57:53.002 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/allwinner,sun4i-ps2.txt 2024-03-18T22:57:53.003 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/altera_ps2.txt 2024-03-18T22:57:53.004 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/olpc,ap-sp.txt 2024-03-18T22:57:53.005 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/snps-arc_ps2.txt 2024-03-18T22:57:53.006 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ 2024-03-18T22:57:53.008 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/ 2024-03-18T22:57:53.009 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/bman-portals.txt 2024-03-18T22:57:53.010 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/bman.txt 2024-03-18T22:57:53.011 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/qman-portals.txt 2024-03-18T22:57:53.012 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/qman.txt 2024-03-18T22:57:53.013 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/qcom/ 2024-03-18T22:57:53.014 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/qcom/qcom,gsbi.txt 2024-03-18T22:57:53.015 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/ 2024-03-18T22:57:53.016 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/keystone-navigator-dma.txt 2024-03-18T22:57:53.017 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/keystone-navigator-qmss.txt 2024-03-18T22:57:53.018 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ 2024-03-18T22:57:53.019 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,adau1701.txt 2024-03-18T22:57:53.020 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,axi-i2s.txt 2024-03-18T22:57:53.021 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,axi-spdif-tx.txt 2024-03-18T22:57:53.022 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,ssm2602.txt 2024-03-18T22:57:53.023 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4104.txt 2024-03-18T22:57:53.024 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4554.c 2024-03-18T22:57:53.024 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4642.txt 2024-03-18T22:57:53.025 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak5386.txt 2024-03-18T22:57:53.026 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/alc5623.txt 2024-03-18T22:57:53.027 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/alc5632.txt 2024-03-18T22:57:53.028 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/armada-370db-audio.txt 2024-03-18T22:57:53.029 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/arndale.txt 2024-03-18T22:57:53.030 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-at91sam9g20ek-wm8731-audio.txt 2024-03-18T22:57:53.031 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-sam9x5-wm8731-audio.txt 2024-03-18T22:57:53.032 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-wm8904.txt 2024-03-18T22:57:53.033 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel_ac97c.txt 2024-03-18T22:57:53.034 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/bcm2835-i2s.txt 2024-03-18T22:57:53.036 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cdns,xtfpga-i2s.txt 2024-03-18T22:57:53.037 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs35l32.txt 2024-03-18T22:57:53.038 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4265.txt 2024-03-18T22:57:53.039 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4270.txt 2024-03-18T22:57:53.040 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4271.txt 2024-03-18T22:57:53.041 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l52.txt 2024-03-18T22:57:53.042 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l56.txt 2024-03-18T22:57:53.043 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l73.txt 2024-03-18T22:57:53.044 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42xx8.txt 2024-03-18T22:57:53.045 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/da9055.txt 2024-03-18T22:57:53.046 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/davinci-evm-audio.txt 2024-03-18T22:57:53.047 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/davinci-mcasp-audio.txt 2024-03-18T22:57:53.048 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/designware-i2s.txt 2024-03-18T22:57:53.049 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/es8328.txt 2024-03-18T22:57:53.050 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/eukrea-tlv320.txt 2024-03-18T22:57:53.051 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,asrc.txt 2024-03-18T22:57:53.053 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,esai.txt 2024-03-18T22:57:53.054 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,spdif.txt 2024-03-18T22:57:53.055 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,ssi.txt 2024-03-18T22:57:53.056 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl-asoc-card.txt 2024-03-18T22:57:53.057 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl-sai.txt 2024-03-18T22:57:53.058 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/hdmi.txt 2024-03-18T22:57:53.059 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-es8328.txt 2024-03-18T22:57:53.060 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-sgtl5000.txt 2024-03-18T22:57:53.061 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-spdif.txt 2024-03-18T22:57:53.062 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-wm8962.txt 2024-03-18T22:57:53.063 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audmux.txt 2024-03-18T22:57:53.064 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ingenic,jz4740-i2s.txt 2024-03-18T22:57:53.064 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98090.txt 2024-03-18T22:57:53.065 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98095.txt 2024-03-18T22:57:53.067 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98357a.txt 2024-03-18T22:57:53.068 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mrvl,pxa-ssp.txt 2024-03-18T22:57:53.068 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mrvl,pxa2xx-pcm.txt 2024-03-18T22:57:53.070 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mvebu-audio.txt 2024-03-18T22:57:53.071 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mxs-audio-sgtl5000.txt 2024-03-18T22:57:53.072 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mxs-saif.txt 2024-03-18T22:57:53.073 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nokia,rx51.txt 2024-03-18T22:57:53.074 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-alc5632.txt 2024-03-18T22:57:53.075 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-max98090.txt 2024-03-18T22:57:53.076 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-rt5640.txt 2024-03-18T22:57:53.077 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-rt5677.txt 2024-03-18T22:57:53.078 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-trimslice.txt 2024-03-18T22:57:53.079 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm8753.txt 2024-03-18T22:57:53.080 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm8903.txt 2024-03-18T22:57:53.081 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm9712.txt 2024-03-18T22:57:53.082 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-ac97.txt 2024-03-18T22:57:53.083 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-das.txt 2024-03-18T22:57:53.084 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-i2s.txt 2024-03-18T22:57:53.085 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-ahub.txt 2024-03-18T22:57:53.086 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-hda.txt 2024-03-18T22:57:53.087 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-i2s.txt 2024-03-18T22:57:53.088 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-abe-twl6040.txt 2024-03-18T22:57:53.089 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-dmic.txt 2024-03-18T22:57:53.089 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-mcbsp.txt 2024-03-18T22:57:53.090 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-mcpdm.txt 2024-03-18T22:57:53.091 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-twl4030.txt 2024-03-18T22:57:53.092 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/pcm1792a.txt 2024-03-18T22:57:53.093 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/pcm512x.txt 2024-03-18T22:57:53.094 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/renesas,fsi.txt 2024-03-18T22:57:53.096 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/renesas,rsnd.txt 2024-03-18T22:57:53.097 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rockchip-i2s.txt 2024-03-18T22:57:53.098 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5631.txt 2024-03-18T22:57:53.099 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5640.txt 2024-03-18T22:57:53.100 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5677.txt 2024-03-18T22:57:53.101 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung,odroidx2-max98090.txt 2024-03-18T22:57:53.102 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung,smdk-wm8994.txt 2024-03-18T22:57:53.103 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung-i2s.txt 2024-03-18T22:57:53.104 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sgtl5000.txt 2024-03-18T22:57:53.105 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/simple-card.txt 2024-03-18T22:57:53.106 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio-codec.txt 2024-03-18T22:57:53.107 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio-port.txt 2024-03-18T22:57:53.108 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio.txt 2024-03-18T22:57:53.109 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-usp.txt 2024-03-18T22:57:53.110 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/snow.txt 2024-03-18T22:57:53.111 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/soc-ac97link.txt 2024-03-18T22:57:53.112 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/spdif-receiver.txt 2024-03-18T22:57:53.113 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/spdif-transmitter.txt 2024-03-18T22:57:53.114 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ssm2518.txt 2024-03-18T22:57:53.115 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ssm4567.txt 2024-03-18T22:57:53.116 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/st,sta32x.txt 2024-03-18T22:57:53.117 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/st,sta350.txt 2024-03-18T22:57:53.118 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tas2552.txt 2024-03-18T22:57:53.119 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tdm-slot.txt 2024-03-18T22:57:53.120 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ti,pcm1681.txt 2024-03-18T22:57:53.121 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ti,tas5086.txt 2024-03-18T22:57:53.122 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic31xx.txt 2024-03-18T22:57:53.123 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic32x4.txt 2024-03-18T22:57:53.124 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic3x.txt 2024-03-18T22:57:53.125 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tpa6130a2.txt 2024-03-18T22:57:53.126 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ts3a227e.txt 2024-03-18T22:57:53.127 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ux500-mop500.txt 2024-03-18T22:57:53.128 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ux500-msp.txt 2024-03-18T22:57:53.129 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/widgets.txt 2024-03-18T22:57:53.130 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8510.txt 2024-03-18T22:57:53.131 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8523.txt 2024-03-18T22:57:53.132 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8580.txt 2024-03-18T22:57:53.132 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8711.txt 2024-03-18T22:57:53.133 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8728.txt 2024-03-18T22:57:53.135 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8731.txt 2024-03-18T22:57:53.136 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8737.txt 2024-03-18T22:57:53.137 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8741.txt 2024-03-18T22:57:53.138 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8750.txt 2024-03-18T22:57:53.139 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8753.txt 2024-03-18T22:57:53.140 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8770.txt 2024-03-18T22:57:53.141 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8776.txt 2024-03-18T22:57:53.142 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8804.txt 2024-03-18T22:57:53.143 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8903.txt 2024-03-18T22:57:53.144 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8904.txt 2024-03-18T22:57:53.145 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8960.txt 2024-03-18T22:57:53.146 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8962.txt 2024-03-18T22:57:53.147 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8994.txt 2024-03-18T22:57:53.148 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/ 2024-03-18T22:57:53.150 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/brcm,bcm2835-spi.txt 2024-03-18T22:57:53.151 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/efm32-spi.txt 2024-03-18T22:57:53.152 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/fsl-imx-cspi.txt 2024-03-18T22:57:53.153 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/fsl-spi.txt 2024-03-18T22:57:53.154 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/mxs-spi.txt 2024-03-18T22:57:53.155 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra114-spi.txt 2024-03-18T22:57:53.156 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra20-sflash.txt 2024-03-18T22:57:53.157 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra20-slink.txt 2024-03-18T22:57:53.158 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/omap-spi.txt 2024-03-18T22:57:53.159 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/qcom,spi-qup.txt 2024-03-18T22:57:53.160 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/sh-hspi.txt 2024-03-18T22:57:53.161 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/sh-msiof.txt 2024-03-18T22:57:53.162 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/snps,dw-apb-ssi.txt 2024-03-18T22:57:53.163 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-bus.txt 2024-03-18T22:57:53.164 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-cadence.txt 2024-03-18T22:57:53.165 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-davinci.txt 2024-03-18T22:57:53.166 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-dw.txt 2024-03-18T22:57:53.166 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-fsl-dspi.txt 2024-03-18T22:57:53.168 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-gpio.txt 2024-03-18T22:57:53.169 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-img-spfi.txt 2024-03-18T22:57:53.170 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-meson.txt 2024-03-18T22:57:53.171 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-octeon.txt 2024-03-18T22:57:53.172 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-orion.txt 2024-03-18T22:57:53.173 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-rockchip.txt 2024-03-18T22:57:53.174 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-rspi.txt 2024-03-18T22:57:53.175 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-samsung.txt 2024-03-18T22:57:53.176 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sc18is602.txt 2024-03-18T22:57:53.177 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sirf.txt 2024-03-18T22:57:53.178 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-st-ssc.txt 2024-03-18T22:57:53.179 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sun4i.txt 2024-03-18T22:57:53.180 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sun6i.txt 2024-03-18T22:57:53.181 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-xtensa-xtfpga.txt 2024-03-18T22:57:53.182 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_altera.txt 2024-03-18T22:57:53.183 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_atmel.txt 2024-03-18T22:57:53.184 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_oc_tiny.txt 2024-03-18T22:57:53.185 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_pl022.txt 2024-03-18T22:57:53.186 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/ti_qspi.txt 2024-03-18T22:57:53.187 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/ 2024-03-18T22:57:53.188 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/qcom,spmi-pmic-arb.txt 2024-03-18T22:57:53.189 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/spmi.txt 2024-03-18T22:57:53.190 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/ 2024-03-18T22:57:53.192 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/ 2024-03-18T22:57:53.192 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/ 2024-03-18T22:57:53.193 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/lpc32xx-adc.txt 2024-03-18T22:57:53.194 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/mxs-lradc.txt 2024-03-18T22:57:53.195 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/spear-adc.txt 2024-03-18T22:57:53.196 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/submitting-patches.txt 2024-03-18T22:57:53.197 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/ 2024-03-18T22:57:53.199 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/armada-thermal.txt 2024-03-18T22:57:53.200 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/db8500-thermal.txt 2024-03-18T22:57:53.201 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/dove-thermal.txt 2024-03-18T22:57:53.202 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/exynos-thermal.txt 2024-03-18T22:57:53.202 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/imx-thermal.txt 2024-03-18T22:57:53.203 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/kirkwood-thermal.txt 2024-03-18T22:57:53.204 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/rcar-thermal.txt 2024-03-18T22:57:53.205 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/rockchip-thermal.txt 2024-03-18T22:57:53.206 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/spear-thermal.txt 2024-03-18T22:57:53.207 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/st-thermal.txt 2024-03-18T22:57:53.208 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/tegra-soctherm.txt 2024-03-18T22:57:53.209 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/thermal.txt 2024-03-18T22:57:53.210 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/ti_soc_thermal.txt 2024-03-18T22:57:53.211 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/ 2024-03-18T22:57:53.212 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/allwinner,sun4i-timer.txt 2024-03-18T22:57:53.213 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/allwinner,sun5i-a13-hstimer.txt 2024-03-18T22:57:53.214 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/amlogic,meson6-timer.txt 2024-03-18T22:57:53.215 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/arm,sp804.txt 2024-03-18T22:57:53.216 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/brcm,bcm2835-system-timer.txt 2024-03-18T22:57:53.217 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/cadence,ttc-timer.txt 2024-03-18T22:57:53.218 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/cirrus,clps711x-timer.txt 2024-03-18T22:57:53.219 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/digicolor-timer.txt 2024-03-18T22:57:53.220 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/energymicro,efm32-timer.txt 2024-03-18T22:57:53.221 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/fsl,ftm-timer.txt 2024-03-18T22:57:53.222 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/fsl,imxgpt.txt 2024-03-18T22:57:53.223 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/lsi,zevio-timer.txt 2024-03-18T22:57:53.224 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/marvell,armada-370-xp-timer.txt 2024-03-18T22:57:53.225 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/marvell,orion-timer.txt 2024-03-18T22:57:53.226 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/mediatek,mtk-timer.txt 2024-03-18T22:57:53.227 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/moxa,moxart-timer.txt 2024-03-18T22:57:53.228 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/nvidia,tegra20-timer.txt 2024-03-18T22:57:53.229 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/nvidia,tegra30-timer.txt 2024-03-18T22:57:53.230 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,cmt.txt 2024-03-18T22:57:53.231 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,mtu2.txt 2024-03-18T22:57:53.232 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,tmu.txt 2024-03-18T22:57:53.233 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/rockchip,rk3288-timer.txt 2024-03-18T22:57:53.234 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/samsung,exynos4210-mct.txt 2024-03-18T22:57:53.235 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/stericsson-u300-apptimer.txt 2024-03-18T22:57:53.236 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/ti,keystone-timer.txt 2024-03-18T22:57:53.237 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/ufs/ 2024-03-18T22:57:53.238 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/ufs/ufshcd-pltfrm.txt 2024-03-18T22:57:53.239 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/unittest.txt 2024-03-18T22:57:53.240 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ 2024-03-18T22:57:53.242 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/am33xx-usb.txt 2024-03-18T22:57:53.242 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/atmel-usb.txt 2024-03-18T22:57:53.243 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-imx.txt 2024-03-18T22:57:53.244 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-qcom.txt 2024-03-18T22:57:53.245 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-usb2.txt 2024-03-18T22:57:53.246 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-zevio.txt 2024-03-18T22:57:53.248 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc2.txt 2024-03-18T22:57:53.249 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc3-st.txt 2024-03-18T22:57:53.250 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc3.txt 2024-03-18T22:57:53.251 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-omap.txt 2024-03-18T22:57:53.252 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-orion.txt 2024-03-18T22:57:53.253 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-st.txt 2024-03-18T22:57:53.254 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/exynos-usb.txt 2024-03-18T22:57:53.255 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/fsl-usb.txt 2024-03-18T22:57:53.256 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/generic.txt 2024-03-18T22:57:53.257 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/gr-udc.txt 2024-03-18T22:57:53.258 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/isp1301.txt 2024-03-18T22:57:53.259 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/keystone-phy.txt 2024-03-18T22:57:53.260 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/keystone-usb.txt 2024-03-18T22:57:53.261 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/lpc32xx-udc.txt 2024-03-18T22:57:53.262 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/msm-hsusb.txt 2024-03-18T22:57:53.263 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/mxs-phy.txt 2024-03-18T22:57:53.264 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/nvidia,tegra20-ehci.txt 2024-03-18T22:57:53.265 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/nvidia,tegra20-usb-phy.txt 2024-03-18T22:57:53.266 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-nxp.txt 2024-03-18T22:57:53.266 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-omap3.txt 2024-03-18T22:57:53.267 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-st.txt 2024-03-18T22:57:53.269 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/omap-usb.txt 2024-03-18T22:57:53.270 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/pxa-usb.txt 2024-03-18T22:57:53.271 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/qcom,dwc3.txt 2024-03-18T22:57:53.272 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/renesas_usbhs.txt 2024-03-18T22:57:53.273 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/samsung-hsotg.txt 2024-03-18T22:57:53.274 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/samsung-usbphy.txt 2024-03-18T22:57:53.275 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/spear-usb.txt 2024-03-18T22:57:53.276 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/twlxxxx-usb.txt 2024-03-18T22:57:53.276 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/udc-xilinx.txt 2024-03-18T22:57:53.277 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-ehci.txt 2024-03-18T22:57:53.278 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-nop-xceiv.txt 2024-03-18T22:57:53.279 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-ohci.txt 2024-03-18T22:57:53.280 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-uhci.txt 2024-03-18T22:57:53.281 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-xhci.txt 2024-03-18T22:57:53.282 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb3503.txt 2024-03-18T22:57:53.283 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usbmisc-imx.txt 2024-03-18T22:57:53.284 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ux500-usb.txt 2024-03-18T22:57:53.285 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/vendor-prefixes.txt 2024-03-18T22:57:53.286 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ 2024-03-18T22:57:53.287 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7123.txt 2024-03-18T22:57:53.288 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7511.txt 2024-03-18T22:57:53.289 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/analog-tv-connector.txt 2024-03-18T22:57:53.290 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/arm,pl11x.txt 2024-03-18T22:57:53.291 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/atmel,lcdc.txt 2024-03-18T22:57:53.292 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/ 2024-03-18T22:57:53.293 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/88pm860x.txt 2024-03-18T22:57:53.294 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/gpio-backlight.txt 2024-03-18T22:57:53.295 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/lp855x.txt 2024-03-18T22:57:53.296 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/max8925-backlight.txt 2024-03-18T22:57:53.297 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/pwm-backlight.txt 2024-03-18T22:57:53.298 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/tps65217-backlight.txt 2024-03-18T22:57:53.299 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ 2024-03-18T22:57:53.300 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ps8622.txt 2024-03-18T22:57:53.301 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ptn3460.txt 2024-03-18T22:57:53.302 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/cirrus,clps711x-fb.txt 2024-03-18T22:57:53.303 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/display-timing.txt 2024-03-18T22:57:53.304 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/dvi-connector.txt 2024-03-18T22:57:53.305 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/dw_hdmi-rockchip.txt 2024-03-18T22:57:53.306 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos7-decon.txt 2024-03-18T22:57:53.307 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dp.txt 2024-03-18T22:57:53.307 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dsim.txt 2024-03-18T22:57:53.308 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmi.txt 2024-03-18T22:57:53.310 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiddc.txt 2024-03-18T22:57:53.311 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiphy.txt 2024-03-18T22:57:53.312 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_mixer.txt 2024-03-18T22:57:53.313 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/fsl,imx-fb.txt 2024-03-18T22:57:53.314 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/hdmi-connector.txt 2024-03-18T22:57:53.315 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/lgphilips,lb035q02.txt 2024-03-18T22:57:53.316 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/panel-dpi.txt 2024-03-18T22:57:53.317 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/panel-dsi-cm.txt 2024-03-18T22:57:53.318 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/renesas,du.txt 2024-03-18T22:57:53.319 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-drm.txt 2024-03-18T22:57:53.320 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-vop.txt 2024-03-18T22:57:53.321 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/samsung-fimd.txt 2024-03-18T22:57:53.322 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/sharp,ls037v7dw01.txt 2024-03-18T22:57:53.323 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer-sunxi.txt 2024-03-18T22:57:53.324 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer.txt 2024-03-18T22:57:53.325 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/sony,acx565akm.txt 2024-03-18T22:57:53.326 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ssd1289fb.txt 2024-03-18T22:57:53.327 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ssd1307fb.txt 2024-03-18T22:57:53.328 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/thine,thc63lvdm83d 2024-03-18T22:57:53.329 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,dra7-dss.txt 2024-03-18T22:57:53.330 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap-dss.txt 2024-03-18T22:57:53.331 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap2-dss.txt 2024-03-18T22:57:53.332 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap3-dss.txt 2024-03-18T22:57:53.333 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap4-dss.txt 2024-03-18T22:57:53.334 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap5-dss.txt 2024-03-18T22:57:53.335 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,opa362.txt 2024-03-18T22:57:53.336 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,tfp410.txt 2024-03-18T22:57:53.337 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,tpd12s015.txt 2024-03-18T22:57:53.338 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/toppoly,td028ttec1.txt 2024-03-18T22:57:53.339 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/tpo,td043mtea1.txt 2024-03-18T22:57:53.340 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/vga-connector.txt 2024-03-18T22:57:53.341 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/via,vt8500-fb.txt 2024-03-18T22:57:53.342 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/wm,prizm-ge-rops.txt 2024-03-18T22:57:53.343 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/wm,wm8505-fb.txt 2024-03-18T22:57:53.344 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/virtio/ 2024-03-18T22:57:53.346 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/virtio/mmio.txt 2024-03-18T22:57:53.347 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/ 2024-03-18T22:57:53.348 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/fsl-imx-owire.txt 2024-03-18T22:57:53.349 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/omap-hdq.txt 2024-03-18T22:57:53.350 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/w1-gpio.txt 2024-03-18T22:57:53.351 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/ 2024-03-18T22:57:53.352 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-at91rm9200-wdt.txt 2024-03-18T22:57:53.353 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-wdt.txt 2024-03-18T22:57:53.354 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/brcm,bcm2835-pm-wdog.txt 2024-03-18T22:57:53.355 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/cadence-wdt.txt 2024-03-18T22:57:53.356 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/davinci-wdt.txt 2024-03-18T22:57:53.357 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/dw_wdt.txt 2024-03-18T22:57:53.358 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/fsl-imx-wdt.txt 2024-03-18T22:57:53.359 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/gpio-wdt.txt 2024-03-18T22:57:53.360 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/imgpdc-wdt.txt 2024-03-18T22:57:53.361 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/ingenic,jz4740-wdt.txt 2024-03-18T22:57:53.362 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/marvel.txt 2024-03-18T22:57:53.364 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/men-a021-wdt.txt 2024-03-18T22:57:53.365 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/meson6-wdt.txt 2024-03-18T22:57:53.366 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/moxa,moxart-watchdog.txt 2024-03-18T22:57:53.368 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/mtk-wdt.txt 2024-03-18T22:57:53.369 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/of-xilinx-wdt.txt 2024-03-18T22:57:53.371 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/omap-wdt.txt 2024-03-18T22:57:53.373 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/pnx4008-wdt.txt 2024-03-18T22:57:53.374 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/qca-ar7130-wdt.txt 2024-03-18T22:57:53.375 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/qcom-wdt.txt 2024-03-18T22:57:53.376 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/rt2880-wdt.txt 2024-03-18T22:57:53.376 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/samsung-wdt.txt 2024-03-18T22:57:53.377 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/sirfsoc_wdt.txt 2024-03-18T22:57:53.379 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/stericsson-coh901327.txt 2024-03-18T22:57:53.381 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/sunxi-wdt.txt 2024-03-18T22:57:53.382 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/twl4030-wdt.txt 2024-03-18T22:57:53.383 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/ 2024-03-18T22:57:53.386 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/ce4100.txt 2024-03-18T22:57:53.387 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/interrupt.txt 2024-03-18T22:57:53.388 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/timer.txt 2024-03-18T22:57:53.389 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/xilinx.txt 2024-03-18T22:57:53.390 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/xillybus/ 2024-03-18T22:57:53.392 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/bindings/xillybus/xillybus.txt 2024-03-18T22:57:53.393 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/booting-without-of.txt 2024-03-18T22:57:53.394 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/changesets.txt 2024-03-18T22:57:53.395 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/dynamic-resolution-notes.txt 2024-03-18T22:57:53.396 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/of_selftest.txt 2024-03-18T22:57:53.397 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/overlay-notes.txt 2024-03-18T22:57:53.398 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/todo.txt 2024-03-18T22:57:53.399 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/devicetree/usage-model.txt 2024-03-18T22:57:53.400 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/digsig.txt 2024-03-18T22:57:53.402 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/dma-buf-sharing.txt 2024-03-18T22:57:53.403 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/dmaengine/ 2024-03-18T22:57:53.405 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/dmaengine/00-INDEX 2024-03-18T22:57:53.406 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/dmaengine/client.txt 2024-03-18T22:57:53.407 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/dmaengine/dmatest.txt 2024-03-18T22:57:53.408 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/dmaengine/provider.txt 2024-03-18T22:57:53.408 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/dontdiff 2024-03-18T22:57:53.410 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/driver-model/ 2024-03-18T22:57:53.411 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/driver-model/binding.txt 2024-03-18T22:57:53.412 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/driver-model/bus.txt 2024-03-18T22:57:53.413 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/driver-model/class.txt 2024-03-18T22:57:53.414 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/driver-model/design-patterns.txt 2024-03-18T22:57:53.415 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/driver-model/device.txt 2024-03-18T22:57:53.416 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/driver-model/devres.txt 2024-03-18T22:57:53.417 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/driver-model/driver.txt 2024-03-18T22:57:53.417 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/driver-model/overview.txt 2024-03-18T22:57:53.419 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/driver-model/platform.txt 2024-03-18T22:57:53.419 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/driver-model/porting.txt 2024-03-18T22:57:53.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:53 smithi052 ceph-mon[32520]: pgmap v32: 97 pgs: 97 active+clean; 84 MiB data, 660 MiB used, 1.0 TiB / 1.0 TiB avail; 339 KiB/s rd, 7.0 MiB/s wr, 79 op/s 2024-03-18T22:57:53.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:53 smithi181 ceph-mon[67256]: pgmap v32: 97 pgs: 97 active+clean; 84 MiB data, 660 MiB used, 1.0 TiB / 1.0 TiB avail; 339 KiB/s rd, 7.0 MiB/s wr, 79 op/s 2024-03-18T22:57:53.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:53 smithi099 ceph-mon[36725]: pgmap v32: 97 pgs: 97 active+clean; 84 MiB data, 660 MiB used, 1.0 TiB / 1.0 TiB avail; 339 KiB/s rd, 7.0 MiB/s wr, 79 op/s 2024-03-18T22:57:53.640 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/dvb/ 2024-03-18T22:57:53.642 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/dvb/README.dvb-usb 2024-03-18T22:57:53.643 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/dvb/avermedia.txt 2024-03-18T22:57:53.644 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/dvb/bt8xx.txt 2024-03-18T22:57:53.645 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/dvb/cards.txt 2024-03-18T22:57:53.646 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/dvb/ci.txt 2024-03-18T22:57:53.647 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/dvb/contributors.txt 2024-03-18T22:57:53.648 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/dvb/faq.txt 2024-03-18T22:57:53.649 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/dvb/get_dvb_firmware 2024-03-18T22:57:53.650 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/dvb/lmedm04.txt 2024-03-18T22:57:53.651 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/dvb/opera-firmware.txt 2024-03-18T22:57:53.652 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/dvb/readme.txt 2024-03-18T22:57:53.653 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/dvb/technisat.txt 2024-03-18T22:57:53.654 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/dvb/ttusb-dec.txt 2024-03-18T22:57:53.654 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/dvb/udev.txt 2024-03-18T22:57:53.655 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/dynamic-debug-howto.txt 2024-03-18T22:57:53.657 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/early-userspace/ 2024-03-18T22:57:53.659 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/early-userspace/README 2024-03-18T22:57:53.659 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/early-userspace/buffer-format.txt 2024-03-18T22:57:53.661 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/edac.txt 2024-03-18T22:57:53.662 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/efi-stub.txt 2024-03-18T22:57:53.663 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/eisa.txt 2024-03-18T22:57:53.665 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/email-clients.txt 2024-03-18T22:57:53.666 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/extcon/ 2024-03-18T22:57:53.668 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/extcon/porting-android-switch-class 2024-03-18T22:57:53.669 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fault-injection/ 2024-03-18T22:57:53.670 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fault-injection/fault-injection.txt 2024-03-18T22:57:53.671 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fault-injection/notifier-error-inject.txt 2024-03-18T22:57:53.672 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fault-injection/provoke-crashes.txt 2024-03-18T22:57:53.674 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/ 2024-03-18T22:57:53.676 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/00-INDEX 2024-03-18T22:57:53.677 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/api.txt 2024-03-18T22:57:53.678 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/arkfb.txt 2024-03-18T22:57:53.679 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/aty128fb.txt 2024-03-18T22:57:53.680 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/cirrusfb.txt 2024-03-18T22:57:53.681 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/cmap_xfbdev.txt 2024-03-18T22:57:53.682 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/deferred_io.txt 2024-03-18T22:57:53.682 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/efifb.txt 2024-03-18T22:57:53.683 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/ep93xx-fb.txt 2024-03-18T22:57:53.685 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/fbcon.txt 2024-03-18T22:57:53.686 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/framebuffer.txt 2024-03-18T22:57:53.687 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/gxfb.txt 2024-03-18T22:57:53.688 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/intel810.txt 2024-03-18T22:57:53.689 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/intelfb.txt 2024-03-18T22:57:53.690 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/internals.txt 2024-03-18T22:57:53.691 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/lxfb.txt 2024-03-18T22:57:53.692 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/matroxfb.txt 2024-03-18T22:57:53.693 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/metronomefb.txt 2024-03-18T22:57:53.694 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/modedb.txt 2024-03-18T22:57:53.695 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/pvr2fb.txt 2024-03-18T22:57:53.696 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/pxafb.txt 2024-03-18T22:57:53.697 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/s3fb.txt 2024-03-18T22:57:53.698 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/sa1100fb.txt 2024-03-18T22:57:53.699 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/sh7760fb.txt 2024-03-18T22:57:53.700 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/sisfb.txt 2024-03-18T22:57:53.701 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/sm501.txt 2024-03-18T22:57:53.702 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/sstfb.txt 2024-03-18T22:57:53.703 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/tgafb.txt 2024-03-18T22:57:53.704 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/tridentfb.txt 2024-03-18T22:57:53.705 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/udlfb.txt 2024-03-18T22:57:53.706 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/uvesafb.txt 2024-03-18T22:57:53.707 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/vesafb.txt 2024-03-18T22:57:53.708 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/viafb.modes 2024-03-18T22:57:53.709 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/viafb.txt 2024-03-18T22:57:53.710 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fb/vt8623fb.txt 2024-03-18T22:57:53.711 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/ 2024-03-18T22:57:53.713 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/.gitignore 2024-03-18T22:57:53.714 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/00-INDEX 2024-03-18T22:57:53.714 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/9p.txt 2024-03-18T22:57:53.715 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/Locking 2024-03-18T22:57:53.716 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/Makefile 2024-03-18T22:57:53.717 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/adfs.txt 2024-03-18T22:57:53.718 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/affs.txt 2024-03-18T22:57:53.719 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/afs.txt 2024-03-18T22:57:53.720 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/autofs4-mount-control.txt 2024-03-18T22:57:53.721 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/autofs4.txt 2024-03-18T22:57:53.722 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/automount-support.txt 2024-03-18T22:57:53.723 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/befs.txt 2024-03-18T22:57:53.724 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/bfs.txt 2024-03-18T22:57:53.725 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/btrfs.txt 2024-03-18T22:57:53.726 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/caching/ 2024-03-18T22:57:53.727 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/caching/backend-api.txt 2024-03-18T22:57:53.728 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/caching/cachefiles.txt 2024-03-18T22:57:53.729 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/caching/fscache.txt 2024-03-18T22:57:53.730 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/caching/netfs-api.txt 2024-03-18T22:57:53.731 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/caching/object.txt 2024-03-18T22:57:53.732 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/caching/operations.txt 2024-03-18T22:57:53.733 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/ceph.txt 2024-03-18T22:57:53.733 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/cifs/ 2024-03-18T22:57:53.734 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/cifs/AUTHORS 2024-03-18T22:57:53.735 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/cifs/CHANGES 2024-03-18T22:57:53.736 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/cifs/README 2024-03-18T22:57:53.737 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/cifs/TODO 2024-03-18T22:57:53.738 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/cifs/cifs.txt 2024-03-18T22:57:53.739 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/cifs/winucase_convert.pl 2024-03-18T22:57:53.740 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/coda.txt 2024-03-18T22:57:53.741 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/configfs/ 2024-03-18T22:57:53.742 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/configfs/Makefile 2024-03-18T22:57:53.743 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs.txt 2024-03-18T22:57:53.744 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs_example_explicit.c 2024-03-18T22:57:53.745 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs_example_macros.c 2024-03-18T22:57:53.746 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/cramfs.txt 2024-03-18T22:57:53.747 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/dax.txt 2024-03-18T22:57:53.748 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/debugfs.txt 2024-03-18T22:57:53.749 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/devpts.txt 2024-03-18T22:57:53.750 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/directory-locking 2024-03-18T22:57:53.750 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/dlmfs.txt 2024-03-18T22:57:53.751 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/dnotify.txt 2024-03-18T22:57:53.752 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/dnotify_test.c 2024-03-18T22:57:53.753 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/ecryptfs.txt 2024-03-18T22:57:53.754 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/efivarfs.txt 2024-03-18T22:57:53.755 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/exofs.txt 2024-03-18T22:57:53.756 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/ext2.txt 2024-03-18T22:57:53.757 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/ext3.txt 2024-03-18T22:57:53.757 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/ext4.txt 2024-03-18T22:57:53.758 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/f2fs.txt 2024-03-18T22:57:53.759 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/fiemap.txt 2024-03-18T22:57:53.760 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/files.txt 2024-03-18T22:57:53.761 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/fuse.txt 2024-03-18T22:57:53.762 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/gfs2-glocks.txt 2024-03-18T22:57:53.763 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/gfs2-uevents.txt 2024-03-18T22:57:53.764 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/gfs2.txt 2024-03-18T22:57:53.765 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/hfs.txt 2024-03-18T22:57:53.766 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/hfsplus.txt 2024-03-18T22:57:53.767 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/hpfs.txt 2024-03-18T22:57:53.768 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/inotify.txt 2024-03-18T22:57:53.769 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/isofs.txt 2024-03-18T22:57:53.770 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/jfs.txt 2024-03-18T22:57:53.771 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/locks.txt 2024-03-18T22:57:53.772 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/logfs.txt 2024-03-18T22:57:53.773 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/mandatory-locking.txt 2024-03-18T22:57:53.774 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/ncpfs.txt 2024-03-18T22:57:53.775 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/nfs/ 2024-03-18T22:57:53.776 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/nfs/00-INDEX 2024-03-18T22:57:53.777 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/nfs/Exporting 2024-03-18T22:57:53.778 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/nfs/fault_injection.txt 2024-03-18T22:57:53.780 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/nfs/idmapper.txt 2024-03-18T22:57:53.781 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/nfs/knfsd-stats.txt 2024-03-18T22:57:53.783 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs-rdma.txt 2024-03-18T22:57:53.784 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs.txt 2024-03-18T22:57:53.786 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs41-server.txt 2024-03-18T22:57:53.787 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfsd-admin-interfaces.txt 2024-03-18T22:57:53.789 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfsroot.txt 2024-03-18T22:57:53.790 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/nfs/pnfs-block-server.txt 2024-03-18T22:57:53.792 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/nfs/pnfs.txt 2024-03-18T22:57:53.793 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/nfs/rpc-cache.txt 2024-03-18T22:57:53.794 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/nfs/rpc-server-gss.txt 2024-03-18T22:57:53.796 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/nilfs2.txt 2024-03-18T22:57:53.797 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/ntfs.txt 2024-03-18T22:57:53.798 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/ocfs2.txt 2024-03-18T22:57:53.799 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/omfs.txt 2024-03-18T22:57:53.800 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/overlayfs.txt 2024-03-18T22:57:53.802 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/path-lookup.txt 2024-03-18T22:57:53.802 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/ 2024-03-18T22:57:53.803 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/design_notes.txt 2024-03-18T22:57:53.804 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/info.txt 2024-03-18T22:57:53.805 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/network_protocol.txt 2024-03-18T22:57:53.805 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/porting 2024-03-18T22:57:53.806 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/proc.txt 2024-03-18T22:57:53.807 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/qnx6.txt 2024-03-18T22:57:53.808 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/quota.txt 2024-03-18T22:57:53.810 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/ramfs-rootfs-initramfs.txt 2024-03-18T22:57:53.811 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/relay.txt 2024-03-18T22:57:53.812 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/romfs.txt 2024-03-18T22:57:53.813 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/seq_file.txt 2024-03-18T22:57:53.814 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/sharedsubtree.txt 2024-03-18T22:57:53.815 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/spufs.txt 2024-03-18T22:57:53.816 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/squashfs.txt 2024-03-18T22:57:53.818 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/sysfs-pci.txt 2024-03-18T22:57:53.819 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/sysfs-tagging.txt 2024-03-18T22:57:53.820 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/sysfs.txt 2024-03-18T22:57:53.821 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/sysv-fs.txt 2024-03-18T22:57:53.823 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/tmpfs.txt 2024-03-18T22:57:53.824 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/ubifs.txt 2024-03-18T22:57:53.826 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/udf.txt 2024-03-18T22:57:53.828 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/ufs.txt 2024-03-18T22:57:53.830 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/vfat.txt 2024-03-18T22:57:53.831 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/vfs.txt 2024-03-18T22:57:53.833 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/xfs-delayed-logging-design.txt 2024-03-18T22:57:53.835 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/xfs-self-describing-metadata.txt 2024-03-18T22:57:53.836 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/filesystems/xfs.txt 2024-03-18T22:57:53.838 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/firmware_class/ 2024-03-18T22:57:53.842 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/firmware_class/README 2024-03-18T22:57:53.843 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/firmware_class/hotplug-script 2024-03-18T22:57:53.845 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/flexible-arrays.txt 2024-03-18T22:57:53.848 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fmc/ 2024-03-18T22:57:53.850 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fmc/00-INDEX 2024-03-18T22:57:53.851 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fmc/API.txt 2024-03-18T22:57:53.852 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fmc/FMC-and-SDB.txt 2024-03-18T22:57:53.854 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fmc/carrier.txt 2024-03-18T22:57:53.855 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fmc/fmc-chardev.txt 2024-03-18T22:57:53.856 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fmc/fmc-fakedev.txt 2024-03-18T22:57:53.857 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fmc/fmc-trivial.txt 2024-03-18T22:57:53.858 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fmc/fmc-write-eeprom.txt 2024-03-18T22:57:53.859 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fmc/identifiers.txt 2024-03-18T22:57:53.861 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fmc/mezzanine.txt 2024-03-18T22:57:53.862 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/fmc/parameters.txt 2024-03-18T22:57:53.863 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/frv/ 2024-03-18T22:57:53.866 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/frv/README.txt 2024-03-18T22:57:53.867 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/frv/atomic-ops.txt 2024-03-18T22:57:53.868 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/frv/booting.txt 2024-03-18T22:57:53.869 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/frv/clock.txt 2024-03-18T22:57:53.871 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/frv/configuring.txt 2024-03-18T22:57:53.872 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/frv/features.txt 2024-03-18T22:57:53.873 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/frv/gdbinit 2024-03-18T22:57:53.874 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/frv/gdbstub.txt 2024-03-18T22:57:53.875 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/frv/kernel-ABI.txt 2024-03-18T22:57:53.876 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/frv/mmu-layout.txt 2024-03-18T22:57:53.877 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/futex-requeue-pi.txt 2024-03-18T22:57:53.879 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/gcov.txt 2024-03-18T22:57:53.881 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/gdb-kernel-debugging.txt 2024-03-18T22:57:53.882 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/gpio/ 2024-03-18T22:57:53.885 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/gpio/00-INDEX 2024-03-18T22:57:53.886 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/gpio/board.txt 2024-03-18T22:57:53.888 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/gpio/consumer.txt 2024-03-18T22:57:53.890 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/gpio/driver.txt 2024-03-18T22:57:53.891 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/gpio/gpio-legacy.txt 2024-03-18T22:57:53.893 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/gpio/gpio.txt 2024-03-18T22:57:53.895 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/gpio/sysfs.txt 2024-03-18T22:57:53.897 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hid/ 2024-03-18T22:57:53.900 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hid/hid-sensor.txt 2024-03-18T22:57:53.903 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hid/hid-transport.txt 2024-03-18T22:57:53.905 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hid/hiddev.txt 2024-03-18T22:57:53.907 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hid/hidraw.txt 2024-03-18T22:57:53.909 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hid/uhid.txt 2024-03-18T22:57:53.910 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/highuid.txt 2024-03-18T22:57:53.913 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hsi.txt 2024-03-18T22:57:53.916 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hw_random.txt 2024-03-18T22:57:53.918 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/ 2024-03-18T22:57:53.922 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/ab8500 2024-03-18T22:57:53.924 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/abituguru 2024-03-18T22:57:53.926 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/abituguru-datasheet 2024-03-18T22:57:53.928 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/abituguru3 2024-03-18T22:57:53.930 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/abx500 2024-03-18T22:57:53.932 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/acpi_power_meter 2024-03-18T22:57:53.934 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/ad7314 2024-03-18T22:57:53.935 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/adc128d818 2024-03-18T22:57:53.937 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/adm1021 2024-03-18T22:57:53.939 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/adm1025 2024-03-18T22:57:53.940 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/adm1026 2024-03-18T22:57:53.942 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/adm1031 2024-03-18T22:57:53.944 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/adm1275 2024-03-18T22:57:53.946 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/adm9240 2024-03-18T22:57:53.948 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/ads1015 2024-03-18T22:57:53.950 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/ads7828 2024-03-18T22:57:53.952 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/adt7410 2024-03-18T22:57:53.953 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/adt7411 2024-03-18T22:57:53.955 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/adt7462 2024-03-18T22:57:53.957 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/adt7470 2024-03-18T22:57:53.958 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/adt7475 2024-03-18T22:57:53.959 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/amc6821 2024-03-18T22:57:53.961 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/asb100 2024-03-18T22:57:53.962 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/asc7621 2024-03-18T22:57:53.963 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/coretemp 2024-03-18T22:57:53.964 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/da9052 2024-03-18T22:57:53.965 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/da9055 2024-03-18T22:57:53.967 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/dme1737 2024-03-18T22:57:53.968 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/ds1621 2024-03-18T22:57:53.969 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/ds620 2024-03-18T22:57:53.970 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/emc1403 2024-03-18T22:57:53.971 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/emc2103 2024-03-18T22:57:53.972 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/emc6w201 2024-03-18T22:57:53.973 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/f71805f 2024-03-18T22:57:53.974 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/f71882fg 2024-03-18T22:57:53.976 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/fam15h_power 2024-03-18T22:57:53.977 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/g760a 2024-03-18T22:57:53.978 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/g762 2024-03-18T22:57:53.979 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/gl518sm 2024-03-18T22:57:53.980 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/hih6130 2024-03-18T22:57:53.981 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/htu21 2024-03-18T22:57:53.982 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/hwmon-kernel-api.txt 2024-03-18T22:57:53.984 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/ibmaem 2024-03-18T22:57:53.985 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/ibmpowernv 2024-03-18T22:57:53.986 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/ina209 2024-03-18T22:57:53.987 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/ina2xx 2024-03-18T22:57:53.988 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/it87 2024-03-18T22:57:53.989 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/jc42 2024-03-18T22:57:53.990 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/k10temp 2024-03-18T22:57:53.991 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/k8temp 2024-03-18T22:57:53.992 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/lineage-pem 2024-03-18T22:57:53.993 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/lm25066 2024-03-18T22:57:53.995 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/lm63 2024-03-18T22:57:53.996 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/lm70 2024-03-18T22:57:53.997 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/lm73 2024-03-18T22:57:53.998 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/lm75 2024-03-18T22:57:53.999 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/lm77 2024-03-18T22:57:54.000 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/lm78 2024-03-18T22:57:54.002 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/lm80 2024-03-18T22:57:54.003 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/lm83 2024-03-18T22:57:54.004 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/lm85 2024-03-18T22:57:54.005 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/lm87 2024-03-18T22:57:54.006 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/lm90 2024-03-18T22:57:54.007 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/lm92 2024-03-18T22:57:54.008 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/lm93 2024-03-18T22:57:54.009 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/lm95234 2024-03-18T22:57:54.010 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/lm95245 2024-03-18T22:57:54.011 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/ltc2945 2024-03-18T22:57:54.012 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/ltc2978 2024-03-18T22:57:54.013 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/ltc4151 2024-03-18T22:57:54.014 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/ltc4215 2024-03-18T22:57:54.014 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/ltc4245 2024-03-18T22:57:54.015 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/ltc4260 2024-03-18T22:57:54.017 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/ltc4261 2024-03-18T22:57:54.018 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/max16064 2024-03-18T22:57:54.019 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/max16065 2024-03-18T22:57:54.020 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/max1619 2024-03-18T22:57:54.021 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/max1668 2024-03-18T22:57:54.022 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/max197 2024-03-18T22:57:54.023 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/max34440 2024-03-18T22:57:54.024 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/max6639 2024-03-18T22:57:54.025 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/max6642 2024-03-18T22:57:54.025 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/max6650 2024-03-18T22:57:54.026 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/max6697 2024-03-18T22:57:54.027 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/max8688 2024-03-18T22:57:54.028 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/mc13783-adc 2024-03-18T22:57:54.029 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/mcp3021 2024-03-18T22:57:54.030 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/menf21bmc 2024-03-18T22:57:54.031 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/nct6683 2024-03-18T22:57:54.032 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/nct6775 2024-03-18T22:57:54.033 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/nct7802 2024-03-18T22:57:54.034 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/ntc_thermistor 2024-03-18T22:57:54.035 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/pc87360 2024-03-18T22:57:54.035 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/pc87427 2024-03-18T22:57:54.036 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/pcf8591 2024-03-18T22:57:54.037 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/pmbus 2024-03-18T22:57:54.038 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/pmbus-core 2024-03-18T22:57:54.039 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/powr1220 2024-03-18T22:57:54.040 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/pwm-fan 2024-03-18T22:57:54.041 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/sch5627 2024-03-18T22:57:54.042 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/sch5636 2024-03-18T22:57:54.043 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/sht15 2024-03-18T22:57:54.044 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/sht21 2024-03-18T22:57:54.045 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/shtc1 2024-03-18T22:57:54.046 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/sis5595 2024-03-18T22:57:54.047 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/smm665 2024-03-18T22:57:54.048 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/smsc47b397 2024-03-18T22:57:54.049 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/smsc47m1 2024-03-18T22:57:54.050 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/smsc47m192 2024-03-18T22:57:54.050 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/submitting-patches 2024-03-18T22:57:54.052 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/sysfs-interface 2024-03-18T22:57:54.052 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/thmc50 2024-03-18T22:57:54.053 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/tmp102 2024-03-18T22:57:54.054 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/tmp103 2024-03-18T22:57:54.055 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/tmp401 2024-03-18T22:57:54.056 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/tmp421 2024-03-18T22:57:54.057 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/tps40422 2024-03-18T22:57:54.058 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/twl4030-madc-hwmon 2024-03-18T22:57:54.059 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/ucd9000 2024-03-18T22:57:54.061 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/ucd9200 2024-03-18T22:57:54.062 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/userspace-tools 2024-03-18T22:57:54.063 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/vexpress 2024-03-18T22:57:54.064 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/via686a 2024-03-18T22:57:54.065 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/vt1211 2024-03-18T22:57:54.067 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/w83627ehf 2024-03-18T22:57:54.068 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/w83627hf 2024-03-18T22:57:54.070 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/w83781d 2024-03-18T22:57:54.071 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/w83791d 2024-03-18T22:57:54.072 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/w83792d 2024-03-18T22:57:54.073 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/w83793 2024-03-18T22:57:54.074 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/w83795 2024-03-18T22:57:54.075 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/w83l785ts 2024-03-18T22:57:54.076 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/w83l786ng 2024-03-18T22:57:54.077 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/wm831x 2024-03-18T22:57:54.078 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/wm8350 2024-03-18T22:57:54.079 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwmon/zl6100 2024-03-18T22:57:54.080 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/hwspinlock.txt 2024-03-18T22:57:54.081 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/ 2024-03-18T22:57:54.082 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/busses/ 2024-03-18T22:57:54.083 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali1535 2024-03-18T22:57:54.084 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali1563 2024-03-18T22:57:54.085 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali15x3 2024-03-18T22:57:54.086 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-amd756 2024-03-18T22:57:54.087 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-amd8111 2024-03-18T22:57:54.088 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-diolan-u2c 2024-03-18T22:57:54.089 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-i801 2024-03-18T22:57:54.090 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ismt 2024-03-18T22:57:54.090 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-nforce2 2024-03-18T22:57:54.091 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ocores 2024-03-18T22:57:54.092 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-parport 2024-03-18T22:57:54.093 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-parport-light 2024-03-18T22:57:54.094 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-pca-isa 2024-03-18T22:57:54.095 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-piix4 2024-03-18T22:57:54.097 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis5595 2024-03-18T22:57:54.098 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis630 2024-03-18T22:57:54.099 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis96x 2024-03-18T22:57:54.100 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-taos-evm 2024-03-18T22:57:54.101 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-via 2024-03-18T22:57:54.101 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-viapro 2024-03-18T22:57:54.102 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/busses/scx200_acb 2024-03-18T22:57:54.103 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/dev-interface 2024-03-18T22:57:54.105 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/fault-codes 2024-03-18T22:57:54.106 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/functionality 2024-03-18T22:57:54.108 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/i2c-protocol 2024-03-18T22:57:54.109 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/i2c-stub 2024-03-18T22:57:54.110 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/instantiating-devices 2024-03-18T22:57:54.111 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/muxes/ 2024-03-18T22:57:54.111 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/muxes/i2c-mux-gpio 2024-03-18T22:57:54.112 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/old-module-parameters 2024-03-18T22:57:54.113 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/smbus-protocol 2024-03-18T22:57:54.114 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/summary 2024-03-18T22:57:54.115 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/ten-bit-addresses 2024-03-18T22:57:54.116 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/upgrading-clients 2024-03-18T22:57:54.117 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2c/writing-clients 2024-03-18T22:57:54.118 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2o/ 2024-03-18T22:57:54.121 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2o/README 2024-03-18T22:57:54.121 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/i2o/ioctl 2024-03-18T22:57:54.123 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ia64/ 2024-03-18T22:57:54.125 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ia64/.gitignore 2024-03-18T22:57:54.126 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ia64/IRQ-redir.txt 2024-03-18T22:57:54.127 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ia64/Makefile 2024-03-18T22:57:54.128 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ia64/README 2024-03-18T22:57:54.129 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ia64/aliasing-test.c 2024-03-18T22:57:54.130 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ia64/aliasing.txt 2024-03-18T22:57:54.130 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ia64/efirtc.txt 2024-03-18T22:57:54.131 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ia64/err_inject.txt 2024-03-18T22:57:54.132 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ia64/fsys.txt 2024-03-18T22:57:54.133 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ia64/mca.txt 2024-03-18T22:57:54.134 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ia64/serial.txt 2024-03-18T22:57:54.135 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ia64/xen.txt 2024-03-18T22:57:54.136 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ide/ 2024-03-18T22:57:54.138 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ide/00-INDEX 2024-03-18T22:57:54.139 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-cd.1994-2004 2024-03-18T22:57:54.140 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-floppy.1996-2002 2024-03-18T22:57:54.140 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-tape.1995-2002 2024-03-18T22:57:54.141 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ide/ide-tape.txt 2024-03-18T22:57:54.142 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ide/ide.txt 2024-03-18T22:57:54.143 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ide/warm-plug-howto.txt 2024-03-18T22:57:54.144 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/infiniband/ 2024-03-18T22:57:54.146 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/infiniband/core_locking.txt 2024-03-18T22:57:54.147 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/infiniband/ipoib.txt 2024-03-18T22:57:54.148 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/infiniband/sysfs.txt 2024-03-18T22:57:54.149 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/infiniband/user_mad.txt 2024-03-18T22:57:54.150 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/infiniband/user_verbs.txt 2024-03-18T22:57:54.151 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/init.txt 2024-03-18T22:57:54.152 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/initrd.txt 2024-03-18T22:57:54.154 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/ 2024-03-18T22:57:54.156 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/alps.txt 2024-03-18T22:57:54.156 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/amijoy.txt 2024-03-18T22:57:54.157 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/appletouch.txt 2024-03-18T22:57:54.158 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/atarikbd.txt 2024-03-18T22:57:54.159 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/bcm5974.txt 2024-03-18T22:57:54.160 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/cd32.txt 2024-03-18T22:57:54.161 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/cma3000_d0x.txt 2024-03-18T22:57:54.162 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/cs461x.txt 2024-03-18T22:57:54.163 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/edt-ft5x06.txt 2024-03-18T22:57:54.164 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/elantech.txt 2024-03-18T22:57:54.165 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/event-codes.txt 2024-03-18T22:57:54.165 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/ff.txt 2024-03-18T22:57:54.166 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/gamepad.txt 2024-03-18T22:57:54.167 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/gameport-programming.txt 2024-03-18T22:57:54.168 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/gpio-tilt.txt 2024-03-18T22:57:54.169 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/iforce-protocol.txt 2024-03-18T22:57:54.170 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/input-programming.txt 2024-03-18T22:57:54.171 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/input.txt 2024-03-18T22:57:54.172 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/interactive.fig 2024-03-18T22:57:54.174 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/joystick-api.txt 2024-03-18T22:57:54.175 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/joystick-parport.txt 2024-03-18T22:57:54.177 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/joystick.txt 2024-03-18T22:57:54.178 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/multi-touch-protocol.txt 2024-03-18T22:57:54.180 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/notifier.txt 2024-03-18T22:57:54.182 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/ntrig.txt 2024-03-18T22:57:54.183 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/rotary-encoder.txt 2024-03-18T22:57:54.185 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/sentelic.txt 2024-03-18T22:57:54.186 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/shape.fig 2024-03-18T22:57:54.188 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/walkera0701.txt 2024-03-18T22:57:54.189 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/xpad.txt 2024-03-18T22:57:54.191 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/input/yealink.txt 2024-03-18T22:57:54.192 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/intel_txt.txt 2024-03-18T22:57:54.194 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/io-mapping.txt 2024-03-18T22:57:54.195 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/io_ordering.txt 2024-03-18T22:57:54.197 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ioctl/ 2024-03-18T22:57:54.199 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ioctl/00-INDEX 2024-03-18T22:57:54.200 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ioctl/botching-up-ioctls.txt 2024-03-18T22:57:54.200 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ioctl/cdrom.txt 2024-03-18T22:57:54.201 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ioctl/hdio.txt 2024-03-18T22:57:54.202 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ioctl/ioctl-decoding.txt 2024-03-18T22:57:54.203 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ioctl/ioctl-number.txt 2024-03-18T22:57:54.204 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/iostats.txt 2024-03-18T22:57:54.205 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/irqflags-tracing.txt 2024-03-18T22:57:54.206 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/isapnp.txt 2024-03-18T22:57:54.207 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/isdn/ 2024-03-18T22:57:54.209 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/isdn/00-INDEX 2024-03-18T22:57:54.209 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/isdn/CREDITS 2024-03-18T22:57:54.210 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/isdn/HiSax.cert 2024-03-18T22:57:54.211 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/isdn/INTERFACE 2024-03-18T22:57:54.212 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/isdn/INTERFACE.CAPI 2024-03-18T22:57:54.213 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/isdn/INTERFACE.fax 2024-03-18T22:57:54.214 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/isdn/README 2024-03-18T22:57:54.215 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/isdn/README.FAQ 2024-03-18T22:57:54.216 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/isdn/README.HiSax 2024-03-18T22:57:54.217 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/isdn/README.act2000 2024-03-18T22:57:54.218 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/isdn/README.audio 2024-03-18T22:57:54.219 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/isdn/README.avmb1 2024-03-18T22:57:54.220 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/isdn/README.concap 2024-03-18T22:57:54.221 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/isdn/README.diversion 2024-03-18T22:57:54.221 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/isdn/README.fax 2024-03-18T22:57:54.223 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/isdn/README.gigaset 2024-03-18T22:57:54.224 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/isdn/README.hfc-pci 2024-03-18T22:57:54.225 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/isdn/README.hysdn 2024-03-18T22:57:54.226 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/isdn/README.icn 2024-03-18T22:57:54.227 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/isdn/README.mISDN 2024-03-18T22:57:54.228 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/isdn/README.pcbit 2024-03-18T22:57:54.229 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/isdn/README.sc 2024-03-18T22:57:54.230 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/isdn/README.syncppp 2024-03-18T22:57:54.231 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/isdn/README.x25 2024-03-18T22:57:54.232 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/isdn/syncPPP.FAQ 2024-03-18T22:57:54.233 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ja_JP/ 2024-03-18T22:57:54.235 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ja_JP/HOWTO 2024-03-18T22:57:54.236 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ja_JP/SubmitChecklist 2024-03-18T22:57:54.237 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ja_JP/SubmittingPatches 2024-03-18T22:57:54.237 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ja_JP/stable_api_nonsense.txt 2024-03-18T22:57:54.238 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ja_JP/stable_kernel_rules.txt 2024-03-18T22:57:54.239 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/java.txt 2024-03-18T22:57:54.241 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/kasan.txt 2024-03-18T22:57:54.242 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/kbuild/ 2024-03-18T22:57:54.243 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/kbuild/00-INDEX 2024-03-18T22:57:54.244 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/kbuild/headers_install.txt 2024-03-18T22:57:54.245 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/kbuild/kbuild.txt 2024-03-18T22:57:54.246 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/kbuild/kconfig-language.txt 2024-03-18T22:57:54.247 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/kbuild/kconfig.txt 2024-03-18T22:57:54.249 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/kbuild/makefiles.txt 2024-03-18T22:57:54.250 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/kbuild/modules.txt 2024-03-18T22:57:54.251 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/kdump/ 2024-03-18T22:57:54.253 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/kdump/gdbmacros.txt 2024-03-18T22:57:54.253 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/kdump/kdump.txt 2024-03-18T22:57:54.254 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/kernel-doc-nano-HOWTO.txt 2024-03-18T22:57:54.255 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/kernel-docs.txt 2024-03-18T22:57:54.257 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/kernel-parameters.txt 2024-03-18T22:57:54.259 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/kernel-per-CPU-kthreads.txt 2024-03-18T22:57:54.260 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/kmemcheck.txt 2024-03-18T22:57:54.262 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/kmemleak.txt 2024-03-18T22:57:54.263 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ko_KR/ 2024-03-18T22:57:54.265 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ko_KR/HOWTO 2024-03-18T22:57:54.265 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ko_KR/stable_api_nonsense.txt 2024-03-18T22:57:54.266 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/kobject.txt 2024-03-18T22:57:54.268 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/kprobes.txt 2024-03-18T22:57:54.269 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/kref.txt 2024-03-18T22:57:54.270 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/kselftest.txt 2024-03-18T22:57:54.271 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/laptops/ 2024-03-18T22:57:54.273 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/laptops/.gitignore 2024-03-18T22:57:54.274 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/laptops/00-INDEX 2024-03-18T22:57:54.275 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/laptops/Makefile 2024-03-18T22:57:54.276 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/laptops/asus-laptop.txt 2024-03-18T22:57:54.277 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/laptops/disk-shock-protection.txt 2024-03-18T22:57:54.278 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/laptops/dslm.c 2024-03-18T22:57:54.279 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/laptops/freefall.c 2024-03-18T22:57:54.280 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/laptops/laptop-mode.txt 2024-03-18T22:57:54.281 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/laptops/sony-laptop.txt 2024-03-18T22:57:54.282 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/laptops/sonypi.txt 2024-03-18T22:57:54.283 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/laptops/thinkpad-acpi.txt 2024-03-18T22:57:54.284 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/laptops/toshiba_haps.txt 2024-03-18T22:57:54.285 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ldm.txt 2024-03-18T22:57:54.286 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/leds/ 2024-03-18T22:57:54.288 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/leds/00-INDEX 2024-03-18T22:57:54.289 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/leds/leds-blinkm.txt 2024-03-18T22:57:54.290 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/leds/leds-class.txt 2024-03-18T22:57:54.291 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/leds/leds-lm3556.txt 2024-03-18T22:57:54.292 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/leds/leds-lp3944.txt 2024-03-18T22:57:54.293 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/leds/leds-lp5521.txt 2024-03-18T22:57:54.294 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/leds/leds-lp5523.txt 2024-03-18T22:57:54.295 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/leds/leds-lp5562.txt 2024-03-18T22:57:54.296 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/leds/leds-lp55xx.txt 2024-03-18T22:57:54.297 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/leds/ledtrig-oneshot.txt 2024-03-18T22:57:54.298 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/leds/ledtrig-transient.txt 2024-03-18T22:57:54.299 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/local_ops.txt 2024-03-18T22:57:54.301 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/locking/ 2024-03-18T22:57:54.303 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/locking/00-INDEX 2024-03-18T22:57:54.304 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/locking/lglock.txt 2024-03-18T22:57:54.304 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/locking/lockdep-design.txt 2024-03-18T22:57:54.305 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/locking/lockstat.txt 2024-03-18T22:57:54.306 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/locking/locktorture.txt 2024-03-18T22:57:54.307 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/locking/mutex-design.txt 2024-03-18T22:57:54.308 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/locking/rt-mutex-design.txt 2024-03-18T22:57:54.309 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/locking/rt-mutex.txt 2024-03-18T22:57:54.310 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/locking/spinlocks.txt 2024-03-18T22:57:54.311 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/locking/ww-mutex-design.txt 2024-03-18T22:57:54.312 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/lockup-watchdogs.txt 2024-03-18T22:57:54.313 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/logo.gif 2024-03-18T22:57:54.314 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/logo.txt 2024-03-18T22:57:54.316 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/lzo.txt 2024-03-18T22:57:54.317 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/m68k/ 2024-03-18T22:57:54.319 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/m68k/00-INDEX 2024-03-18T22:57:54.320 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/m68k/README.buddha 2024-03-18T22:57:54.321 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/m68k/kernel-options.txt 2024-03-18T22:57:54.322 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/magic-number.txt 2024-03-18T22:57:54.323 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mailbox.txt 2024-03-18T22:57:54.324 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/md.txt 2024-03-18T22:57:54.325 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/media-framework.txt 2024-03-18T22:57:54.327 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/memory-barriers.txt 2024-03-18T22:57:54.559 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/memory-devices/ 2024-03-18T22:57:54.560 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/memory-devices/ti-emif.txt 2024-03-18T22:57:54.561 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/memory-hotplug.txt 2024-03-18T22:57:54.563 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/metag/ 2024-03-18T22:57:54.564 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/metag/00-INDEX 2024-03-18T22:57:54.565 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/metag/kernel-ABI.txt 2024-03-18T22:57:54.566 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mic/ 2024-03-18T22:57:54.568 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mic/Makefile 2024-03-18T22:57:54.569 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mic/mic_overview.txt 2024-03-18T22:57:54.570 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mic/mpssd/ 2024-03-18T22:57:54.571 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mic/mpssd/.gitignore 2024-03-18T22:57:54.572 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mic/mpssd/Makefile 2024-03-18T22:57:54.573 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mic/mpssd/micctrl 2024-03-18T22:57:54.574 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mic/mpssd/mpss 2024-03-18T22:57:54.575 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mic/mpssd/mpssd.c 2024-03-18T22:57:54.576 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mic/mpssd/mpssd.h 2024-03-18T22:57:54.577 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mic/mpssd/sysfs.c 2024-03-18T22:57:54.577 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mips/ 2024-03-18T22:57:54.579 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mips/00-INDEX 2024-03-18T22:57:54.580 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mips/AU1xxx_IDE.README 2024-03-18T22:57:54.581 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/misc-devices/ 2024-03-18T22:57:54.582 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/misc-devices/Makefile 2024-03-18T22:57:54.583 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/misc-devices/ad525x_dpot.txt 2024-03-18T22:57:54.584 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/misc-devices/apds990x.txt 2024-03-18T22:57:54.585 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/misc-devices/bh1770glc.txt 2024-03-18T22:57:54.586 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/misc-devices/c2port.txt 2024-03-18T22:57:54.587 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/misc-devices/eeprom 2024-03-18T22:57:54.588 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/misc-devices/ics932s401 2024-03-18T22:57:54.589 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/misc-devices/isl29003 2024-03-18T22:57:54.590 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/misc-devices/lis3lv02d 2024-03-18T22:57:54.591 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/misc-devices/max6875 2024-03-18T22:57:54.592 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/misc-devices/mei/ 2024-03-18T22:57:54.593 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/misc-devices/mei/.gitignore 2024-03-18T22:57:54.594 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/misc-devices/mei/Makefile 2024-03-18T22:57:54.595 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/misc-devices/mei/TODO 2024-03-18T22:57:54.596 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei-amt-version.c 2024-03-18T22:57:54.596 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei-client-bus.txt 2024-03-18T22:57:54.597 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei.txt 2024-03-18T22:57:54.598 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/misc-devices/spear-pcie-gadget.txt 2024-03-18T22:57:54.599 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mmc/ 2024-03-18T22:57:54.601 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mmc/00-INDEX 2024-03-18T22:57:54.602 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mmc/mmc-async-req.txt 2024-03-18T22:57:54.603 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mmc/mmc-dev-attrs.txt 2024-03-18T22:57:54.604 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mmc/mmc-dev-parts.txt 2024-03-18T22:57:54.605 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mn10300/ 2024-03-18T22:57:54.606 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mn10300/ABI.txt 2024-03-18T22:57:54.607 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mn10300/compartmentalisation.txt 2024-03-18T22:57:54.608 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/module-signing.txt 2024-03-18T22:57:54.610 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mono.txt 2024-03-18T22:57:54.611 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mtd/ 2024-03-18T22:57:54.612 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mtd/nand/ 2024-03-18T22:57:54.613 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mtd/nand/pxa3xx-nand.txt 2024-03-18T22:57:54.614 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mtd/nand_ecc.txt 2024-03-18T22:57:54.616 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/mtd/spi-nor.txt 2024-03-18T22:57:54.617 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/namespaces/ 2024-03-18T22:57:54.618 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/namespaces/compatibility-list.txt 2024-03-18T22:57:54.619 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/namespaces/resource-control.txt 2024-03-18T22:57:54.620 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/netlabel/ 2024-03-18T22:57:54.621 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/netlabel/00-INDEX 2024-03-18T22:57:54.622 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/netlabel/cipso_ipv4.txt 2024-03-18T22:57:54.623 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/netlabel/draft-ietf-cipso-ipsecurity-01.txt 2024-03-18T22:57:54.624 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/netlabel/introduction.txt 2024-03-18T22:57:54.625 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/netlabel/lsm_interface.txt 2024-03-18T22:57:54.626 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/ 2024-03-18T22:57:54.628 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/00-INDEX 2024-03-18T22:57:54.628 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/3c509.txt 2024-03-18T22:57:54.629 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/6pack.txt 2024-03-18T22:57:54.630 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/LICENSE.qla3xxx 2024-03-18T22:57:54.631 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/LICENSE.qlcnic 2024-03-18T22:57:54.632 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/LICENSE.qlge 2024-03-18T22:57:54.633 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/Makefile 2024-03-18T22:57:54.634 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/PLIP.txt 2024-03-18T22:57:54.635 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/README.ipw2100 2024-03-18T22:57:54.636 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/README.ipw2200 2024-03-18T22:57:54.636 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/README.sb1000 2024-03-18T22:57:54.637 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/alias.txt 2024-03-18T22:57:54.638 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/altera_tse.txt 2024-03-18T22:57:54.639 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/arcnet-hardware.txt 2024-03-18T22:57:54.640 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/arcnet.txt 2024-03-18T22:57:54.641 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/atm.txt 2024-03-18T22:57:54.642 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/ax25.txt 2024-03-18T22:57:54.643 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/batman-adv.txt 2024-03-18T22:57:54.644 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/baycom.txt 2024-03-18T22:57:54.645 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/bonding.txt 2024-03-18T22:57:54.646 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/bridge.txt 2024-03-18T22:57:54.647 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/caif/ 2024-03-18T22:57:54.648 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/caif/Linux-CAIF.txt 2024-03-18T22:57:54.648 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/caif/README 2024-03-18T22:57:54.649 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/caif/spi_porting.txt 2024-03-18T22:57:54.650 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/can.txt 2024-03-18T22:57:54.651 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/cdc_mbim.txt 2024-03-18T22:57:54.652 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/cops.txt 2024-03-18T22:57:54.653 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/cs89x0.txt 2024-03-18T22:57:54.654 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/cxacru-cf.py 2024-03-18T22:57:54.655 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/cxacru.txt 2024-03-18T22:57:54.656 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/cxgb.txt 2024-03-18T22:57:54.657 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/dccp.txt 2024-03-18T22:57:54.658 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/dctcp.txt 2024-03-18T22:57:54.659 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/de4x5.txt 2024-03-18T22:57:54.660 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/decnet.txt 2024-03-18T22:57:54.660 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/dl2k.txt 2024-03-18T22:57:54.661 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/dm9000.txt 2024-03-18T22:57:54.662 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/dmfe.txt 2024-03-18T22:57:54.663 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/dns_resolver.txt 2024-03-18T22:57:54.664 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/driver.txt 2024-03-18T22:57:54.665 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/e100.txt 2024-03-18T22:57:54.666 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/e1000.txt 2024-03-18T22:57:54.667 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/e1000e.txt 2024-03-18T22:57:54.668 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/eql.txt 2024-03-18T22:57:54.669 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/fib_trie.txt 2024-03-18T22:57:54.669 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/filter.txt 2024-03-18T22:57:54.671 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/fore200e.txt 2024-03-18T22:57:54.672 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/framerelay.txt 2024-03-18T22:57:54.673 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/gen_stats.txt 2024-03-18T22:57:54.674 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/generic-hdlc.txt 2024-03-18T22:57:54.674 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/generic_netlink.txt 2024-03-18T22:57:54.675 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/gianfar.txt 2024-03-18T22:57:54.676 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/i40e.txt 2024-03-18T22:57:54.678 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/i40evf.txt 2024-03-18T22:57:54.679 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/ieee802154.txt 2024-03-18T22:57:54.680 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/igb.txt 2024-03-18T22:57:54.681 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/igbvf.txt 2024-03-18T22:57:54.682 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/ip-sysctl.txt 2024-03-18T22:57:54.683 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/ip_dynaddr.txt 2024-03-18T22:57:54.684 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/ipddp.txt 2024-03-18T22:57:54.685 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/iphase.txt 2024-03-18T22:57:54.685 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/ipsec.txt 2024-03-18T22:57:54.686 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/ipv6.txt 2024-03-18T22:57:54.687 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/ipvlan.txt 2024-03-18T22:57:54.688 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/ipvs-sysctl.txt 2024-03-18T22:57:54.689 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/irda.txt 2024-03-18T22:57:54.690 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/ixgb.txt 2024-03-18T22:57:54.691 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/ixgbe.txt 2024-03-18T22:57:54.692 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/ixgbevf.txt 2024-03-18T22:57:54.693 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/l2tp.txt 2024-03-18T22:57:54.694 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/lapb-module.txt 2024-03-18T22:57:54.695 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/ltpc.txt 2024-03-18T22:57:54.696 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/mac80211-auth-assoc-deauth.txt 2024-03-18T22:57:54.697 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/mac80211-injection.txt 2024-03-18T22:57:54.698 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/ 2024-03-18T22:57:54.699 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/README 2024-03-18T22:57:54.700 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/hostapd.conf 2024-03-18T22:57:54.701 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/wpa_supplicant.conf 2024-03-18T22:57:54.702 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/multiqueue.txt 2024-03-18T22:57:54.703 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/netconsole.txt 2024-03-18T22:57:54.704 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/netdev-FAQ.txt 2024-03-18T22:57:54.704 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/netdev-features.txt 2024-03-18T22:57:54.705 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/netdevices.txt 2024-03-18T22:57:54.706 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/netif-msg.txt 2024-03-18T22:57:54.707 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/netlink_mmap.txt 2024-03-18T22:57:54.708 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/nf_conntrack-sysctl.txt 2024-03-18T22:57:54.709 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/nfc.txt 2024-03-18T22:57:54.710 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/openvswitch.txt 2024-03-18T22:57:54.711 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/operstates.txt 2024-03-18T22:57:54.712 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/packet_mmap.txt 2024-03-18T22:57:54.713 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/phonet.txt 2024-03-18T22:57:54.714 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/phy.txt 2024-03-18T22:57:54.715 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/pktgen.txt 2024-03-18T22:57:54.716 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/policy-routing.txt 2024-03-18T22:57:54.717 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/ppp_generic.txt 2024-03-18T22:57:54.718 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/proc_net_tcp.txt 2024-03-18T22:57:54.721 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/radiotap-headers.txt 2024-03-18T22:57:54.721 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/ray_cs.txt 2024-03-18T22:57:54.721 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/rds.txt 2024-03-18T22:57:54.722 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/regulatory.txt 2024-03-18T22:57:54.723 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/rxrpc.txt 2024-03-18T22:57:54.724 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/s2io.txt 2024-03-18T22:57:54.725 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/scaling.txt 2024-03-18T22:57:54.726 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/sctp.txt 2024-03-18T22:57:54.727 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/secid.txt 2024-03-18T22:57:54.728 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/skfp.txt 2024-03-18T22:57:54.729 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/smc9.txt 2024-03-18T22:57:54.730 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/spider_net.txt 2024-03-18T22:57:54.731 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/stmmac.txt 2024-03-18T22:57:54.732 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/switchdev.txt 2024-03-18T22:57:54.733 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/tc-actions-env-rules.txt 2024-03-18T22:57:54.735 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/tcp-thin.txt 2024-03-18T22:57:54.737 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/tcp.txt 2024-03-18T22:57:54.738 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/team.txt 2024-03-18T22:57:54.739 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/timestamping.txt 2024-03-18T22:57:54.740 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/timestamping/ 2024-03-18T22:57:54.741 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/timestamping/.gitignore 2024-03-18T22:57:54.742 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/timestamping/Makefile 2024-03-18T22:57:54.742 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/timestamping/hwtstamp_config.c 2024-03-18T22:57:54.743 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/timestamping/timestamping.c 2024-03-18T22:57:54.744 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/timestamping/txtimestamp.c 2024-03-18T22:57:54.745 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/tlan.txt 2024-03-18T22:57:54.746 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/tproxy.txt 2024-03-18T22:57:54.747 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/tuntap.txt 2024-03-18T22:57:54.749 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/udplite.txt 2024-03-18T22:57:54.750 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/vortex.txt 2024-03-18T22:57:54.751 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/vxge.txt 2024-03-18T22:57:54.752 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/vxlan.txt 2024-03-18T22:57:54.753 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/x25-iface.txt 2024-03-18T22:57:54.754 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/x25.txt 2024-03-18T22:57:54.755 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/xfrm_proc.txt 2024-03-18T22:57:54.756 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/xfrm_sync.txt 2024-03-18T22:57:54.757 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/xfrm_sysctl.txt 2024-03-18T22:57:54.758 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/networking/z8530drv.txt 2024-03-18T22:57:54.759 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/nfc/ 2024-03-18T22:57:54.761 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/nfc/nfc-hci.txt 2024-03-18T22:57:54.762 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/nfc/nfc-pn544.txt 2024-03-18T22:57:54.763 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/nios2/ 2024-03-18T22:57:54.765 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/nios2/README 2024-03-18T22:57:54.766 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/nommu-mmap.txt 2024-03-18T22:57:54.767 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/numastat.txt 2024-03-18T22:57:54.768 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/oops-tracing.txt 2024-03-18T22:57:54.770 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/padata.txt 2024-03-18T22:57:54.771 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/parisc/ 2024-03-18T22:57:54.773 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/parisc/00-INDEX 2024-03-18T22:57:54.774 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/parisc/debugging 2024-03-18T22:57:54.775 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/parisc/registers 2024-03-18T22:57:54.776 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/parport-lowlevel.txt 2024-03-18T22:57:54.777 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/parport.txt 2024-03-18T22:57:54.778 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/pcmcia/ 2024-03-18T22:57:54.780 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/pcmcia/.gitignore 2024-03-18T22:57:54.781 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/pcmcia/Makefile 2024-03-18T22:57:54.783 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/pcmcia/crc32hash.c 2024-03-18T22:57:54.784 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/pcmcia/devicetable.txt 2024-03-18T22:57:54.785 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/pcmcia/driver-changes.txt 2024-03-18T22:57:54.786 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/pcmcia/driver.txt 2024-03-18T22:57:54.787 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/pcmcia/locking.txt 2024-03-18T22:57:54.788 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/percpu-rw-semaphore.txt 2024-03-18T22:57:54.789 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/phy.txt 2024-03-18T22:57:54.790 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/phy/ 2024-03-18T22:57:54.791 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/phy/samsung-usb2.txt 2024-03-18T22:57:54.792 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/pi-futex.txt 2024-03-18T22:57:54.793 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/pinctrl.txt 2024-03-18T22:57:54.795 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/platform/ 2024-03-18T22:57:54.796 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/platform/x86-laptop-drivers.txt 2024-03-18T22:57:54.797 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/pnp.txt 2024-03-18T22:57:54.798 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/ 2024-03-18T22:57:54.800 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/00-INDEX 2024-03-18T22:57:54.801 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/apm-acpi.txt 2024-03-18T22:57:54.802 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/basic-pm-debugging.txt 2024-03-18T22:57:54.803 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/charger-manager.txt 2024-03-18T22:57:54.805 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/devices.txt 2024-03-18T22:57:54.807 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/drivers-testing.txt 2024-03-18T22:57:54.808 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/freezing-of-tasks.txt 2024-03-18T22:57:54.810 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/interface.txt 2024-03-18T22:57:54.811 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/notifiers.txt 2024-03-18T22:57:54.813 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/opp.txt 2024-03-18T22:57:54.814 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/pci.txt 2024-03-18T22:57:54.816 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/pm_qos_interface.txt 2024-03-18T22:57:54.817 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/power_supply_class.txt 2024-03-18T22:57:54.819 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/powercap/ 2024-03-18T22:57:54.820 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/powercap/powercap.txt 2024-03-18T22:57:54.821 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/regulator/ 2024-03-18T22:57:54.823 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/regulator/consumer.txt 2024-03-18T22:57:54.824 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/regulator/design.txt 2024-03-18T22:57:54.826 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/regulator/machine.txt 2024-03-18T22:57:54.828 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/regulator/overview.txt 2024-03-18T22:57:54.829 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/regulator/regulator.txt 2024-03-18T22:57:54.831 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/runtime_pm.txt 2024-03-18T22:57:54.832 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/s2ram.txt 2024-03-18T22:57:54.834 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/states.txt 2024-03-18T22:57:54.835 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/suspend-and-cpuhotplug.txt 2024-03-18T22:57:54.837 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/suspend-and-interrupts.txt 2024-03-18T22:57:54.839 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/swsusp-and-swap-files.txt 2024-03-18T22:57:54.840 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/swsusp-dmcrypt.txt 2024-03-18T22:57:54.842 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/swsusp.txt 2024-03-18T22:57:54.843 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/tricks.txt 2024-03-18T22:57:54.845 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/userland-swsusp.txt 2024-03-18T22:57:54.847 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/power/video.txt 2024-03-18T22:57:54.848 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/powerpc/ 2024-03-18T22:57:54.851 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/powerpc/00-INDEX 2024-03-18T22:57:54.852 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/powerpc/bootwrapper.txt 2024-03-18T22:57:54.854 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/powerpc/cpu_families.txt 2024-03-18T22:57:54.855 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/powerpc/cpu_features.txt 2024-03-18T22:57:54.856 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/powerpc/cxl.txt 2024-03-18T22:57:54.858 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/powerpc/eeh-pci-error-recovery.txt 2024-03-18T22:57:54.860 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/powerpc/firmware-assisted-dump.txt 2024-03-18T22:57:54.861 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/powerpc/hvcs.txt 2024-03-18T22:57:54.863 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/powerpc/mpc52xx.txt 2024-03-18T22:57:54.864 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/powerpc/pmu-ebb.txt 2024-03-18T22:57:54.866 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/powerpc/ptrace.txt 2024-03-18T22:57:54.868 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/powerpc/qe_firmware.txt 2024-03-18T22:57:54.869 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/powerpc/transactional_memory.txt 2024-03-18T22:57:54.871 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/pps/ 2024-03-18T22:57:54.874 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/pps/pps.txt 2024-03-18T22:57:54.876 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/prctl/ 2024-03-18T22:57:54.878 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/prctl/.gitignore 2024-03-18T22:57:54.879 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/prctl/Makefile 2024-03-18T22:57:54.881 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-ctxt-sw-stress-test.c 2024-03-18T22:57:54.882 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-on-off-stress-test.c 2024-03-18T22:57:54.884 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-test.c 2024-03-18T22:57:54.885 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/prctl/no_new_privs.txt 2024-03-18T22:57:54.886 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/prctl/seccomp_filter.txt 2024-03-18T22:57:54.887 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/preempt-locking.txt 2024-03-18T22:57:54.888 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/printk-formats.txt 2024-03-18T22:57:54.890 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/pti/ 2024-03-18T22:57:54.892 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/pti/pti_intel_mid.txt 2024-03-18T22:57:54.893 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ptp/ 2024-03-18T22:57:54.894 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ptp/.gitignore 2024-03-18T22:57:54.895 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ptp/Makefile 2024-03-18T22:57:54.896 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ptp/ptp.txt 2024-03-18T22:57:54.897 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ptp/testptp.c 2024-03-18T22:57:54.898 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ptp/testptp.mk 2024-03-18T22:57:54.899 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/pwm.txt 2024-03-18T22:57:54.900 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/ramoops.txt 2024-03-18T22:57:54.902 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/rapidio/ 2024-03-18T22:57:54.904 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/rapidio/rapidio.txt 2024-03-18T22:57:54.906 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/rapidio/sysfs.txt 2024-03-18T22:57:54.907 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/rapidio/tsi721.txt 2024-03-18T22:57:54.909 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/rbtree.txt 2024-03-18T22:57:54.911 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/remoteproc.txt 2024-03-18T22:57:54.913 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/rfkill.txt 2024-03-18T22:57:54.915 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/robust-futex-ABI.txt 2024-03-18T22:57:54.917 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/robust-futexes.txt 2024-03-18T22:57:54.918 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/rpmsg.txt 2024-03-18T22:57:54.920 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/rtc.txt 2024-03-18T22:57:54.922 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/s390/ 2024-03-18T22:57:54.925 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/s390/00-INDEX 2024-03-18T22:57:54.926 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/s390/3270.ChangeLog 2024-03-18T22:57:54.928 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/s390/3270.txt 2024-03-18T22:57:54.929 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/s390/CommonIO 2024-03-18T22:57:54.931 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/s390/DASD 2024-03-18T22:57:54.933 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/s390/Debugging390.txt 2024-03-18T22:57:54.935 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/s390/cds.txt 2024-03-18T22:57:54.936 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/s390/config3270.sh 2024-03-18T22:57:54.937 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/s390/driver-model.txt 2024-03-18T22:57:54.939 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/s390/kvm.txt 2024-03-18T22:57:54.940 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/s390/monreader.txt 2024-03-18T22:57:54.942 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/s390/qeth.txt 2024-03-18T22:57:54.944 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/s390/s390dbf.txt 2024-03-18T22:57:54.945 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/s390/zfcpdump.txt 2024-03-18T22:57:54.947 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scheduler/ 2024-03-18T22:57:54.949 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scheduler/00-INDEX 2024-03-18T22:57:54.950 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scheduler/completion.txt 2024-03-18T22:57:54.952 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scheduler/sched-arch.txt 2024-03-18T22:57:54.953 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scheduler/sched-bwc.txt 2024-03-18T22:57:54.955 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scheduler/sched-deadline.txt 2024-03-18T22:57:54.956 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scheduler/sched-design-CFS.txt 2024-03-18T22:57:54.958 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scheduler/sched-domains.txt 2024-03-18T22:57:54.960 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scheduler/sched-nice-design.txt 2024-03-18T22:57:54.961 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scheduler/sched-rt-group.txt 2024-03-18T22:57:54.963 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scheduler/sched-stats.txt 2024-03-18T22:57:54.964 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/ 2024-03-18T22:57:54.966 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/00-INDEX 2024-03-18T22:57:54.967 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/53c700.txt 2024-03-18T22:57:54.968 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/BusLogic.txt 2024-03-18T22:57:54.969 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.1992-1997 2024-03-18T22:57:54.970 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.arcmsr 2024-03-18T22:57:54.971 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.ips 2024-03-18T22:57:54.972 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.lpfc 2024-03-18T22:57:54.974 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.megaraid 2024-03-18T22:57:54.974 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.megaraid_sas 2024-03-18T22:57:54.976 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.ncr53c8xx 2024-03-18T22:57:54.978 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.sym53c8xx 2024-03-18T22:57:54.979 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.sym53c8xx_2 2024-03-18T22:57:54.981 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/FlashPoint.txt 2024-03-18T22:57:54.982 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/LICENSE.FlashPoint 2024-03-18T22:57:54.983 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/LICENSE.qla2xxx 2024-03-18T22:57:54.984 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/LICENSE.qla4xxx 2024-03-18T22:57:54.985 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/Mylex.txt 2024-03-18T22:57:54.987 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/NinjaSCSI.txt 2024-03-18T22:57:54.988 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/aacraid.txt 2024-03-18T22:57:54.989 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/advansys.txt 2024-03-18T22:57:54.990 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/aha152x.txt 2024-03-18T22:57:54.990 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/aic79xx.txt 2024-03-18T22:57:54.991 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/aic7xxx.txt 2024-03-18T22:57:54.992 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/arcmsr_spec.txt 2024-03-18T22:57:54.994 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/bfa.txt 2024-03-18T22:57:54.994 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/bnx2fc.txt 2024-03-18T22:57:54.995 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/cxgb3i.txt 2024-03-18T22:57:54.996 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/dc395x.txt 2024-03-18T22:57:54.997 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/dpti.txt 2024-03-18T22:57:54.998 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/dtc3x80.txt 2024-03-18T22:57:54.999 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/g_NCR5380.txt 2024-03-18T22:57:55.000 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/hpsa.txt 2024-03-18T22:57:55.001 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/hptiop.txt 2024-03-18T22:57:55.001 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/in2000.txt 2024-03-18T22:57:55.003 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/libsas.txt 2024-03-18T22:57:55.004 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/link_power_management_policy.txt 2024-03-18T22:57:55.005 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/lpfc.txt 2024-03-18T22:57:55.006 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/megaraid.txt 2024-03-18T22:57:55.006 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/ncr53c8xx.txt 2024-03-18T22:57:55.008 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/osd.txt 2024-03-18T22:57:55.008 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/osst.txt 2024-03-18T22:57:55.009 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/ppa.txt 2024-03-18T22:57:55.010 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/qlogicfas.txt 2024-03-18T22:57:55.011 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/scsi-changer.txt 2024-03-18T22:57:55.012 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/scsi-generic.txt 2024-03-18T22:57:55.013 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/scsi-parameters.txt 2024-03-18T22:57:55.014 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/scsi.txt 2024-03-18T22:57:55.015 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/scsi_eh.txt 2024-03-18T22:57:55.016 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/scsi_fc_transport.txt 2024-03-18T22:57:55.017 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/scsi_mid_low_api.txt 2024-03-18T22:57:55.018 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/ 2024-03-18T22:57:55.019 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/Makefile 2024-03-18T22:57:55.020 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/rport_state_diagram.dot 2024-03-18T22:57:55.021 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/st.txt 2024-03-18T22:57:55.022 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/sym53c500_cs.txt 2024-03-18T22:57:55.022 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/sym53c8xx_2.txt 2024-03-18T22:57:55.024 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/tmscsim.txt 2024-03-18T22:57:55.024 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/ufs.txt 2024-03-18T22:57:55.025 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/scsi/wd719x.txt 2024-03-18T22:57:55.026 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/security/ 2024-03-18T22:57:55.028 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/security/00-INDEX 2024-03-18T22:57:55.029 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/security/IMA-templates.txt 2024-03-18T22:57:55.030 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/security/LSM.txt 2024-03-18T22:57:55.030 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/security/SELinux.txt 2024-03-18T22:57:55.031 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/security/Smack.txt 2024-03-18T22:57:55.032 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/security/Yama.txt 2024-03-18T22:57:55.033 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/security/apparmor.txt 2024-03-18T22:57:55.034 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/security/credentials.txt 2024-03-18T22:57:55.035 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/security/keys-ecryptfs.txt 2024-03-18T22:57:55.036 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/security/keys-request-key.txt 2024-03-18T22:57:55.037 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/security/keys-trusted-encrypted.txt 2024-03-18T22:57:55.038 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/security/keys.txt 2024-03-18T22:57:55.040 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/security/tomoyo.txt 2024-03-18T22:57:55.041 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/serial-console.txt 2024-03-18T22:57:55.043 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/serial/ 2024-03-18T22:57:55.045 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/serial/00-INDEX 2024-03-18T22:57:55.047 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/serial/README.cycladesZ 2024-03-18T22:57:55.048 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/serial/driver 2024-03-18T22:57:55.049 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/serial/moxa-smartio 2024-03-18T22:57:55.050 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/serial/n_gsm.txt 2024-03-18T22:57:55.051 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/serial/rocket.txt 2024-03-18T22:57:55.053 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/serial/serial-rs485.txt 2024-03-18T22:57:55.054 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/serial/tty.txt 2024-03-18T22:57:55.055 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sgi-ioc4.txt 2024-03-18T22:57:55.057 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sh/ 2024-03-18T22:57:55.059 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sh/new-machine.txt 2024-03-18T22:57:55.061 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sh/register-banks.txt 2024-03-18T22:57:55.063 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/smsc_ece1099.txt 2024-03-18T22:57:55.064 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/ 2024-03-18T22:57:55.066 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/ 2024-03-18T22:57:55.068 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/ALSA-Configuration.txt 2024-03-18T22:57:55.069 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/Audigy-mixer.txt 2024-03-18T22:57:55.070 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/Audiophile-Usb.txt 2024-03-18T22:57:55.070 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/Bt87x.txt 2024-03-18T22:57:55.071 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/CMIPCI.txt 2024-03-18T22:57:55.072 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/Channel-Mapping-API.txt 2024-03-18T22:57:55.073 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/ControlNames.txt 2024-03-18T22:57:55.075 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio-Controls.txt 2024-03-18T22:57:55.076 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio-Models.txt 2024-03-18T22:57:55.077 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio.txt 2024-03-18T22:57:55.078 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/Joystick.txt 2024-03-18T22:57:55.079 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/MIXART.txt 2024-03-18T22:57:55.080 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/OSS-Emulation.txt 2024-03-18T22:57:55.081 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/Procfile.txt 2024-03-18T22:57:55.082 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/README.maya44 2024-03-18T22:57:55.083 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/SB-Live-mixer.txt 2024-03-18T22:57:55.084 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/VIA82xx-mixer.txt 2024-03-18T22:57:55.085 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/alsa-parameters.txt 2024-03-18T22:57:55.086 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/compress_offload.txt 2024-03-18T22:57:55.086 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/emu10k1-jack.txt 2024-03-18T22:57:55.087 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/hda_codec.txt 2024-03-18T22:57:55.088 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/hdspm.txt 2024-03-18T22:57:55.089 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/powersave.txt 2024-03-18T22:57:55.091 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/seq_oss.html 2024-03-18T22:57:55.092 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/serial-u16550.txt 2024-03-18T22:57:55.093 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/soc/ 2024-03-18T22:57:55.094 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/soc/DAI.txt 2024-03-18T22:57:55.095 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/soc/DPCM.txt 2024-03-18T22:57:55.096 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/soc/clocking.txt 2024-03-18T22:57:55.097 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/soc/codec.txt 2024-03-18T22:57:55.098 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/soc/dapm.txt 2024-03-18T22:57:55.099 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/soc/jack.txt 2024-03-18T22:57:55.100 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/soc/machine.txt 2024-03-18T22:57:55.101 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/soc/overview.txt 2024-03-18T22:57:55.102 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/soc/platform.txt 2024-03-18T22:57:55.103 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/alsa/soc/pops_clicks.txt 2024-03-18T22:57:55.105 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/oss/ 2024-03-18T22:57:55.106 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/oss/ALS 2024-03-18T22:57:55.108 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/oss/AudioExcelDSP16 2024-03-18T22:57:55.109 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/oss/CMI8330 2024-03-18T22:57:55.111 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/oss/ESS 2024-03-18T22:57:55.112 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/oss/ESS1868 2024-03-18T22:57:55.114 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/oss/Introduction 2024-03-18T22:57:55.115 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/oss/MultiSound 2024-03-18T22:57:55.117 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/oss/OPL3 2024-03-18T22:57:55.118 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/oss/Opti 2024-03-18T22:57:55.120 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/oss/PAS16 2024-03-18T22:57:55.122 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/oss/PSS 2024-03-18T22:57:55.123 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/oss/PSS-updates 2024-03-18T22:57:55.125 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/oss/README.OSS 2024-03-18T22:57:55.126 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/oss/README.modules 2024-03-18T22:57:55.128 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/oss/README.ymfsb 2024-03-18T22:57:55.129 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/oss/SoundPro 2024-03-18T22:57:55.131 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/oss/Soundblaster 2024-03-18T22:57:55.132 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/oss/Tropez+ 2024-03-18T22:57:55.134 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/oss/VIBRA16 2024-03-18T22:57:55.136 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/oss/WaveArtist 2024-03-18T22:57:55.137 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/oss/btaudio 2024-03-18T22:57:55.139 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/oss/mwave 2024-03-18T22:57:55.140 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/oss/oss-parameters.txt 2024-03-18T22:57:55.142 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sound/oss/ultrasound 2024-03-18T22:57:55.143 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sparse.txt 2024-03-18T22:57:55.145 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/spi/ 2024-03-18T22:57:55.147 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/spi/.gitignore 2024-03-18T22:57:55.149 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/spi/00-INDEX 2024-03-18T22:57:55.150 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/spi/Makefile 2024-03-18T22:57:55.152 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/spi/butterfly 2024-03-18T22:57:55.153 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/spi/ep93xx_spi 2024-03-18T22:57:55.155 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/spi/pxa2xx 2024-03-18T22:57:55.156 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/spi/spi-lm70llp 2024-03-18T22:57:55.158 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/spi/spi-sc18is602 2024-03-18T22:57:55.160 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/spi/spi-summary 2024-03-18T22:57:55.161 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/spi/spidev 2024-03-18T22:57:55.163 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/spi/spidev_fdx.c 2024-03-18T22:57:55.164 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/spi/spidev_test.c 2024-03-18T22:57:55.166 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/stable_api_nonsense.txt 2024-03-18T22:57:55.168 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/stable_kernel_rules.txt 2024-03-18T22:57:55.170 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/static-keys.txt 2024-03-18T22:57:55.171 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/svga.txt 2024-03-18T22:57:55.173 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sysctl/ 2024-03-18T22:57:55.176 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sysctl/00-INDEX 2024-03-18T22:57:55.177 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sysctl/README 2024-03-18T22:57:55.179 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sysctl/abi.txt 2024-03-18T22:57:55.181 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sysctl/fs.txt 2024-03-18T22:57:55.182 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sysctl/kernel.txt 2024-03-18T22:57:55.183 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sysctl/net.txt 2024-03-18T22:57:55.184 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sysctl/sunrpc.txt 2024-03-18T22:57:55.185 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sysctl/vm.txt 2024-03-18T22:57:55.186 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sysfs-rules.txt 2024-03-18T22:57:55.187 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/sysrq.txt 2024-03-18T22:57:55.188 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/target/ 2024-03-18T22:57:55.190 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/target/tcm_mod_builder.py 2024-03-18T22:57:55.191 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/target/tcm_mod_builder.txt 2024-03-18T22:57:55.192 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/target/tcmu-design.txt 2024-03-18T22:57:55.193 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/thermal/ 2024-03-18T22:57:55.194 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/thermal/cpu-cooling-api.txt 2024-03-18T22:57:55.195 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/thermal/exynos_thermal 2024-03-18T22:57:55.196 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/thermal/exynos_thermal_emulation 2024-03-18T22:57:55.197 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/thermal/intel_powerclamp.txt 2024-03-18T22:57:55.198 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/thermal/nouveau_thermal 2024-03-18T22:57:55.199 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/thermal/sysfs-api.txt 2024-03-18T22:57:55.200 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/thermal/x86_pkg_temperature_thermal 2024-03-18T22:57:55.201 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/this_cpu_ops.txt 2024-03-18T22:57:55.202 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/timers/ 2024-03-18T22:57:55.204 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/timers/.gitignore 2024-03-18T22:57:55.205 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/timers/00-INDEX 2024-03-18T22:57:55.207 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/timers/Makefile 2024-03-18T22:57:55.208 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/timers/NO_HZ.txt 2024-03-18T22:57:55.210 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/timers/highres.txt 2024-03-18T22:57:55.212 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/timers/hpet.txt 2024-03-18T22:57:55.213 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/timers/hpet_example.c 2024-03-18T22:57:55.214 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/timers/hrtimers.txt 2024-03-18T22:57:55.215 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/timers/timekeeping.txt 2024-03-18T22:57:55.216 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/timers/timer_stats.txt 2024-03-18T22:57:55.217 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/timers/timers-howto.txt 2024-03-18T22:57:55.218 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/tpm/ 2024-03-18T22:57:55.220 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/tpm/xen-tpmfront.txt 2024-03-18T22:57:55.222 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/trace/ 2024-03-18T22:57:55.224 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/trace/coresight.txt 2024-03-18T22:57:55.226 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/trace/events-kmem.txt 2024-03-18T22:57:55.227 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/trace/events-nmi.txt 2024-03-18T22:57:55.229 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/trace/events-power.txt 2024-03-18T22:57:55.230 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/trace/events.txt 2024-03-18T22:57:55.231 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/trace/ftrace-design.txt 2024-03-18T22:57:55.232 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/trace/ftrace.txt 2024-03-18T22:57:55.233 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/trace/function-graph-fold.vim 2024-03-18T22:57:55.234 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/trace/kprobetrace.txt 2024-03-18T22:57:55.235 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/trace/mmiotrace.txt 2024-03-18T22:57:55.236 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/trace/postprocess/ 2024-03-18T22:57:55.237 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/trace/postprocess/trace-pagealloc-postprocess.pl 2024-03-18T22:57:55.238 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/trace/postprocess/trace-vmscan-postprocess.pl 2024-03-18T22:57:55.239 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/trace/ring-buffer-design.txt 2024-03-18T22:57:55.240 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/trace/tracepoint-analysis.txt 2024-03-18T22:57:55.241 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/trace/tracepoints.txt 2024-03-18T22:57:55.242 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/trace/uprobetracer.txt 2024-03-18T22:57:55.243 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/unaligned-memory-access.txt 2024-03-18T22:57:55.244 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/unicode.txt 2024-03-18T22:57:55.246 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/unshare.txt 2024-03-18T22:57:55.248 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/ 2024-03-18T22:57:55.251 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/CREDITS 2024-03-18T22:57:55.252 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/URB.txt 2024-03-18T22:57:55.254 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/WUSB-Design-overview.txt 2024-03-18T22:57:55.255 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/acm.txt 2024-03-18T22:57:55.257 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/anchors.txt 2024-03-18T22:57:55.258 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/authorization.txt 2024-03-18T22:57:55.260 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/bulk-streams.txt 2024-03-18T22:57:55.261 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/callbacks.txt 2024-03-18T22:57:55.263 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/chipidea.txt 2024-03-18T22:57:55.264 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/dma.txt 2024-03-18T22:57:55.266 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/dwc3.txt 2024-03-18T22:57:55.267 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/ehci.txt 2024-03-18T22:57:55.268 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/error-codes.txt 2024-03-18T22:57:55.269 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/functionfs.txt 2024-03-18T22:57:55.270 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/gadget-testing.txt 2024-03-18T22:57:55.271 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/gadget_configfs.txt 2024-03-18T22:57:55.272 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/gadget_hid.txt 2024-03-18T22:57:55.273 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/gadget_multi.txt 2024-03-18T22:57:55.274 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/gadget_printer.txt 2024-03-18T22:57:55.275 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/gadget_serial.txt 2024-03-18T22:57:55.276 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/hotplug.txt 2024-03-18T22:57:55.277 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/iuu_phoenix.txt 2024-03-18T22:57:55.278 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/linux-cdc-acm.inf 2024-03-18T22:57:55.279 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/linux.inf 2024-03-18T22:57:55.280 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/mass-storage.txt 2024-03-18T22:57:55.281 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/misc_usbsevseg.txt 2024-03-18T22:57:55.282 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/mtouchusb.txt 2024-03-18T22:57:55.283 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/ohci.txt 2024-03-18T22:57:55.284 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/persist.txt 2024-03-18T22:57:55.285 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/power-management.txt 2024-03-18T22:57:55.286 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/proc_usb_info.txt 2024-03-18T22:57:55.287 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/rio.txt 2024-03-18T22:57:55.287 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/usb-help.txt 2024-03-18T22:57:55.288 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/usb-serial.txt 2024-03-18T22:57:55.289 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/usbmon.txt 2024-03-18T22:57:55.290 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/usb/wusb-cbaf 2024-03-18T22:57:55.291 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vDSO/ 2024-03-18T22:57:55.292 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vDSO/.gitignore 2024-03-18T22:57:55.293 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vDSO/Makefile 2024-03-18T22:57:55.294 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vDSO/parse_vdso.c 2024-03-18T22:57:55.295 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vDSO/vdso_standalone_test_x86.c 2024-03-18T22:57:55.296 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vDSO/vdso_test.c 2024-03-18T22:57:55.297 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vfio.txt 2024-03-18T22:57:55.298 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vgaarbiter.txt 2024-03-18T22:57:55.299 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video-output.txt 2024-03-18T22:57:55.301 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/ 2024-03-18T22:57:55.302 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/4CCs.txt 2024-03-18T22:57:55.303 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/API.html 2024-03-18T22:57:55.304 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.au0828 2024-03-18T22:57:55.305 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.bttv 2024-03-18T22:57:55.306 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.cx23885 2024-03-18T22:57:55.307 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.cx88 2024-03-18T22:57:55.308 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.em28xx 2024-03-18T22:57:55.309 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.ivtv 2024-03-18T22:57:55.310 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.saa7134 2024-03-18T22:57:55.310 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.saa7164 2024-03-18T22:57:55.311 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.tm6000 2024-03-18T22:57:55.312 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.tuner 2024-03-18T22:57:55.313 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.usbvision 2024-03-18T22:57:55.314 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/Makefile 2024-03-18T22:57:55.315 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/README.cpia2 2024-03-18T22:57:55.316 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/README.cx88 2024-03-18T22:57:55.317 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/README.davinci-vpbe 2024-03-18T22:57:55.318 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/README.ir 2024-03-18T22:57:55.319 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/README.ivtv 2024-03-18T22:57:55.320 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/README.pvrusb2 2024-03-18T22:57:55.321 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/README.saa7134 2024-03-18T22:57:55.322 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/Zoran 2024-03-18T22:57:55.323 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/bttv/ 2024-03-18T22:57:55.324 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/bttv/CONTRIBUTORS 2024-03-18T22:57:55.325 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/bttv/Cards 2024-03-18T22:57:55.326 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/bttv/ICs 2024-03-18T22:57:55.327 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/bttv/Insmod-options 2024-03-18T22:57:55.327 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/bttv/MAKEDEV 2024-03-18T22:57:55.328 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/bttv/Modprobe.conf 2024-03-18T22:57:55.329 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/bttv/Modules.conf 2024-03-18T22:57:55.330 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/bttv/PROBLEMS 2024-03-18T22:57:55.331 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/bttv/README 2024-03-18T22:57:55.332 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.WINVIEW 2024-03-18T22:57:55.333 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.freeze 2024-03-18T22:57:55.334 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.quirks 2024-03-18T22:57:55.335 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/bttv/Sound-FAQ 2024-03-18T22:57:55.336 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/bttv/Specs 2024-03-18T22:57:55.337 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/bttv/THANKS 2024-03-18T22:57:55.338 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/bttv/Tuners 2024-03-18T22:57:55.339 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/cafe_ccic 2024-03-18T22:57:55.340 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/cpia2_overview.txt 2024-03-18T22:57:55.341 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/cx18.txt 2024-03-18T22:57:55.342 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/ 2024-03-18T22:57:55.343 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/README.hm12 2024-03-18T22:57:55.344 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/README.vbi 2024-03-18T22:57:55.345 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-calling.txt 2024-03-18T22:57:55.346 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-decoder-api.txt 2024-03-18T22:57:55.346 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-decoder-regs.txt 2024-03-18T22:57:55.347 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-dma.txt 2024-03-18T22:57:55.348 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-encoder-api.txt 2024-03-18T22:57:55.349 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-memory.txt 2024-03-18T22:57:55.350 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-osd-api.txt 2024-03-18T22:57:55.351 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-upload.txt 2024-03-18T22:57:55.352 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/cx88/ 2024-03-18T22:57:55.353 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/cx88/hauppauge-wintv-cx88-ir.txt 2024-03-18T22:57:55.354 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/extract_xc3028.pl 2024-03-18T22:57:55.355 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/fimc.txt 2024-03-18T22:57:55.356 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/gspca.txt 2024-03-18T22:57:55.357 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/hauppauge-wintv-cx88-ir.txt 2024-03-18T22:57:55.358 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/lifeview.txt 2024-03-18T22:57:55.359 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/meye.txt 2024-03-18T22:57:55.360 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/not-in-cx2388x-datasheet.txt 2024-03-18T22:57:55.361 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/omap3isp.txt 2024-03-18T22:57:55.362 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/omap4_camera.txt 2024-03-18T22:57:55.362 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/pxa_camera.txt 2024-03-18T22:57:55.363 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/radiotrack.txt 2024-03-18T22:57:55.364 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/sh_mobile_ceu_camera.txt 2024-03-18T22:57:55.365 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/si470x.txt 2024-03-18T22:57:55.366 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/si4713.txt 2024-03-18T22:57:55.367 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/si476x.txt 2024-03-18T22:57:55.368 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/soc-camera.txt 2024-03-18T22:57:55.370 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/uvcvideo.txt 2024-03-18T22:57:55.371 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/v4l2-controls.txt 2024-03-18T22:57:55.372 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/v4l2-framework.txt 2024-03-18T22:57:55.373 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/v4l2-pci-skeleton.c 2024-03-18T22:57:55.374 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/videobuf 2024-03-18T22:57:55.375 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/vivid.txt 2024-03-18T22:57:55.376 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/video4linux/zr364xx.txt 2024-03-18T22:57:55.377 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/virtual/ 2024-03-18T22:57:55.378 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/virtual/00-INDEX 2024-03-18T22:57:55.379 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/virtual/kvm/ 2024-03-18T22:57:55.380 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/virtual/kvm/00-INDEX 2024-03-18T22:57:55.381 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/virtual/kvm/api.txt 2024-03-18T22:57:55.382 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/virtual/kvm/cpuid.txt 2024-03-18T22:57:55.386 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/ 2024-03-18T22:57:55.387 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/README 2024-03-18T22:57:55.388 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/arm-vgic.txt 2024-03-18T22:57:55.390 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/mpic.txt 2024-03-18T22:57:55.391 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/s390_flic.txt 2024-03-18T22:57:55.393 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/vfio.txt 2024-03-18T22:57:55.394 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/vm.txt 2024-03-18T22:57:55.396 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/xics.txt 2024-03-18T22:57:55.397 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/virtual/kvm/hypercalls.txt 2024-03-18T22:57:55.399 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/virtual/kvm/locking.txt 2024-03-18T22:57:55.401 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/virtual/kvm/mmu.txt 2024-03-18T22:57:55.402 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/virtual/kvm/msr.txt 2024-03-18T22:57:55.404 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/virtual/kvm/nested-vmx.txt 2024-03-18T22:57:55.405 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/virtual/kvm/ppc-pv.txt 2024-03-18T22:57:55.407 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/virtual/kvm/review-checklist.txt 2024-03-18T22:57:55.409 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/virtual/kvm/s390-diag.txt 2024-03-18T22:57:55.410 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/virtual/kvm/timekeeping.txt 2024-03-18T22:57:55.411 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/virtual/paravirt_ops.txt 2024-03-18T22:57:55.412 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/virtual/uml/ 2024-03-18T22:57:55.413 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/virtual/uml/UserModeLinux-HOWTO.txt 2024-03-18T22:57:55.415 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vm/ 2024-03-18T22:57:55.417 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vm/.gitignore 2024-03-18T22:57:55.418 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vm/00-INDEX 2024-03-18T22:57:55.419 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vm/active_mm.txt 2024-03-18T22:57:55.419 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vm/balance 2024-03-18T22:57:55.420 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vm/cleancache.txt 2024-03-18T22:57:55.421 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vm/frontswap.txt 2024-03-18T22:57:55.422 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vm/highmem.txt 2024-03-18T22:57:55.423 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vm/hugetlbpage.txt 2024-03-18T22:57:55.424 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vm/hwpoison.txt 2024-03-18T22:57:55.425 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vm/ksm.txt 2024-03-18T22:57:55.426 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vm/numa 2024-03-18T22:57:55.427 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vm/numa_memory_policy.txt 2024-03-18T22:57:55.428 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vm/overcommit-accounting 2024-03-18T22:57:55.429 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vm/page_migration 2024-03-18T22:57:55.430 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vm/page_owner.txt 2024-03-18T22:57:55.431 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vm/pagemap.txt 2024-03-18T22:57:55.432 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vm/remap_file_pages.txt 2024-03-18T22:57:55.433 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vm/slub.txt 2024-03-18T22:57:55.433 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vm/soft-dirty.txt 2024-03-18T22:57:55.434 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vm/split_page_table_lock 2024-03-18T22:57:55.435 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vm/transhuge.txt 2024-03-18T22:57:55.436 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vm/unevictable-lru.txt 2024-03-18T22:57:55.437 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vm/zswap.txt 2024-03-18T22:57:55.438 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/vme_api.txt 2024-03-18T22:57:55.439 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/volatile-considered-harmful.txt 2024-03-18T22:57:55.440 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/w1/ 2024-03-18T22:57:55.442 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/w1/00-INDEX 2024-03-18T22:57:55.443 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/w1/masters/ 2024-03-18T22:57:55.444 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/w1/masters/00-INDEX 2024-03-18T22:57:55.445 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/w1/masters/ds2482 2024-03-18T22:57:55.446 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/w1/masters/ds2490 2024-03-18T22:57:55.447 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/w1/masters/mxc-w1 2024-03-18T22:57:55.448 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/w1/masters/omap-hdq 2024-03-18T22:57:55.449 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/w1/masters/w1-gpio 2024-03-18T22:57:55.450 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/w1/slaves/ 2024-03-18T22:57:55.450 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/w1/slaves/00-INDEX 2024-03-18T22:57:55.451 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds2406 2024-03-18T22:57:55.452 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds2423 2024-03-18T22:57:55.453 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds28e04 2024-03-18T22:57:55.454 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/w1/slaves/w1_therm 2024-03-18T22:57:55.455 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/w1/w1.generic 2024-03-18T22:57:55.456 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/w1/w1.netlink 2024-03-18T22:57:55.457 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/watchdog/ 2024-03-18T22:57:55.458 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/watchdog/Makefile 2024-03-18T22:57:55.459 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/watchdog/convert_drivers_to_kernel_api.txt 2024-03-18T22:57:55.460 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/watchdog/hpwdt.txt 2024-03-18T22:57:55.461 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/watchdog/pcwd-watchdog.txt 2024-03-18T22:57:55.462 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/watchdog/src/ 2024-03-18T22:57:55.463 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/watchdog/src/.gitignore 2024-03-18T22:57:55.464 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/watchdog/src/Makefile 2024-03-18T22:57:55.465 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/watchdog/src/watchdog-simple.c 2024-03-18T22:57:55.466 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/watchdog/src/watchdog-test.c 2024-03-18T22:57:55.467 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/watchdog/watchdog-api.txt 2024-03-18T22:57:55.468 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/watchdog/watchdog-kernel-api.txt 2024-03-18T22:57:55.469 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/watchdog/watchdog-parameters.txt 2024-03-18T22:57:55.470 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/watchdog/wdt.txt 2024-03-18T22:57:55.471 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/wimax/ 2024-03-18T22:57:55.473 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/wimax/README.i2400m 2024-03-18T22:57:55.474 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/wimax/README.wimax 2024-03-18T22:57:55.475 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/workqueue.txt 2024-03-18T22:57:55.476 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/x86/ 2024-03-18T22:57:55.478 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/x86/00-INDEX 2024-03-18T22:57:55.479 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/x86/boot.txt 2024-03-18T22:57:55.480 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/x86/early-microcode.txt 2024-03-18T22:57:55.480 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/x86/earlyprintk.txt 2024-03-18T22:57:55.481 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/x86/entry_64.txt 2024-03-18T22:57:55.483 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/x86/exception-tables.txt 2024-03-18T22:57:55.484 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/x86/i386/ 2024-03-18T22:57:55.485 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/x86/i386/IO-APIC.txt 2024-03-18T22:57:55.485 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/x86/intel_mpx.txt 2024-03-18T22:57:55.486 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/x86/mtrr.txt 2024-03-18T22:57:55.487 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/x86/pat.txt 2024-03-18T22:57:55.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:55 smithi052 ceph-mon[32520]: pgmap v33: 97 pgs: 97 active+clean; 84 MiB data, 660 MiB used, 1.0 TiB / 1.0 TiB avail; 334 KiB/s rd, 7.0 MiB/s wr, 74 op/s 2024-03-18T22:57:55.489 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/x86/tlb.txt 2024-03-18T22:57:55.490 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/x86/usb-legacy-support.txt 2024-03-18T22:57:55.491 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/x86/x86_64/ 2024-03-18T22:57:55.491 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/x86/x86_64/00-INDEX 2024-03-18T22:57:55.492 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/x86/x86_64/boot-options.txt 2024-03-18T22:57:55.493 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/x86/x86_64/cpu-hotplug-spec 2024-03-18T22:57:55.494 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/x86/x86_64/fake-numa-for-cpusets 2024-03-18T22:57:55.495 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/x86/x86_64/kernel-stacks 2024-03-18T22:57:55.496 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/x86/x86_64/machinecheck 2024-03-18T22:57:55.497 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/x86/x86_64/mm.txt 2024-03-18T22:57:55.498 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/x86/x86_64/uefi.txt 2024-03-18T22:57:55.499 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/x86/zero-page.txt 2024-03-18T22:57:55.500 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/xillybus.txt 2024-03-18T22:57:55.501 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/xtensa/ 2024-03-18T22:57:55.503 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/xtensa/atomctl.txt 2024-03-18T22:57:55.504 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/xtensa/mmu.txt 2024-03-18T22:57:55.504 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/xz.txt 2024-03-18T22:57:55.506 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/ 2024-03-18T22:57:55.507 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/CodingStyle 2024-03-18T22:57:55.508 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/HOWTO 2024-03-18T22:57:55.509 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/IRQ.txt 2024-03-18T22:57:55.510 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/SecurityBugs 2024-03-18T22:57:55.510 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/SubmittingDrivers 2024-03-18T22:57:55.512 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/SubmittingPatches 2024-03-18T22:57:55.513 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/arm/ 2024-03-18T22:57:55.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:55 smithi181 ceph-mon[67256]: pgmap v33: 97 pgs: 97 active+clean; 84 MiB data, 660 MiB used, 1.0 TiB / 1.0 TiB avail; 334 KiB/s rd, 7.0 MiB/s wr, 74 op/s 2024-03-18T22:57:55.513 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/arm/Booting 2024-03-18T22:57:55.514 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/arm/kernel_user_helpers.txt 2024-03-18T22:57:55.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:55 smithi099 ceph-mon[36725]: pgmap v33: 97 pgs: 97 active+clean; 84 MiB data, 660 MiB used, 1.0 TiB / 1.0 TiB avail; 334 KiB/s rd, 7.0 MiB/s wr, 74 op/s 2024-03-18T22:57:55.515 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/arm64/ 2024-03-18T22:57:55.516 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/arm64/booting.txt 2024-03-18T22:57:55.517 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/arm64/memory.txt 2024-03-18T22:57:55.518 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/arm64/tagged-pointers.txt 2024-03-18T22:57:55.519 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/basic_profiling.txt 2024-03-18T22:57:55.520 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/email-clients.txt 2024-03-18T22:57:55.520 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/filesystems/ 2024-03-18T22:57:55.521 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/filesystems/sysfs.txt 2024-03-18T22:57:55.522 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/gpio.txt 2024-03-18T22:57:55.523 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/io_ordering.txt 2024-03-18T22:57:55.524 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/magic-number.txt 2024-03-18T22:57:55.525 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/oops-tracing.txt 2024-03-18T22:57:55.526 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/sparse.txt 2024-03-18T22:57:55.527 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/stable_api_nonsense.txt 2024-03-18T22:57:55.527 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/stable_kernel_rules.txt 2024-03-18T22:57:55.528 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/ 2024-03-18T22:57:55.529 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/omap3isp.txt 2024-03-18T22:57:55.530 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/v4l2-framework.txt 2024-03-18T22:57:55.531 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zh_CN/volatile-considered-harmful.txt 2024-03-18T22:57:55.532 INFO:tasks.workunit.client.0.smithi052.stdout:linux-4.0.5/Documentation/zorro.txt 2024-03-18T22:57:57.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:57 smithi052 ceph-mon[32520]: pgmap v34: 97 pgs: 97 active+clean; 89 MiB data, 671 MiB used, 1.0 TiB / 1.0 TiB avail; 612 KiB/s rd, 7.4 MiB/s wr, 81 op/s 2024-03-18T22:57:57.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:57 smithi181 ceph-mon[67256]: pgmap v34: 97 pgs: 97 active+clean; 89 MiB data, 671 MiB used, 1.0 TiB / 1.0 TiB avail; 612 KiB/s rd, 7.4 MiB/s wr, 81 op/s 2024-03-18T22:57:57.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:57 smithi099 ceph-mon[36725]: pgmap v34: 97 pgs: 97 active+clean; 89 MiB data, 671 MiB used, 1.0 TiB / 1.0 TiB avail; 612 KiB/s rd, 7.4 MiB/s wr, 81 op/s 2024-03-18T22:57:59.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:59 smithi052 ceph-mon[32520]: pgmap v35: 97 pgs: 97 active+clean; 89 MiB data, 671 MiB used, 1.0 TiB / 1.0 TiB avail; 394 KiB/s rd, 531 KiB/s wr, 53 op/s 2024-03-18T22:57:59.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:59 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:57:59.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:59 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:57:59.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:57:59 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:57:59.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:59 smithi181 ceph-mon[67256]: pgmap v35: 97 pgs: 97 active+clean; 89 MiB data, 671 MiB used, 1.0 TiB / 1.0 TiB avail; 394 KiB/s rd, 531 KiB/s wr, 53 op/s 2024-03-18T22:57:59.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:59 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:57:59.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:59 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:57:59.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:57:59 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:57:59.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:59 smithi099 ceph-mon[36725]: pgmap v35: 97 pgs: 97 active+clean; 89 MiB data, 671 MiB used, 1.0 TiB / 1.0 TiB avail; 394 KiB/s rd, 531 KiB/s wr, 53 op/s 2024-03-18T22:57:59.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:59 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:57:59.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:59 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:57:59.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:57:59 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:58:00.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:00 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:58:00.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:00 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:58:00.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:00 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:58:00.501 INFO:tasks.workunit.client.0.smithi052.stderr:+ tar cf doc.tar linux-4.0.5 2024-03-18T22:58:00.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:00 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:58:00.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:00 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:58:00.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:00 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:58:00.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:00 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:58:00.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:00 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:58:00.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:00 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:58:01.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:01 smithi052 ceph-mon[32520]: pgmap v36: 97 pgs: 97 active+clean; 89 MiB data, 671 MiB used, 1.0 TiB / 1.0 TiB avail; 394 KiB/s rd, 531 KiB/s wr, 53 op/s 2024-03-18T22:58:01.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:01 smithi181 ceph-mon[67256]: pgmap v36: 97 pgs: 97 active+clean; 89 MiB data, 671 MiB used, 1.0 TiB / 1.0 TiB avail; 394 KiB/s rd, 531 KiB/s wr, 53 op/s 2024-03-18T22:58:01.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:01 smithi099 ceph-mon[36725]: pgmap v36: 97 pgs: 97 active+clean; 89 MiB data, 671 MiB used, 1.0 TiB / 1.0 TiB avail; 394 KiB/s rd, 531 KiB/s wr, 53 op/s 2024-03-18T22:58:01.534 INFO:tasks.workunit.client.0.smithi052.stderr:+ tar xf doc.tar 2024-03-18T22:58:01.872 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.871+0000 7f8d79ff4640 1 -- 172.21.15.52:0/748998590 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8d741077e0 msgr2=0x7f8d74107bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:01.872 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.871+0000 7f8d79ff4640 1 --2- 172.21.15.52:0/748998590 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8d741077e0 0x7f8d74107bc0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f8d64009930 tx=0x7f8d6402bc30 comp rx=0 tx=0).stop 2024-03-18T22:58:01.872 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.871+0000 7f8d79ff4640 1 -- 172.21.15.52:0/748998590 shutdown_connections 2024-03-18T22:58:01.872 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.871+0000 7f8d79ff4640 1 --2- 172.21.15.52:0/748998590 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8d74102190 0x7f8d7410e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:01.872 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.871+0000 7f8d79ff4640 1 --2- 172.21.15.52:0/748998590 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8d741017d0 0x7f8d74101c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:01.872 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.871+0000 7f8d79ff4640 1 --2- 172.21.15.52:0/748998590 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8d741077e0 0x7f8d74107bc0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:01.872 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.871+0000 7f8d79ff4640 1 -- 172.21.15.52:0/748998590 >> 172.21.15.52:0/748998590 conn(0x7f8d740fd2e0 msgr2=0x7f8d740ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:01.872 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.871+0000 7f8d79ff4640 1 -- 172.21.15.52:0/748998590 shutdown_connections 2024-03-18T22:58:01.872 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.871+0000 7f8d79ff4640 1 -- 172.21.15.52:0/748998590 wait complete. 2024-03-18T22:58:01.873 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.871+0000 7f8d79ff4640 1 Processor -- start 2024-03-18T22:58:01.873 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.872+0000 7f8d79ff4640 1 -- start start 2024-03-18T22:58:01.874 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.872+0000 7f8d79ff4640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8d741017d0 0x7f8d74073b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.872+0000 7f8d79ff4640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8d74102190 0x7f8d74074060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.872+0000 7f8d79ff4640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8d741077e0 0x7f8d740745a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.872+0000 7f8d79ff4640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f8d74111ce0 con 0x7f8d741017d0 2024-03-18T22:58:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.872+0000 7f8d79ff4640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f8d74111b60 con 0x7f8d74102190 2024-03-18T22:58:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.872+0000 7f8d79ff4640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f8d74111e60 con 0x7f8d741077e0 2024-03-18T22:58:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.872+0000 7f8d737fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8d741017d0 0x7f8d74073b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.872+0000 7f8d737fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8d741017d0 0x7f8d74073b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:37308/0 (socket says 172.21.15.52:37308) 2024-03-18T22:58:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.872+0000 7f8d737fe640 1 -- 172.21.15.52:0/2930289490 learned_addr learned my addr 172.21.15.52:0/2930289490 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:58:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.872+0000 7f8d72ffd640 1 --2- 172.21.15.52:0/2930289490 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8d74102190 0x7f8d74074060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.872+0000 7f8d737fe640 1 -- 172.21.15.52:0/2930289490 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8d741077e0 msgr2=0x7f8d740745a0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-03-18T22:58:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.872+0000 7f8d737fe640 1 --2- 172.21.15.52:0/2930289490 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8d741077e0 0x7f8d740745a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.872+0000 7f8d737fe640 1 -- 172.21.15.52:0/2930289490 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8d74102190 msgr2=0x7f8d74074060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.872+0000 7f8d737fe640 1 --2- 172.21.15.52:0/2930289490 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8d74102190 0x7f8d74074060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:01.876 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.872+0000 7f8d737fe640 1 -- 172.21.15.52:0/2930289490 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d741a6660 con 0x7f8d741017d0 2024-03-18T22:58:01.876 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.872+0000 7f8d72ffd640 1 --2- 172.21.15.52:0/2930289490 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8d74102190 0x7f8d74074060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:58:01.876 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.872+0000 7f8d737fe640 1 --2- 172.21.15.52:0/2930289490 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8d741017d0 0x7f8d74073b20 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f8d64009230 tx=0x7f8d6402dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:01.876 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.873+0000 7f8d70ff9640 1 -- 172.21.15.52:0/2930289490 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d64043020 con 0x7f8d741017d0 2024-03-18T22:58:01.876 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.873+0000 7f8d70ff9640 1 -- 172.21.15.52:0/2930289490 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8d64004250 con 0x7f8d741017d0 2024-03-18T22:58:01.876 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.873+0000 7f8d70ff9640 1 -- 172.21.15.52:0/2930289490 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d64003ab0 con 0x7f8d741017d0 2024-03-18T22:58:01.876 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.873+0000 7f8d79ff4640 1 -- 172.21.15.52:0/2930289490 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d741a68f0 con 0x7f8d741017d0 2024-03-18T22:58:01.876 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.873+0000 7f8d79ff4640 1 -- 172.21.15.52:0/2930289490 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d741a6df0 con 0x7f8d741017d0 2024-03-18T22:58:01.881 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.875+0000 7f8d70ff9640 1 -- 172.21.15.52:0/2930289490 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 24) ==== 137523+0+0 (secure 0 0 0) 0x7f8d64046020 con 0x7f8d741017d0 2024-03-18T22:58:01.881 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.875+0000 7f8d7cbe7740 1 Processor -- start 2024-03-18T22:58:01.881 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.875+0000 7f8d7cbe7740 1 -- start start 2024-03-18T22:58:01.881 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.875+0000 7f8d70ff9640 1 --2- 172.21.15.52:0/2930289490 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f8d5c0a2b30 0x7f8d5c0a4ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:01.881 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.876+0000 7f8d7cbe7740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563a093a8ef0 0x563a093a92d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:01.881 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.876+0000 7f8d7cbe7740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563a093a9810 0x563a093b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:01.881 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.876+0000 7f8d7cbe7740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563a093b25e0 0x563a093b49d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:01.881 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.876+0000 7f8d73fff640 1 --2- 172.21.15.52:0/2930289490 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f8d5c0a2b30 0x7f8d5c0a4ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.876+0000 7f8d7cbe7740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x563a0930cbe0 con 0x563a093a8ef0 2024-03-18T22:58:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.876+0000 7f8d7cbe7740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x563a092b5960 con 0x563a093a9810 2024-03-18T22:58:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.876+0000 7f8d7cbe7740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x563a09308c80 con 0x563a093b25e0 2024-03-18T22:58:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.876+0000 7f8d70ff9640 1 -- 172.21.15.52:0/2930289490 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7f8d640f1160 con 0x7f8d741017d0 2024-03-18T22:58:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.876+0000 7f8d72ffd640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563a093a9810 0x563a093b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.876+0000 7f8d737fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563a093a8ef0 0x563a093a92d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.876+0000 7f8d72ffd640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563a093a9810 0x563a093b20a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.52:43216/0 (socket says 172.21.15.52:43216) 2024-03-18T22:58:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.876+0000 7f8d72ffd640 1 -- 172.21.15.52:0/441538136 learned_addr learned my addr 172.21.15.52:0/441538136 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:58:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.876+0000 7f8d73fff640 1 --2- 172.21.15.52:0/441538136 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563a093b25e0 0x563a093b49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.876+0000 7f8d72ffd640 1 -- 172.21.15.52:0/441538136 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563a093b25e0 msgr2=0x563a093b49d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.876+0000 7f8d72ffd640 1 --2- 172.21.15.52:0/441538136 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563a093b25e0 0x563a093b49d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.876+0000 7f8d72ffd640 1 -- 172.21.15.52:0/441538136 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563a093a8ef0 msgr2=0x563a093a92d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.876+0000 7f8d72ffd640 1 --2- 172.21.15.52:0/441538136 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563a093a8ef0 0x563a093a92d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:01.883 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.876+0000 7f8d72ffd640 1 -- 172.21.15.52:0/441538136 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563a092acd20 con 0x563a093a9810 2024-03-18T22:58:01.883 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.876+0000 7f8d737fe640 1 --2- 172.21.15.52:0/441538136 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563a093a8ef0 0x563a093a92d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:58:01.883 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.876+0000 7f8d73fff640 1 --2- 172.21.15.52:0/2930289490 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f8d5c0a2b30 0x7f8d5c0a4ff0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f8d6c00abc0 tx=0x7f8d6c00c3b0 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:01.883 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.876+0000 7f8d72ffd640 1 --2- 172.21.15.52:0/441538136 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563a093a9810 0x563a093b20a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f8d680114f0 tx=0x7f8d680119b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bc2f7464ae4a226b server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:01.883 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.877+0000 7f8d59ffb640 1 -- 172.21.15.52:0/441538136 <== mon.2 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d6801e070 con 0x563a093a9810 2024-03-18T22:58:01.883 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.877+0000 7f8d59ffb640 1 -- 172.21.15.52:0/441538136 <== mon.2 v2:172.21.15.99:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8d680035f0 con 0x563a093a9810 2024-03-18T22:58:01.883 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.877+0000 7f8d59ffb640 1 -- 172.21.15.52:0/441538136 <== mon.2 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d6800f860 con 0x563a093a9810 2024-03-18T22:58:01.883 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.877+0000 7f8d7cbe7740 1 -- 172.21.15.52:0/441538136 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563a093a9810 msgr2=0x563a093b20a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:01.883 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.877+0000 7f8d7cbe7740 1 --2- 172.21.15.52:0/441538136 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563a093a9810 0x563a093b20a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f8d680114f0 tx=0x7f8d680119b0 comp rx=0 tx=0).stop 2024-03-18T22:58:01.883 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.877+0000 7f8d7cbe7740 1 -- 172.21.15.52:0/441538136 shutdown_connections 2024-03-18T22:58:01.883 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.877+0000 7f8d7cbe7740 1 --2- 172.21.15.52:0/441538136 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563a093b25e0 0x563a093b49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:01.883 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.877+0000 7f8d7cbe7740 1 --2- 172.21.15.52:0/441538136 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563a093a9810 0x563a093b20a0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:01.883 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.877+0000 7f8d7cbe7740 1 --2- 172.21.15.52:0/441538136 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563a093a8ef0 0x563a093a92d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:01.883 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.877+0000 7f8d7cbe7740 1 -- 172.21.15.52:0/441538136 >> 172.21.15.52:0/441538136 conn(0x563a093a3810 msgr2=0x563a093a3bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:01.884 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.877+0000 7f8d7cbe7740 1 -- 172.21.15.52:0/441538136 shutdown_connections 2024-03-18T22:58:01.884 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.877+0000 7f8d7cbe7740 1 -- 172.21.15.52:0/441538136 wait complete. 2024-03-18T22:58:01.884 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.878+0000 7f8d7cbe7740 1 -- start start 2024-03-18T22:58:01.884 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.878+0000 7f8d7cbe7740 1 Processor -- start 2024-03-18T22:58:01.884 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.878+0000 7f8d7cbe7740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563a093a8ef0 0x563a093b1f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:01.884 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.878+0000 7f8d7cbe7740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563a093a9810 0x563a093af320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:01.884 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.878+0000 7f8d7cbe7740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563a093b25e0 0x563a093af8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:01.884 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.878+0000 7f8d7cbe7740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x563a093b5210 con 0x563a093b25e0 2024-03-18T22:58:01.884 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.878+0000 7f8d7cbe7740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x563a092c8db0 con 0x563a093a8ef0 2024-03-18T22:58:01.884 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.878+0000 7f8d7cbe7740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x563a093b5390 con 0x563a093a9810 2024-03-18T22:58:01.884 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.878+0000 7f8d7cbe7740 10 client.0 _ll_register_callbacks cb 0x563a092cde70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:58:01.884 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.878+0000 7f8d72ffd640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563a093a9810 0x563a093af320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:01.884 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.878+0000 7f8d72ffd640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563a093a9810 0x563a093af320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.52:40304/0 (socket says 172.21.15.52:40304) 2024-03-18T22:58:01.884 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.878+0000 7f8d72ffd640 1 -- 172.21.15.52:0/4203959474 learned_addr learned my addr 172.21.15.52:0/4203959474 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:58:01.885 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.878+0000 7f8d73fff640 1 --2- 172.21.15.52:0/4203959474 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563a093b25e0 0x563a093af8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:01.885 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.879+0000 7f8d737fe640 1 --2- 172.21.15.52:0/4203959474 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563a093a8ef0 0x563a093b1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:01.885 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.879+0000 7f8d72ffd640 1 -- 172.21.15.52:0/4203959474 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563a093a8ef0 msgr2=0x563a093b1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:01.885 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.879+0000 7f8d72ffd640 1 --2- 172.21.15.52:0/4203959474 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563a093a8ef0 0x563a093b1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:01.885 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.879+0000 7f8d72ffd640 1 -- 172.21.15.52:0/4203959474 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563a093b25e0 msgr2=0x563a093af8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:01.885 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.879+0000 7f8d72ffd640 1 --2- 172.21.15.52:0/4203959474 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563a093b25e0 0x563a093af8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:01.885 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.879+0000 7f8d72ffd640 1 -- 172.21.15.52:0/4203959474 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563a092c7c60 con 0x563a093a9810 2024-03-18T22:58:01.885 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.879+0000 7f8d72ffd640 1 --2- 172.21.15.52:0/4203959474 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563a093a9810 0x563a093af320 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f8d68011eb0 tx=0x7f8d68004230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dded15f078c7257 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:01.885 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.879+0000 7f8d52ffd640 10 client.0 ms_handle_connect on v2:172.21.15.181:3300/0 2024-03-18T22:58:01.885 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.879+0000 7f8d52ffd640 1 -- 172.21.15.52:0/4203959474 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d6801e040 con 0x563a093a9810 2024-03-18T22:58:01.885 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.879+0000 7f8d52ffd640 1 -- 172.21.15.52:0/4203959474 <== mon.1 v2:172.21.15.181:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7f8d68005040 con 0x563a093a9810 2024-03-18T22:58:01.885 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.879+0000 7f8d7cbe7740 1 -- 172.21.15.52:0/4203959474 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8d680035f0 con 0x563a093a9810 2024-03-18T22:58:01.885 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.879+0000 7f8d52ffd640 1 -- 172.21.15.52:0/4203959474 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8d68032050 con 0x563a093a9810 2024-03-18T22:58:01.885 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.879+0000 7f8d7cbe7740 10 client.25270 fetch_fsmap learned FSMap version 24 2024-03-18T22:58:01.885 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.879+0000 7f8d7cbe7740 1 -- 172.21.15.52:0/4203959474 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563a09021210 con 0x563a093a9810 2024-03-18T22:58:01.886 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.880+0000 7f8d52ffd640 1 -- 172.21.15.52:0/4203959474 <== mon.1 v2:172.21.15.181:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8d680035f0 con 0x563a093a9810 2024-03-18T22:58:01.886 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.880+0000 7f8d52ffd640 1 -- 172.21.15.52:0/4203959474 <== mon.1 v2:172.21.15.181:3300/0 5 ==== fsmap(e 24) ==== 8354+0+0 (secure 0 0 0) 0x7f8d68021030 con 0x563a093a9810 2024-03-18T22:58:01.886 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.880+0000 7f8d7cbe7740 10 client.25270 fetch_fsmap finished waiting for FSMap version 24 2024-03-18T22:58:01.886 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.880+0000 7f8d7cbe7740 10 client.25270 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-03-18T22:58:01.886 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.880+0000 7f8d7cbe7740 20 client.25270 populate_metadata read hostname 'smithi052' 2024-03-18T22:58:01.886 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.880+0000 7f8d7cbe7740 1 --2- 172.21.15.52:0/4203959474 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x563a093c23f0 0x563a093c47e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:01.886 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.880+0000 7f8d7cbe7740 4 client.25270 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-18T22:58:01.886 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.880+0000 7f8d7cbe7740 1 -- 172.21.15.52:0/4203959474 --> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563a0931a120 con 0x563a093c23f0 2024-03-18T22:58:01.886 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.880+0000 7f8d737fe640 1 --2- 172.21.15.52:0/4203959474 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x563a093c23f0 0x563a093c47e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:01.886 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.880+0000 7f8d52ffd640 10 client.25270 ms_handle_connect on v2:172.21.15.99:6838/326875962 2024-03-18T22:58:01.886 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.880+0000 7f8d737fe640 1 --2- 172.21.15.52:0/4203959474 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x563a093c23f0 0x563a093c47e0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d4541dc86ba9791 server_cookie=5ec7a5138f31624 in_seq=0 out_seq=0 2024-03-18T22:58:01.887 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.881+0000 7f8d52ffd640 1 -- 172.21.15.52:0/4203959474 <== mds.0 v2:172.21.15.99:6838/326875962 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x563a0931a120 con 0x563a093c23f0 2024-03-18T22:58:01.888 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.881+0000 7f8d52ffd640 10 client.25270 handle_command_reply: tid=0 2024-03-18T22:58:01.888 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.881+0000 7f8d7cbe7740 1 client.25270 shutdown 2024-03-18T22:58:01.888 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.881+0000 7f8d7cbe7740 1 -- 172.21.15.52:0/4203959474 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563a093a9810 msgr2=0x563a093af320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:01.888 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.881+0000 7f8d7cbe7740 1 --2- 172.21.15.52:0/4203959474 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563a093a9810 0x563a093af320 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f8d68011eb0 tx=0x7f8d68004230 comp rx=0 tx=0).stop 2024-03-18T22:58:01.888 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.881+0000 7f8d7cbe7740 1 -- 172.21.15.52:0/4203959474 shutdown_connections 2024-03-18T22:58:01.888 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.881+0000 7f8d7cbe7740 1 --2- 172.21.15.52:0/4203959474 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563a093b25e0 0x563a093af8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:01.888 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.881+0000 7f8d7cbe7740 1 --2- 172.21.15.52:0/4203959474 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x563a093c23f0 0x563a093c47e0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:01.888 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.881+0000 7f8d7cbe7740 1 --2- 172.21.15.52:0/4203959474 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563a093a9810 0x563a093af320 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:01.888 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.881+0000 7f8d52ffd640 0 client.25270 ms_handle_reset on v2:172.21.15.99:6838/326875962 2024-03-18T22:58:01.888 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.881+0000 7f8d7cbe7740 1 --2- 172.21.15.52:0/4203959474 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563a093a8ef0 0x563a093b1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:01.888 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.881+0000 7f8d7cbe7740 1 -- 172.21.15.52:0/4203959474 >> 172.21.15.52:0/4203959474 conn(0x563a093a3810 msgr2=0x563a093a2ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:01.888 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.882+0000 7f8d7cbe7740 1 -- 172.21.15.52:0/4203959474 shutdown_connections 2024-03-18T22:58:01.888 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.882+0000 7f8d7cbe7740 1 -- 172.21.15.52:0/4203959474 wait complete. 2024-03-18T22:58:01.889 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.882+0000 7f8d7cbe7740 20 client.25270 trim_cache size 0 max 16384 2024-03-18T22:58:01.902 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.896+0000 7f8d7cbe7740 1 Processor -- start 2024-03-18T22:58:01.902 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.896+0000 7f8d7cbe7740 1 -- start start 2024-03-18T22:58:01.902 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.897+0000 7f8d7cbe7740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563a093a8ef0 0x563a093bdfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:01.902 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.897+0000 7f8d7cbe7740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563a093a9810 0x563a0939e940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:01.902 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.897+0000 7f8d7cbe7740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563a093b25e0 0x563a093ca040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:01.902 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.897+0000 7f8d7cbe7740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f8d741b2150 con 0x563a093a9810 2024-03-18T22:58:01.902 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.897+0000 7f8d7cbe7740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f8d741af9c0 con 0x563a093b25e0 2024-03-18T22:58:01.902 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.897+0000 7f8d7cbe7740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f8d741ad810 con 0x563a093a8ef0 2024-03-18T22:58:01.902 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.897+0000 7f8d72ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563a093a9810 0x563a0939e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:01.902 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.897+0000 7f8d737fe640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563a093a8ef0 0x563a093bdfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:01.902 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.897+0000 7f8d72ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563a093a9810 0x563a0939e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:37338/0 (socket says 172.21.15.52:37338) 2024-03-18T22:58:01.902 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.897+0000 7f8d72ffd640 1 -- 172.21.15.52:0/1721830559 learned_addr learned my addr 172.21.15.52:0/1721830559 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:58:01.903 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.897+0000 7f8d73fff640 1 --2- 172.21.15.52:0/1721830559 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563a093b25e0 0x563a093ca040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:01.903 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.897+0000 7f8d737fe640 1 -- 172.21.15.52:0/1721830559 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563a093b25e0 msgr2=0x563a093ca040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:01.903 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.897+0000 7f8d737fe640 1 --2- 172.21.15.52:0/1721830559 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563a093b25e0 0x563a093ca040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:01.903 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.897+0000 7f8d737fe640 1 -- 172.21.15.52:0/1721830559 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563a093a9810 msgr2=0x563a0939e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:01.903 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.897+0000 7f8d737fe640 1 --2- 172.21.15.52:0/1721830559 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563a093a9810 0x563a0939e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:01.903 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.897+0000 7f8d737fe640 1 -- 172.21.15.52:0/1721830559 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563a093afc30 con 0x563a093a8ef0 2024-03-18T22:58:01.903 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.897+0000 7f8d72ffd640 1 --2- 172.21.15.52:0/1721830559 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563a093a9810 0x563a0939e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:58:01.903 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.897+0000 7f8d737fe640 1 --2- 172.21.15.52:0/1721830559 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563a093a8ef0 0x563a093bdfb0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f8d640ee7f0 tx=0x7f8d64009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5f5a5ca1cd87153c server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:01.903 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.897+0000 7f8d597fa640 1 -- 172.21.15.52:0/1721830559 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d640bd630 con 0x563a093a8ef0 2024-03-18T22:58:01.903 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.897+0000 7f8d597fa640 1 -- 172.21.15.52:0/1721830559 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8d640c1780 con 0x563a093a8ef0 2024-03-18T22:58:01.903 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.897+0000 7f8d597fa640 1 -- 172.21.15.52:0/1721830559 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d64003c50 con 0x563a093a8ef0 2024-03-18T22:58:01.903 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.898+0000 7f8d7cbe7740 1 -- 172.21.15.52:0/1721830559 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563a093a8ef0 msgr2=0x563a093bdfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:01.903 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.898+0000 7f8d7cbe7740 1 --2- 172.21.15.52:0/1721830559 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563a093a8ef0 0x563a093bdfb0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f8d640ee7f0 tx=0x7f8d64009260 comp rx=0 tx=0).stop 2024-03-18T22:58:01.903 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.898+0000 7f8d7cbe7740 1 -- 172.21.15.52:0/1721830559 shutdown_connections 2024-03-18T22:58:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.898+0000 7f8d7cbe7740 1 --2- 172.21.15.52:0/1721830559 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563a093b25e0 0x563a093ca040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.898+0000 7f8d7cbe7740 1 --2- 172.21.15.52:0/1721830559 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563a093a9810 0x563a0939e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.898+0000 7f8d7cbe7740 1 --2- 172.21.15.52:0/1721830559 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563a093a8ef0 0x563a093bdfb0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.898+0000 7f8d7cbe7740 1 -- 172.21.15.52:0/1721830559 >> 172.21.15.52:0/1721830559 conn(0x563a093a3810 msgr2=0x563a093a2ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.898+0000 7f8d7cbe7740 1 -- 172.21.15.52:0/1721830559 shutdown_connections 2024-03-18T22:58:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.898+0000 7f8d7cbe7740 1 -- 172.21.15.52:0/1721830559 wait complete. 2024-03-18T22:58:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.898+0000 7f8d7cbe7740 1 -- start start 2024-03-18T22:58:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.898+0000 7f8d7cbe7740 1 Processor -- start 2024-03-18T22:58:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.899+0000 7f8d7cbe7740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563a093a8ef0 0x563a093ba9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.899+0000 7f8d7cbe7740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563a093a9810 0x563a093abcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.899+0000 7f8d7cbe7740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563a093b25e0 0x563a093ac2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.899+0000 7f8d7cbe7740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f8d741ade80 con 0x563a093a8ef0 2024-03-18T22:58:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.899+0000 7f8d7cbe7740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f8d741af2f0 con 0x563a093b25e0 2024-03-18T22:58:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.899+0000 7f8d7cbe7740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f8d741ae550 con 0x563a093a9810 2024-03-18T22:58:01.905 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.899+0000 7f8d7cbe7740 10 client.0 _ll_register_callbacks cb 0x7f8d6801c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:58:01.905 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.899+0000 7f8d737fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563a093a8ef0 0x563a093ba9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:01.905 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.899+0000 7f8d737fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563a093a8ef0 0x563a093ba9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:37340/0 (socket says 172.21.15.52:37340) 2024-03-18T22:58:01.905 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.899+0000 7f8d737fe640 1 -- 172.21.15.52:0/67931785 learned_addr learned my addr 172.21.15.52:0/67931785 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:58:01.905 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.899+0000 7f8d72ffd640 1 --2- 172.21.15.52:0/67931785 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563a093a9810 0x563a093abcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:01.905 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.899+0000 7f8d73fff640 1 --2- 172.21.15.52:0/67931785 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563a093b25e0 0x563a093ac2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:01.905 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.899+0000 7f8d737fe640 1 -- 172.21.15.52:0/67931785 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563a093a9810 msgr2=0x563a093abcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:01.905 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.899+0000 7f8d737fe640 1 --2- 172.21.15.52:0/67931785 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563a093a9810 0x563a093abcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:01.905 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.899+0000 7f8d737fe640 1 -- 172.21.15.52:0/67931785 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563a093b25e0 msgr2=0x563a093ac2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:01.905 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.899+0000 7f8d737fe640 1 --2- 172.21.15.52:0/67931785 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563a093b25e0 0x563a093ac2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:01.905 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.899+0000 7f8d737fe640 1 -- 172.21.15.52:0/67931785 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563a090ed620 con 0x563a093a8ef0 2024-03-18T22:58:01.905 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.899+0000 7f8d73fff640 1 --2- 172.21.15.52:0/67931785 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563a093b25e0 0x563a093ac2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:58:01.905 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.899+0000 7f8d737fe640 1 --2- 172.21.15.52:0/67931785 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563a093a8ef0 0x563a093ba9b0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f8d64005ec0 tx=0x7f8d640056f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45d09e6d6f61225d server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:01.905 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.899+0000 7f8d52ffd640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-03-18T22:58:01.906 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.899+0000 7f8d52ffd640 1 -- 172.21.15.52:0/67931785 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d640bd630 con 0x563a093a8ef0 2024-03-18T22:58:01.906 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.899+0000 7f8d52ffd640 1 -- 172.21.15.52:0/67931785 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7f8d640b9ca0 con 0x563a093a8ef0 2024-03-18T22:58:01.906 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.899+0000 7f8d7cbe7740 1 -- 172.21.15.52:0/67931785 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8d640c1780 con 0x563a093a8ef0 2024-03-18T22:58:01.906 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.899+0000 7f8d52ffd640 1 -- 172.21.15.52:0/67931785 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8d64003c50 con 0x563a093a8ef0 2024-03-18T22:58:01.906 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.899+0000 7f8d7cbe7740 10 client.15483 fetch_fsmap learned FSMap version 24 2024-03-18T22:58:01.906 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.899+0000 7f8d7cbe7740 1 -- 172.21.15.52:0/67931785 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563a09428550 con 0x563a093a8ef0 2024-03-18T22:58:01.906 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.900+0000 7f8d52ffd640 1 -- 172.21.15.52:0/67931785 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8d640c1780 con 0x563a093a8ef0 2024-03-18T22:58:01.906 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.900+0000 7f8d52ffd640 1 -- 172.21.15.52:0/67931785 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 24) ==== 8354+0+0 (secure 0 0 0) 0x7f8d640ee9c0 con 0x563a093a8ef0 2024-03-18T22:58:01.906 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.900+0000 7f8d7cbe7740 10 client.15483 fetch_fsmap finished waiting for FSMap version 24 2024-03-18T22:58:01.906 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.900+0000 7f8d7cbe7740 10 client.15483 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-03-18T22:58:01.906 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.900+0000 7f8d7cbe7740 20 client.15483 populate_metadata read hostname 'smithi052' 2024-03-18T22:58:01.906 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.900+0000 7f8d7cbe7740 1 --2- 172.21.15.52:0/67931785 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x563a093c23f0 0x563a0942ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:01.906 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.900+0000 7f8d7cbe7740 4 client.15483 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-18T22:58:01.906 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.900+0000 7f8d7cbe7740 1 -- 172.21.15.52:0/67931785 --> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563a09314470 con 0x563a093c23f0 2024-03-18T22:58:01.907 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.900+0000 7f8d72ffd640 1 --2- 172.21.15.52:0/67931785 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x563a093c23f0 0x563a0942ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:01.907 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.900+0000 7f8d52ffd640 10 client.15483 ms_handle_connect on v2:172.21.15.99:6838/326875962 2024-03-18T22:58:01.907 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:01.900+0000 7f8d72ffd640 1 --2- 172.21.15.52:0/67931785 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x563a093c23f0 0x563a0942ab20 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=31a5618e7abad4ea server_cookie=2c5ecce7d642a3e0 in_seq=0 out_seq=0 2024-03-18T22:58:02.042 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:02.041+0000 7f8d52ffd640 1 -- 172.21.15.52:0/67931785 <== mds.0 v2:172.21.15.99:6838/326875962 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563a09314470 con 0x563a093c23f0 2024-03-18T22:58:02.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:02.041+0000 7f8d52ffd640 10 client.15483 handle_command_reply: tid=0 2024-03-18T22:58:02.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:02.041+0000 7f8d7cbe7740 1 client.15483 shutdown 2024-03-18T22:58:02.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:02.041+0000 7f8d7cbe7740 1 -- 172.21.15.52:0/67931785 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563a093a8ef0 msgr2=0x563a093ba9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:02.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:02.041+0000 7f8d7cbe7740 1 --2- 172.21.15.52:0/67931785 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563a093a8ef0 0x563a093ba9b0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f8d64005ec0 tx=0x7f8d640056f0 comp rx=0 tx=0).stop 2024-03-18T22:58:02.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:02.041+0000 7f8d7cbe7740 1 -- 172.21.15.52:0/67931785 shutdown_connections 2024-03-18T22:58:02.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:02.041+0000 7f8d7cbe7740 1 --2- 172.21.15.52:0/67931785 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x563a093b25e0 0x563a093ac2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:02.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:02.041+0000 7f8d7cbe7740 1 --2- 172.21.15.52:0/67931785 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x563a093c23f0 0x563a0942ab20 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:02.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:02.041+0000 7f8d7cbe7740 1 --2- 172.21.15.52:0/67931785 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563a093a9810 0x563a093abcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:02.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:02.041+0000 7f8d7cbe7740 1 --2- 172.21.15.52:0/67931785 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563a093a8ef0 0x563a093ba9b0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:02.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:02.041+0000 7f8d52ffd640 0 client.15483 ms_handle_reset on v2:172.21.15.99:6838/326875962 2024-03-18T22:58:02.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:02.041+0000 7f8d7cbe7740 1 -- 172.21.15.52:0/67931785 >> 172.21.15.52:0/67931785 conn(0x563a093a3810 msgr2=0x563a093a2ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:02.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:02.041+0000 7f8d7cbe7740 1 -- 172.21.15.52:0/67931785 shutdown_connections 2024-03-18T22:58:02.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:02.041+0000 7f8d7cbe7740 1 -- 172.21.15.52:0/67931785 wait complete. 2024-03-18T22:58:02.044 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:02.042+0000 7f8d7cbe7740 20 client.15483 trim_cache size 0 max 16384 2024-03-18T22:58:02.044 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-03-18T22:58:02.044 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-03-18T22:58:02.044 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-03-18T22:58:02.044 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-03-18T22:58:02.045 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:02.042+0000 7f8d79ff4640 1 -- 172.21.15.52:0/2930289490 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f8d5c0a2b30 msgr2=0x7f8d5c0a4ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:02.045 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:02.042+0000 7f8d79ff4640 1 --2- 172.21.15.52:0/2930289490 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f8d5c0a2b30 0x7f8d5c0a4ff0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f8d6c00abc0 tx=0x7f8d6c00c3b0 comp rx=0 tx=0).stop 2024-03-18T22:58:02.045 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:02.042+0000 7f8d79ff4640 1 -- 172.21.15.52:0/2930289490 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8d741017d0 msgr2=0x7f8d74073b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:02.045 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:02.042+0000 7f8d79ff4640 1 --2- 172.21.15.52:0/2930289490 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8d741017d0 0x7f8d74073b20 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f8d64009230 tx=0x7f8d6402dc90 comp rx=0 tx=0).stop 2024-03-18T22:58:02.045 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:02.042+0000 7f8d79ff4640 1 -- 172.21.15.52:0/2930289490 shutdown_connections 2024-03-18T22:58:02.045 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:02.042+0000 7f8d79ff4640 1 --2- 172.21.15.52:0/2930289490 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f8d5c0a2b30 0x7f8d5c0a4ff0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:02.045 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:02.042+0000 7f8d79ff4640 1 --2- 172.21.15.52:0/2930289490 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8d741077e0 0x7f8d740745a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:02.045 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:02.042+0000 7f8d79ff4640 1 --2- 172.21.15.52:0/2930289490 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8d74102190 0x7f8d74074060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:02.046 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:02.042+0000 7f8d79ff4640 1 --2- 172.21.15.52:0/2930289490 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8d741017d0 0x7f8d74073b20 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:02.046 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:02.042+0000 7f8d79ff4640 1 -- 172.21.15.52:0/2930289490 >> 172.21.15.52:0/2930289490 conn(0x7f8d740fd2e0 msgr2=0x7f8d740fd800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:02.046 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:02.042+0000 7f8d79ff4640 1 -- 172.21.15.52:0/2930289490 shutdown_connections 2024-03-18T22:58:02.046 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:02.042+0000 7f8d79ff4640 1 -- 172.21.15.52:0/2930289490 wait complete. 2024-03-18T22:58:03.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:03 smithi052 ceph-mon[32520]: pgmap v37: 97 pgs: 97 active+clean; 91 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 662 KiB/s rd, 742 KiB/s wr, 64 op/s 2024-03-18T22:58:03.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:03 smithi181 ceph-mon[67256]: pgmap v37: 97 pgs: 97 active+clean; 91 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 662 KiB/s rd, 742 KiB/s wr, 64 op/s 2024-03-18T22:58:03.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:03 smithi099 ceph-mon[36725]: pgmap v37: 97 pgs: 97 active+clean; 91 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 662 KiB/s rd, 742 KiB/s wr, 64 op/s 2024-03-18T22:58:05.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:05 smithi052 ceph-mon[32520]: pgmap v38: 97 pgs: 97 active+clean; 91 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 547 KiB/s rd, 615 KiB/s wr, 18 op/s 2024-03-18T22:58:05.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:05 smithi181 ceph-mon[67256]: pgmap v38: 97 pgs: 97 active+clean; 91 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 547 KiB/s rd, 615 KiB/s wr, 18 op/s 2024-03-18T22:58:05.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:05 smithi099 ceph-mon[36725]: pgmap v38: 97 pgs: 97 active+clean; 91 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 547 KiB/s rd, 615 KiB/s wr, 18 op/s 2024-03-18T22:58:07.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:07 smithi052 ceph-mon[32520]: pgmap v39: 97 pgs: 97 active+clean; 96 MiB data, 700 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.2 MiB/s wr, 98 op/s 2024-03-18T22:58:07.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:07 smithi181 ceph-mon[67256]: pgmap v39: 97 pgs: 97 active+clean; 96 MiB data, 700 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.2 MiB/s wr, 98 op/s 2024-03-18T22:58:07.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:07 smithi099 ceph-mon[36725]: pgmap v39: 97 pgs: 97 active+clean; 96 MiB data, 700 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.2 MiB/s wr, 98 op/s 2024-03-18T22:58:09.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:09 smithi052 ceph-mon[32520]: pgmap v40: 97 pgs: 97 active+clean; 96 MiB data, 700 MiB used, 1.0 TiB / 1.0 TiB avail; 772 KiB/s rd, 775 KiB/s wr, 91 op/s 2024-03-18T22:58:09.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:09 smithi181 ceph-mon[67256]: pgmap v40: 97 pgs: 97 active+clean; 96 MiB data, 700 MiB used, 1.0 TiB / 1.0 TiB avail; 772 KiB/s rd, 775 KiB/s wr, 91 op/s 2024-03-18T22:58:09.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:09 smithi099 ceph-mon[36725]: pgmap v40: 97 pgs: 97 active+clean; 96 MiB data, 700 MiB used, 1.0 TiB / 1.0 TiB avail; 772 KiB/s rd, 775 KiB/s wr, 91 op/s 2024-03-18T22:58:11.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:11 smithi052 ceph-mon[32520]: pgmap v41: 97 pgs: 97 active+clean; 96 MiB data, 700 MiB used, 1.0 TiB / 1.0 TiB avail; 772 KiB/s rd, 775 KiB/s wr, 91 op/s 2024-03-18T22:58:11.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:11 smithi181 ceph-mon[67256]: pgmap v41: 97 pgs: 97 active+clean; 96 MiB data, 700 MiB used, 1.0 TiB / 1.0 TiB avail; 772 KiB/s rd, 775 KiB/s wr, 91 op/s 2024-03-18T22:58:11.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:11 smithi099 ceph-mon[36725]: pgmap v41: 97 pgs: 97 active+clean; 96 MiB data, 700 MiB used, 1.0 TiB / 1.0 TiB avail; 772 KiB/s rd, 775 KiB/s wr, 91 op/s 2024-03-18T22:58:13.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:13 smithi052 ceph-mon[32520]: pgmap v42: 97 pgs: 97 active+clean; 154 MiB data, 902 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 5.7 MiB/s wr, 509 op/s 2024-03-18T22:58:13.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:13 smithi181 ceph-mon[67256]: pgmap v42: 97 pgs: 97 active+clean; 154 MiB data, 902 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 5.7 MiB/s wr, 509 op/s 2024-03-18T22:58:13.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:13 smithi099 ceph-mon[36725]: pgmap v42: 97 pgs: 97 active+clean; 154 MiB data, 902 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 5.7 MiB/s wr, 509 op/s 2024-03-18T22:58:15.135 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.131+0000 7fdbc0e81640 1 -- 172.21.15.52:0/3892080226 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdbbc100970 msgr2=0x7fdbbc100dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:15.135 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.131+0000 7fdbc0e81640 1 --2- 172.21.15.52:0/3892080226 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdbbc100970 0x7fdbbc100dd0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fdba4009900 tx=0x7fdba402bc30 comp rx=0 tx=0).stop 2024-03-18T22:58:15.135 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.131+0000 7fdbc0e81640 1 -- 172.21.15.52:0/3892080226 shutdown_connections 2024-03-18T22:58:15.135 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.131+0000 7fdbc0e81640 1 --2- 172.21.15.52:0/3892080226 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdbbc101310 0x7fdbbc10d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.135 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.131+0000 7fdbc0e81640 1 --2- 172.21.15.52:0/3892080226 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdbbc100970 0x7fdbbc100dd0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.135 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.131+0000 7fdbc0e81640 1 --2- 172.21.15.52:0/3892080226 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdbbc1056a0 0x7fdbbc105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.135 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.131+0000 7fdbc0e81640 1 -- 172.21.15.52:0/3892080226 >> 172.21.15.52:0/3892080226 conn(0x7fdbbc0774f0 msgr2=0x7fdbbc077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:15.136 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.131+0000 7fdbc0e81640 1 -- 172.21.15.52:0/3892080226 shutdown_connections 2024-03-18T22:58:15.136 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.131+0000 7fdbc0e81640 1 -- 172.21.15.52:0/3892080226 wait complete. 2024-03-18T22:58:15.136 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.132+0000 7fdbc0e81640 1 Processor -- start 2024-03-18T22:58:15.136 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.132+0000 7fdbc0e81640 1 -- start start 2024-03-18T22:58:15.136 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.132+0000 7fdbc0e81640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdbbc100970 0x7fdbbc0fe3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:15.136 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.132+0000 7fdbc0e81640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdbbc101310 0x7fdbbc0fe910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:15.136 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.132+0000 7fdbc0e81640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdbbc1056a0 0x7fdbbc0fee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:15.136 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.132+0000 7fdbc0e81640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fdbbc110c80 con 0x7fdbbc100970 2024-03-18T22:58:15.136 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.132+0000 7fdbc0e81640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fdbbc110b00 con 0x7fdbbc1056a0 2024-03-18T22:58:15.136 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.132+0000 7fdbc0e81640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fdbbc110e00 con 0x7fdbbc101310 2024-03-18T22:58:15.136 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.132+0000 7fdbba59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdbbc100970 0x7fdbbc0fe3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:15.136 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.132+0000 7fdbba59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdbbc100970 0x7fdbbc0fe3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48458/0 (socket says 172.21.15.52:48458) 2024-03-18T22:58:15.136 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.132+0000 7fdbba59c640 1 -- 172.21.15.52:0/2428385602 learned_addr learned my addr 172.21.15.52:0/2428385602 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:58:15.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.132+0000 7fdbb3fff640 1 --2- 172.21.15.52:0/2428385602 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdbbc101310 0x7fdbbc0fe910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:15.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.132+0000 7fdbbad9d640 1 --2- 172.21.15.52:0/2428385602 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdbbc1056a0 0x7fdbbc0fee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:15.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.133+0000 7fdbba59c640 1 -- 172.21.15.52:0/2428385602 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdbbc101310 msgr2=0x7fdbbc0fe910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:15.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.133+0000 7fdbba59c640 1 --2- 172.21.15.52:0/2428385602 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdbbc101310 0x7fdbbc0fe910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.133+0000 7fdbba59c640 1 -- 172.21.15.52:0/2428385602 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdbbc1056a0 msgr2=0x7fdbbc0fee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:15.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.133+0000 7fdbba59c640 1 --2- 172.21.15.52:0/2428385602 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdbbc1056a0 0x7fdbbc0fee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.133+0000 7fdbba59c640 1 -- 172.21.15.52:0/2428385602 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbbc1aab00 con 0x7fdbbc100970 2024-03-18T22:58:15.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.133+0000 7fdbba59c640 1 --2- 172.21.15.52:0/2428385602 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdbbc100970 0x7fdbbc0fe3d0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fdbac00d950 tx=0x7fdbac00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:15.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.133+0000 7fdbb37fe640 1 -- 172.21.15.52:0/2428385602 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbac017070 con 0x7fdbbc100970 2024-03-18T22:58:15.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.133+0000 7fdbb37fe640 1 -- 172.21.15.52:0/2428385602 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fdbac009c30 con 0x7fdbbc100970 2024-03-18T22:58:15.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.133+0000 7fdbc0e81640 1 -- 172.21.15.52:0/2428385602 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbbc1aad30 con 0x7fdbbc100970 2024-03-18T22:58:15.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.133+0000 7fdbb37fe640 1 -- 172.21.15.52:0/2428385602 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbac00f740 con 0x7fdbbc100970 2024-03-18T22:58:15.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.133+0000 7fdbc0e81640 1 -- 172.21.15.52:0/2428385602 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbbc1ab1f0 con 0x7fdbbc100970 2024-03-18T22:58:15.144 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.135+0000 7fdbb37fe640 1 -- 172.21.15.52:0/2428385602 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 24) ==== 137523+0+0 (secure 0 0 0) 0x7fdbac010a80 con 0x7fdbbc100970 2024-03-18T22:58:15.144 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.136+0000 7fdbc3a6d740 1 Processor -- start 2024-03-18T22:58:15.144 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.136+0000 7fdbc3a6d740 1 -- start start 2024-03-18T22:58:15.144 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.136+0000 7fdbc3a6d740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56227eccaef0 0x56227eccb2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:15.145 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.136+0000 7fdbc3a6d740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x56227eccb810 0x56227ecd40a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:15.145 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.136+0000 7fdbb37fe640 1 --2- 172.21.15.52:0/2428385602 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fdba80a2b30 0x7fdba80a4ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:15.145 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.136+0000 7fdbc3a6d740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x56227ecd45e0 0x56227ecd69d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:15.145 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.136+0000 7fdbc3a6d740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x56227ec2ebe0 con 0x56227eccaef0 2024-03-18T22:58:15.145 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.136+0000 7fdbc3a6d740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x56227ebd7960 con 0x56227ecd45e0 2024-03-18T22:58:15.145 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.136+0000 7fdbc3a6d740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x56227ec2ac80 con 0x56227eccb810 2024-03-18T22:58:15.145 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.136+0000 7fdbbad9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56227eccaef0 0x56227eccb2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:15.145 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.136+0000 7fdbbad9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56227eccaef0 0x56227eccb2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48462/0 (socket says 172.21.15.52:48462) 2024-03-18T22:58:15.145 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.136+0000 7fdbba59c640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x56227eccb810 0x56227ecd40a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:15.145 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.136+0000 7fdbbad9d640 1 -- 172.21.15.52:0/2597448416 learned_addr learned my addr 172.21.15.52:0/2597448416 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:58:15.146 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.136+0000 7fdbb3fff640 1 --2- 172.21.15.52:0/2428385602 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fdba80a2b30 0x7fdba80a4ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:15.146 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.137+0000 7fdbb37fe640 1 -- 172.21.15.52:0/2428385602 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7fdbac0ced10 con 0x7fdbbc100970 2024-03-18T22:58:15.146 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.137+0000 7fdbbad9d640 1 --2- 172.21.15.52:0/2597448416 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x56227ecd45e0 0x56227ecd69d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:15.146 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.137+0000 7fdbbad9d640 1 -- 172.21.15.52:0/2597448416 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x56227eccb810 msgr2=0x56227ecd40a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:15.146 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.137+0000 7fdbbad9d640 1 --2- 172.21.15.52:0/2597448416 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x56227eccb810 0x56227ecd40a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.146 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.137+0000 7fdbbad9d640 1 -- 172.21.15.52:0/2597448416 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x56227ecd45e0 msgr2=0x56227ecd69d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:15.146 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.137+0000 7fdbbad9d640 1 --2- 172.21.15.52:0/2597448416 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x56227ecd45e0 0x56227ecd69d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.146 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.137+0000 7fdbbad9d640 1 -- 172.21.15.52:0/2597448416 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56227ebced20 con 0x56227eccaef0 2024-03-18T22:58:15.146 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.137+0000 7fdbba59c640 1 --2- 172.21.15.52:0/2597448416 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x56227eccb810 0x56227ecd40a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:58:15.146 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.137+0000 7fdbbad9d640 1 --2- 172.21.15.52:0/2597448416 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56227eccaef0 0x56227eccb2d0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fdbb4009fd0 tx=0x7fdbb4009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32c1831f32097b52 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:15.146 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.137+0000 7fdbb3fff640 1 --2- 172.21.15.52:0/2428385602 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fdba80a2b30 0x7fdba80a4ff0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fdba4009230 tx=0x7fdba4005fd0 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:15.146 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.137+0000 7fdbb0ff9640 1 -- 172.21.15.52:0/2597448416 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbb4010660 con 0x56227eccaef0 2024-03-18T22:58:15.146 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.137+0000 7fdbb0ff9640 1 -- 172.21.15.52:0/2597448416 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fdbb4010d00 con 0x56227eccaef0 2024-03-18T22:58:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.137+0000 7fdbb0ff9640 1 -- 172.21.15.52:0/2597448416 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbb400fd30 con 0x56227eccaef0 2024-03-18T22:58:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.138+0000 7fdbc3a6d740 1 -- 172.21.15.52:0/2597448416 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56227eccaef0 msgr2=0x56227eccb2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.138+0000 7fdbc3a6d740 1 --2- 172.21.15.52:0/2597448416 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56227eccaef0 0x56227eccb2d0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fdbb4009fd0 tx=0x7fdbb4009bd0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.138+0000 7fdbc3a6d740 1 -- 172.21.15.52:0/2597448416 shutdown_connections 2024-03-18T22:58:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.138+0000 7fdbc3a6d740 1 --2- 172.21.15.52:0/2597448416 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x56227ecd45e0 0x56227ecd69d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.138+0000 7fdbc3a6d740 1 --2- 172.21.15.52:0/2597448416 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x56227eccb810 0x56227ecd40a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.138+0000 7fdbc3a6d740 1 --2- 172.21.15.52:0/2597448416 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56227eccaef0 0x56227eccb2d0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.138+0000 7fdbc3a6d740 1 -- 172.21.15.52:0/2597448416 >> 172.21.15.52:0/2597448416 conn(0x56227ecc5810 msgr2=0x56227ecc5bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.138+0000 7fdbc3a6d740 1 -- 172.21.15.52:0/2597448416 shutdown_connections 2024-03-18T22:58:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.138+0000 7fdbc3a6d740 1 -- 172.21.15.52:0/2597448416 wait complete. 2024-03-18T22:58:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.138+0000 7fdbc3a6d740 1 -- start start 2024-03-18T22:58:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.138+0000 7fdbc3a6d740 1 Processor -- start 2024-03-18T22:58:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.139+0000 7fdbc3a6d740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x56227eccaef0 0x56227ecd3f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.139+0000 7fdbc3a6d740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x56227eccb810 0x56227ecd12d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.139+0000 7fdbc3a6d740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56227ecd45e0 0x56227ecd1830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.139+0000 7fdbc3a6d740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x56227ecd71b0 con 0x56227ecd45e0 2024-03-18T22:58:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.139+0000 7fdbc3a6d740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x56227ebeadb0 con 0x56227eccb810 2024-03-18T22:58:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.139+0000 7fdbc3a6d740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x56227ecd7330 con 0x56227eccaef0 2024-03-18T22:58:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.139+0000 7fdbc3a6d740 10 client.0 _ll_register_callbacks cb 0x56227ebefe70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:58:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.139+0000 7fdbbad9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56227ecd45e0 0x56227ecd1830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.139+0000 7fdbba59c640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x56227eccaef0 0x56227ecd3f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.139+0000 7fdbbad9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56227ecd45e0 0x56227ecd1830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48464/0 (socket says 172.21.15.52:48464) 2024-03-18T22:58:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.139+0000 7fdbbad9d640 1 -- 172.21.15.52:0/4126231613 learned_addr learned my addr 172.21.15.52:0/4126231613 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:58:15.149 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.139+0000 7fdbb3fff640 1 --2- 172.21.15.52:0/4126231613 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x56227eccb810 0x56227ecd12d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:15.149 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.139+0000 7fdbbad9d640 1 -- 172.21.15.52:0/4126231613 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x56227eccaef0 msgr2=0x56227ecd3f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:15.149 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.139+0000 7fdbbad9d640 1 --2- 172.21.15.52:0/4126231613 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x56227eccaef0 0x56227ecd3f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.149 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.139+0000 7fdbbad9d640 1 -- 172.21.15.52:0/4126231613 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x56227eccb810 msgr2=0x56227ecd12d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:15.149 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.139+0000 7fdbbad9d640 1 --2- 172.21.15.52:0/4126231613 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x56227eccb810 0x56227ecd12d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.149 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.139+0000 7fdbbad9d640 1 -- 172.21.15.52:0/4126231613 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56227ebe9c60 con 0x56227ecd45e0 2024-03-18T22:58:15.149 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.139+0000 7fdbbad9d640 1 --2- 172.21.15.52:0/4126231613 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56227ecd45e0 0x56227ecd1830 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fdbb4006010 tx=0x7fdbb400f670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4eb4bd7fbd385caf server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:15.149 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.139+0000 7fdba1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-03-18T22:58:15.149 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.139+0000 7fdba1ffb640 1 -- 172.21.15.52:0/4126231613 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbb400fec0 con 0x56227ecd45e0 2024-03-18T22:58:15.149 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.139+0000 7fdbc3a6d740 1 -- 172.21.15.52:0/4126231613 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdbb4010d00 con 0x56227ecd45e0 2024-03-18T22:58:15.149 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.139+0000 7fdba1ffb640 1 -- 172.21.15.52:0/4126231613 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7fdbb4010460 con 0x56227ecd45e0 2024-03-18T22:58:15.149 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.140+0000 7fdba1ffb640 1 -- 172.21.15.52:0/4126231613 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fdbb4010660 con 0x56227ecd45e0 2024-03-18T22:58:15.149 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.140+0000 7fdbc3a6d740 10 client.15495 fetch_fsmap learned FSMap version 24 2024-03-18T22:58:15.149 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.140+0000 7fdbc3a6d740 1 -- 172.21.15.52:0/4126231613 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56227e943210 con 0x56227ecd45e0 2024-03-18T22:58:15.150 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.140+0000 7fdba1ffb640 1 -- 172.21.15.52:0/4126231613 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fdbb4010d00 con 0x56227ecd45e0 2024-03-18T22:58:15.150 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.140+0000 7fdba1ffb640 1 -- 172.21.15.52:0/4126231613 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 24) ==== 8354+0+0 (secure 0 0 0) 0x7fdbb4030020 con 0x56227ecd45e0 2024-03-18T22:58:15.150 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.140+0000 7fdbc3a6d740 10 client.15495 fetch_fsmap finished waiting for FSMap version 24 2024-03-18T22:58:15.150 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.140+0000 7fdbc3a6d740 10 client.15495 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-03-18T22:58:15.150 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.140+0000 7fdbc3a6d740 20 client.15495 populate_metadata read hostname 'smithi052' 2024-03-18T22:58:15.150 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.140+0000 7fdbc3a6d740 1 --2- 172.21.15.52:0/4126231613 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x56227ece4320 0x56227ece6710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:15.150 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.140+0000 7fdbc3a6d740 4 client.15495 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-18T22:58:15.150 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.140+0000 7fdbc3a6d740 1 -- 172.21.15.52:0/4126231613 --> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56227ec3c120 con 0x56227ece4320 2024-03-18T22:58:15.150 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.140+0000 7fdbba59c640 1 --2- 172.21.15.52:0/4126231613 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x56227ece4320 0x56227ece6710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.141+0000 7fdbba59c640 1 --2- 172.21.15.52:0/4126231613 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x56227ece4320 0x56227ece6710 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=674390ce6ca3395c server_cookie=8a1e029f4806782d in_seq=0 out_seq=0 2024-03-18T22:58:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.141+0000 7fdba1ffb640 10 client.15495 ms_handle_connect on v2:172.21.15.99:6838/326875962 2024-03-18T22:58:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.141+0000 7fdba1ffb640 1 -- 172.21.15.52:0/4126231613 <== mds.0 v2:172.21.15.99:6838/326875962 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x56227ec3c120 con 0x56227ece4320 2024-03-18T22:58:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.141+0000 7fdba1ffb640 10 client.15495 handle_command_reply: tid=0 2024-03-18T22:58:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.141+0000 7fdbc3a6d740 1 client.15495 shutdown 2024-03-18T22:58:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.141+0000 7fdbc3a6d740 1 -- 172.21.15.52:0/4126231613 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56227ecd45e0 msgr2=0x56227ecd1830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.141+0000 7fdbc3a6d740 1 --2- 172.21.15.52:0/4126231613 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56227ecd45e0 0x56227ecd1830 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fdbb4006010 tx=0x7fdbb400f670 comp rx=0 tx=0).stop 2024-03-18T22:58:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.141+0000 7fdbc3a6d740 1 -- 172.21.15.52:0/4126231613 shutdown_connections 2024-03-18T22:58:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.141+0000 7fdbc3a6d740 1 --2- 172.21.15.52:0/4126231613 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56227ecd45e0 0x56227ecd1830 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.141+0000 7fdbc3a6d740 1 --2- 172.21.15.52:0/4126231613 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x56227eccb810 0x56227ecd12d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.141+0000 7fdbc3a6d740 1 --2- 172.21.15.52:0/4126231613 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x56227ece4320 0x56227ece6710 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.141+0000 7fdbc3a6d740 1 --2- 172.21.15.52:0/4126231613 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x56227eccaef0 0x56227ecd3f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.141+0000 7fdbc3a6d740 1 -- 172.21.15.52:0/4126231613 >> 172.21.15.52:0/4126231613 conn(0x56227ecc5810 msgr2=0x56227ecc4ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.141+0000 7fdba1ffb640 0 client.15495 ms_handle_reset on v2:172.21.15.99:6838/326875962 2024-03-18T22:58:15.152 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.141+0000 7fdbc3a6d740 1 -- 172.21.15.52:0/4126231613 shutdown_connections 2024-03-18T22:58:15.152 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.142+0000 7fdbc3a6d740 1 -- 172.21.15.52:0/4126231613 wait complete. 2024-03-18T22:58:15.152 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.142+0000 7fdbc3a6d740 20 client.15495 trim_cache size 0 max 16384 2024-03-18T22:58:15.163 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.157+0000 7fdbc3a6d740 1 Processor -- start 2024-03-18T22:58:15.163 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.157+0000 7fdbc3a6d740 1 -- start start 2024-03-18T22:58:15.163 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.157+0000 7fdbc3a6d740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x56227eccaef0 0x56227ecdff50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:15.163 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.157+0000 7fdbc3a6d740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56227eccb810 0x56227ecc4220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:15.163 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.157+0000 7fdbc3a6d740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x56227ecd45e0 0x56227ecebf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:15.163 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.157+0000 7fdbc3a6d740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fdbbc1b6550 con 0x56227eccb810 2024-03-18T22:58:15.163 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.157+0000 7fdbc3a6d740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fdbbc1b3dc0 con 0x56227ecd45e0 2024-03-18T22:58:15.163 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.157+0000 7fdbc3a6d740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fdbbc1b1c10 con 0x56227eccaef0 2024-03-18T22:58:15.164 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.157+0000 7fdbb3fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56227eccb810 0x56227ecc4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:15.164 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.157+0000 7fdbb3fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56227eccb810 0x56227ecc4220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48470/0 (socket says 172.21.15.52:48470) 2024-03-18T22:58:15.164 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.157+0000 7fdbb3fff640 1 -- 172.21.15.52:0/4268257115 learned_addr learned my addr 172.21.15.52:0/4268257115 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:58:15.164 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.157+0000 7fdbba59c640 1 --2- 172.21.15.52:0/4268257115 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x56227eccaef0 0x56227ecdff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:15.164 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.157+0000 7fdbbad9d640 1 --2- 172.21.15.52:0/4268257115 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x56227ecd45e0 0x56227ecebf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:15.164 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.157+0000 7fdbb3fff640 1 -- 172.21.15.52:0/4268257115 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x56227eccaef0 msgr2=0x56227ecdff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:15.164 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.157+0000 7fdbb3fff640 1 --2- 172.21.15.52:0/4268257115 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x56227eccaef0 0x56227ecdff50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.164 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.157+0000 7fdbb3fff640 1 -- 172.21.15.52:0/4268257115 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x56227ecd45e0 msgr2=0x56227ecebf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:15.164 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.157+0000 7fdbb3fff640 1 --2- 172.21.15.52:0/4268257115 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x56227ecd45e0 0x56227ecebf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.164 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.157+0000 7fdbb3fff640 1 -- 172.21.15.52:0/4268257115 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56227ea0f620 con 0x56227eccb810 2024-03-18T22:58:15.164 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.157+0000 7fdbb3fff640 1 --2- 172.21.15.52:0/4268257115 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56227eccb810 0x56227ecc4220 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fdba402c170 tx=0x7fdba403e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=493fb4e0c5fa7c20 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:15.164 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.158+0000 7fdba3fff640 1 -- 172.21.15.52:0/4268257115 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdba4047040 con 0x56227eccb810 2024-03-18T22:58:15.164 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.158+0000 7fdba3fff640 1 -- 172.21.15.52:0/4268257115 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fdba4051070 con 0x56227eccb810 2024-03-18T22:58:15.165 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.158+0000 7fdba3fff640 1 -- 172.21.15.52:0/4268257115 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdba4004d10 con 0x56227eccb810 2024-03-18T22:58:15.165 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.158+0000 7fdbc3a6d740 1 -- 172.21.15.52:0/4268257115 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56227eccb810 msgr2=0x56227ecc4220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:15.165 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.158+0000 7fdbc3a6d740 1 --2- 172.21.15.52:0/4268257115 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56227eccb810 0x56227ecc4220 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fdba402c170 tx=0x7fdba403e000 comp rx=0 tx=0).stop 2024-03-18T22:58:15.165 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.158+0000 7fdbc3a6d740 1 -- 172.21.15.52:0/4268257115 shutdown_connections 2024-03-18T22:58:15.165 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.158+0000 7fdbc3a6d740 1 --2- 172.21.15.52:0/4268257115 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x56227ecd45e0 0x56227ecebf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.165 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.158+0000 7fdbc3a6d740 1 --2- 172.21.15.52:0/4268257115 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56227eccb810 0x56227ecc4220 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.165 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.158+0000 7fdbc3a6d740 1 --2- 172.21.15.52:0/4268257115 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x56227eccaef0 0x56227ecdff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.165 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.158+0000 7fdbc3a6d740 1 -- 172.21.15.52:0/4268257115 >> 172.21.15.52:0/4268257115 conn(0x56227ecc5810 msgr2=0x56227eccc8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:15.165 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.158+0000 7fdbc3a6d740 1 -- 172.21.15.52:0/4268257115 shutdown_connections 2024-03-18T22:58:15.165 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.158+0000 7fdbc3a6d740 1 -- 172.21.15.52:0/4268257115 wait complete. 2024-03-18T22:58:15.165 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.159+0000 7fdbc3a6d740 1 -- start start 2024-03-18T22:58:15.165 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.159+0000 7fdbc3a6d740 1 Processor -- start 2024-03-18T22:58:15.165 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.159+0000 7fdbc3a6d740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x56227eccaef0 0x56227ecce740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:15.165 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.159+0000 7fdbc3a6d740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56227eccb810 0x56227eccec80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:15.166 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.159+0000 7fdbc3a6d740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x56227ecd45e0 0x56227ed43570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:15.166 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.159+0000 7fdbc3a6d740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fdbbc1b2280 con 0x56227eccb810 2024-03-18T22:58:15.166 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.159+0000 7fdbc3a6d740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fdbbc1b36f0 con 0x56227eccaef0 2024-03-18T22:58:15.166 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.159+0000 7fdbc3a6d740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fdbbc1b2950 con 0x56227ecd45e0 2024-03-18T22:58:15.166 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.159+0000 7fdbc3a6d740 10 client.0 _ll_register_callbacks cb 0x7fdbac00df40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:58:15.166 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.159+0000 7fdbba59c640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x56227eccaef0 0x56227ecce740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:15.166 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.159+0000 7fdbb3fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56227eccb810 0x56227eccec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:15.166 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.159+0000 7fdbba59c640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x56227eccaef0 0x56227ecce740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.52:54558/0 (socket says 172.21.15.52:54558) 2024-03-18T22:58:15.166 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.159+0000 7fdbbad9d640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x56227ecd45e0 0x56227ed43570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:15.166 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.159+0000 7fdbb3fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56227eccb810 0x56227eccec80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48484/0 (socket says 172.21.15.52:48484) 2024-03-18T22:58:15.166 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.159+0000 7fdbba59c640 1 -- 172.21.15.52:0/3319956931 learned_addr learned my addr 172.21.15.52:0/3319956931 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:58:15.166 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.159+0000 7fdbb3fff640 1 -- 172.21.15.52:0/3319956931 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x56227ecd45e0 msgr2=0x56227ed43570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:15.166 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.159+0000 7fdbb3fff640 1 --2- 172.21.15.52:0/3319956931 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x56227ecd45e0 0x56227ed43570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.167 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.159+0000 7fdbb3fff640 1 -- 172.21.15.52:0/3319956931 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x56227eccaef0 msgr2=0x56227ecce740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:15.167 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.159+0000 7fdbb3fff640 1 --2- 172.21.15.52:0/3319956931 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x56227eccaef0 0x56227ecce740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.167 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.159+0000 7fdbb3fff640 1 -- 172.21.15.52:0/3319956931 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56227ed43be0 con 0x56227eccb810 2024-03-18T22:58:15.167 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.159+0000 7fdbba59c640 1 --2- 172.21.15.52:0/3319956931 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x56227eccaef0 0x56227ecce740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:58:15.167 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.159+0000 7fdbb3fff640 1 --2- 172.21.15.52:0/3319956931 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56227eccb810 0x56227eccec80 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fdba4000c00 tx=0x7fdba4009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd270daec94da2dd server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:15.167 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.160+0000 7fdba1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-03-18T22:58:15.167 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.160+0000 7fdba1ffb640 1 -- 172.21.15.52:0/3319956931 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdba4059070 con 0x56227eccb810 2024-03-18T22:58:15.167 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.160+0000 7fdba1ffb640 1 -- 172.21.15.52:0/3319956931 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7fdba4003800 con 0x56227eccb810 2024-03-18T22:58:15.167 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.160+0000 7fdbc3a6d740 1 -- 172.21.15.52:0/3319956931 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdba4051070 con 0x56227eccb810 2024-03-18T22:58:15.167 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.160+0000 7fdba1ffb640 1 -- 172.21.15.52:0/3319956931 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fdba4065050 con 0x56227eccb810 2024-03-18T22:58:15.167 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.160+0000 7fdbc3a6d740 10 client.15501 fetch_fsmap learned FSMap version 24 2024-03-18T22:58:15.167 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.160+0000 7fdbc3a6d740 1 -- 172.21.15.52:0/3319956931 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56227ed4af30 con 0x56227eccb810 2024-03-18T22:58:15.167 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.160+0000 7fdba1ffb640 1 -- 172.21.15.52:0/3319956931 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fdba4051070 con 0x56227eccb810 2024-03-18T22:58:15.167 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.160+0000 7fdba1ffb640 1 -- 172.21.15.52:0/3319956931 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 24) ==== 8354+0+0 (secure 0 0 0) 0x7fdba4041480 con 0x56227eccb810 2024-03-18T22:58:15.168 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.160+0000 7fdbc3a6d740 10 client.15501 fetch_fsmap finished waiting for FSMap version 24 2024-03-18T22:58:15.168 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.160+0000 7fdbc3a6d740 10 client.15501 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-03-18T22:58:15.168 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.160+0000 7fdbc3a6d740 20 client.15501 populate_metadata read hostname 'smithi052' 2024-03-18T22:58:15.168 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.160+0000 7fdbc3a6d740 1 --2- 172.21.15.52:0/3319956931 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x56227ed4b680 0x56227ed4daa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:15.168 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.160+0000 7fdbc3a6d740 4 client.15501 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-18T22:58:15.168 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.160+0000 7fdbc3a6d740 1 -- 172.21.15.52:0/3319956931 --> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56227ec36470 con 0x56227ed4b680 2024-03-18T22:58:15.168 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.160+0000 7fdbba59c640 1 --2- 172.21.15.52:0/3319956931 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x56227ed4b680 0x56227ed4daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:15.168 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.161+0000 7fdba1ffb640 10 client.15501 ms_handle_connect on v2:172.21.15.99:6838/326875962 2024-03-18T22:58:15.168 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.161+0000 7fdbba59c640 1 --2- 172.21.15.52:0/3319956931 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x56227ed4b680 0x56227ed4daa0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a0cddb60d2c67d87 server_cookie=37bb9d221da48e4b in_seq=0 out_seq=0 2024-03-18T22:58:15.205 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.203+0000 7fdba1ffb640 1 -- 172.21.15.52:0/3319956931 <== mds.0 v2:172.21.15.99:6838/326875962 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56227ec36470 con 0x56227ed4b680 2024-03-18T22:58:15.205 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.203+0000 7fdba1ffb640 10 client.15501 handle_command_reply: tid=0 2024-03-18T22:58:15.206 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.203+0000 7fdbc3a6d740 1 client.15501 shutdown 2024-03-18T22:58:15.206 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.203+0000 7fdbc3a6d740 1 -- 172.21.15.52:0/3319956931 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56227eccb810 msgr2=0x56227eccec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:15.206 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.203+0000 7fdbc3a6d740 1 --2- 172.21.15.52:0/3319956931 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56227eccb810 0x56227eccec80 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fdba4000c00 tx=0x7fdba4009260 comp rx=0 tx=0).stop 2024-03-18T22:58:15.206 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.203+0000 7fdbc3a6d740 1 -- 172.21.15.52:0/3319956931 shutdown_connections 2024-03-18T22:58:15.206 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.203+0000 7fdbc3a6d740 1 --2- 172.21.15.52:0/3319956931 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x56227ed4b680 0x56227ed4daa0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.206 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.203+0000 7fdbc3a6d740 1 --2- 172.21.15.52:0/3319956931 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x56227ecd45e0 0x56227ed43570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.206 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.203+0000 7fdbc3a6d740 1 --2- 172.21.15.52:0/3319956931 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56227eccb810 0x56227eccec80 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.206 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.203+0000 7fdba1ffb640 0 client.15501 ms_handle_reset on v2:172.21.15.99:6838/326875962 2024-03-18T22:58:15.206 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.203+0000 7fdbc3a6d740 1 --2- 172.21.15.52:0/3319956931 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x56227eccaef0 0x56227ecce740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.206 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.203+0000 7fdbc3a6d740 1 -- 172.21.15.52:0/3319956931 >> 172.21.15.52:0/3319956931 conn(0x56227ecc5810 msgr2=0x56227ecc6b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:15.206 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.203+0000 7fdbc3a6d740 1 -- 172.21.15.52:0/3319956931 shutdown_connections 2024-03-18T22:58:15.206 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.203+0000 7fdbc3a6d740 1 -- 172.21.15.52:0/3319956931 wait complete. 2024-03-18T22:58:15.207 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.203+0000 7fdbc3a6d740 20 client.15501 trim_cache size 0 max 16384 2024-03-18T22:58:15.207 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-03-18T22:58:15.207 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-03-18T22:58:15.207 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-03-18T22:58:15.207 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-03-18T22:58:15.208 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.204+0000 7fdbc0e81640 1 -- 172.21.15.52:0/2428385602 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fdba80a2b30 msgr2=0x7fdba80a4ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:15.208 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.204+0000 7fdbc0e81640 1 --2- 172.21.15.52:0/2428385602 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fdba80a2b30 0x7fdba80a4ff0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fdba4009230 tx=0x7fdba4005fd0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.208 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.204+0000 7fdbc0e81640 1 -- 172.21.15.52:0/2428385602 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdbbc100970 msgr2=0x7fdbbc0fe3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:15.208 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.204+0000 7fdbc0e81640 1 --2- 172.21.15.52:0/2428385602 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdbbc100970 0x7fdbbc0fe3d0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fdbac00d950 tx=0x7fdbac00de10 comp rx=0 tx=0).stop 2024-03-18T22:58:15.208 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.204+0000 7fdbc0e81640 1 -- 172.21.15.52:0/2428385602 shutdown_connections 2024-03-18T22:58:15.208 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.204+0000 7fdbc0e81640 1 --2- 172.21.15.52:0/2428385602 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdbbc1056a0 0x7fdbbc0fee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.208 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.204+0000 7fdbc0e81640 1 --2- 172.21.15.52:0/2428385602 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fdba80a2b30 0x7fdba80a4ff0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.208 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.204+0000 7fdbc0e81640 1 --2- 172.21.15.52:0/2428385602 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fdbbc101310 0x7fdbbc0fe910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.208 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.204+0000 7fdbc0e81640 1 --2- 172.21.15.52:0/2428385602 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdbbc100970 0x7fdbbc0fe3d0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:15.208 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.204+0000 7fdbc0e81640 1 -- 172.21.15.52:0/2428385602 >> 172.21.15.52:0/2428385602 conn(0x7fdbbc0774f0 msgr2=0x7fdbbc06a200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:15.209 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.204+0000 7fdbc0e81640 1 -- 172.21.15.52:0/2428385602 shutdown_connections 2024-03-18T22:58:15.209 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:15.204+0000 7fdbc0e81640 1 -- 172.21.15.52:0/2428385602 wait complete. 2024-03-18T22:58:15.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:15 smithi052 ceph-mon[32520]: pgmap v43: 97 pgs: 97 active+clean; 154 MiB data, 902 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.5 MiB/s wr, 497 op/s 2024-03-18T22:58:15.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:15 smithi181 ceph-mon[67256]: pgmap v43: 97 pgs: 97 active+clean; 154 MiB data, 902 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.5 MiB/s wr, 497 op/s 2024-03-18T22:58:15.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:15 smithi099 ceph-mon[36725]: pgmap v43: 97 pgs: 97 active+clean; 154 MiB data, 902 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.5 MiB/s wr, 497 op/s 2024-03-18T22:58:17.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:17 smithi052 ceph-mon[32520]: pgmap v44: 97 pgs: 97 active+clean; 171 MiB data, 962 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 7.1 MiB/s wr, 632 op/s 2024-03-18T22:58:17.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:17 smithi181 ceph-mon[67256]: pgmap v44: 97 pgs: 97 active+clean; 171 MiB data, 962 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 7.1 MiB/s wr, 632 op/s 2024-03-18T22:58:17.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:17 smithi099 ceph-mon[36725]: pgmap v44: 97 pgs: 97 active+clean; 171 MiB data, 962 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 7.1 MiB/s wr, 632 op/s 2024-03-18T22:58:19.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:19 smithi052 ceph-mon[32520]: pgmap v45: 97 pgs: 97 active+clean; 171 MiB data, 962 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 6.5 MiB/s wr, 552 op/s 2024-03-18T22:58:19.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:19 smithi181 ceph-mon[67256]: pgmap v45: 97 pgs: 97 active+clean; 171 MiB data, 962 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 6.5 MiB/s wr, 552 op/s 2024-03-18T22:58:19.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:19 smithi099 ceph-mon[36725]: pgmap v45: 97 pgs: 97 active+clean; 171 MiB data, 962 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 6.5 MiB/s wr, 552 op/s 2024-03-18T22:58:21.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:21 smithi052 ceph-mon[32520]: pgmap v46: 97 pgs: 97 active+clean; 171 MiB data, 962 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 6.5 MiB/s wr, 552 op/s 2024-03-18T22:58:21.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:21 smithi181 ceph-mon[67256]: pgmap v46: 97 pgs: 97 active+clean; 171 MiB data, 962 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 6.5 MiB/s wr, 552 op/s 2024-03-18T22:58:21.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:21 smithi099 ceph-mon[36725]: pgmap v46: 97 pgs: 97 active+clean; 171 MiB data, 962 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 6.5 MiB/s wr, 552 op/s 2024-03-18T22:58:23.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:23 smithi052 ceph-mon[32520]: pgmap v47: 97 pgs: 97 active+clean; 177 MiB data, 991 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 7.4 MiB/s wr, 699 op/s 2024-03-18T22:58:23.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:23 smithi181 ceph-mon[67256]: pgmap v47: 97 pgs: 97 active+clean; 177 MiB data, 991 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 7.4 MiB/s wr, 699 op/s 2024-03-18T22:58:23.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:23 smithi099 ceph-mon[36725]: pgmap v47: 97 pgs: 97 active+clean; 177 MiB data, 991 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 7.4 MiB/s wr, 699 op/s 2024-03-18T22:58:24.599 INFO:tasks.workunit.client.0.smithi052.stderr:+ sync 2024-03-18T22:58:25.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:25 smithi181 ceph-mon[67256]: pgmap v48: 97 pgs: 97 active+clean; 177 MiB data, 991 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 281 op/s 2024-03-18T22:58:25.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:25 smithi181 ceph-mon[67256]: mgrmap e25: x(active, since 90s), standbys: z, y 2024-03-18T22:58:25.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:25 smithi099 ceph-mon[36725]: pgmap v48: 97 pgs: 97 active+clean; 177 MiB data, 991 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 281 op/s 2024-03-18T22:58:25.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:25 smithi099 ceph-mon[36725]: mgrmap e25: x(active, since 90s), standbys: z, y 2024-03-18T22:58:25.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:25 smithi052 ceph-mon[32520]: pgmap v48: 97 pgs: 97 active+clean; 177 MiB data, 991 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 281 op/s 2024-03-18T22:58:25.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:25 smithi052 ceph-mon[32520]: mgrmap e25: x(active, since 90s), standbys: z, y 2024-03-18T22:58:26.552 INFO:tasks.workunit.client.0.smithi052.stderr:+ tar c linux-4.0.5 2024-03-18T22:58:26.941 INFO:tasks.workunit.client.0.smithi052.stderr:+ rm -rf linux-4.0.5 2024-03-18T22:58:27.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:27 smithi181 ceph-mon[67256]: pgmap v49: 97 pgs: 97 active+clean; 193 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 3.9 MiB/s wr, 472 op/s 2024-03-18T22:58:27.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:27 smithi099 ceph-mon[36725]: pgmap v49: 97 pgs: 97 active+clean; 193 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 3.9 MiB/s wr, 472 op/s 2024-03-18T22:58:27.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:27 smithi052 ceph-mon[32520]: pgmap v49: 97 pgs: 97 active+clean; 193 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 3.9 MiB/s wr, 472 op/s 2024-03-18T22:58:28.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.298+0000 7fab30b7e640 1 -- 172.21.15.52:0/3332734635 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab2c101330 msgr2=0x7fab2c10d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:28.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.298+0000 7fab30b7e640 1 --2- 172.21.15.52:0/3332734635 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab2c101330 0x7fab2c10d550 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fab24009ca0 tx=0x7fab2402c0f0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.298+0000 7fab30b7e640 1 -- 172.21.15.52:0/3332734635 shutdown_connections 2024-03-18T22:58:28.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.298+0000 7fab30b7e640 1 --2- 172.21.15.52:0/3332734635 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab2c101330 0x7fab2c10d550 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.298+0000 7fab30b7e640 1 --2- 172.21.15.52:0/3332734635 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fab2c100970 0x7fab2c100df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.298+0000 7fab30b7e640 1 --2- 172.21.15.52:0/3332734635 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fab2c1056c0 0x7fab2c105aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.300 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.298+0000 7fab30b7e640 1 -- 172.21.15.52:0/3332734635 >> 172.21.15.52:0/3332734635 conn(0x7fab2c077570 msgr2=0x7fab2c077980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:28.300 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.298+0000 7fab30b7e640 1 -- 172.21.15.52:0/3332734635 shutdown_connections 2024-03-18T22:58:28.300 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.298+0000 7fab30b7e640 1 -- 172.21.15.52:0/3332734635 wait complete. 2024-03-18T22:58:28.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.299+0000 7fab30b7e640 1 Processor -- start 2024-03-18T22:58:28.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.299+0000 7fab30b7e640 1 -- start start 2024-03-18T22:58:28.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.299+0000 7fab30b7e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab2c100970 0x7fab2c198130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:28.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.299+0000 7fab30b7e640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fab2c101330 0x7fab2c198670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:28.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.299+0000 7fab30b7e640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fab2c1056c0 0x7fab2c19c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:28.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.299+0000 7fab30b7e640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fab2c110d00 con 0x7fab2c100970 2024-03-18T22:58:28.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.299+0000 7fab30b7e640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fab2c110b80 con 0x7fab2c101330 2024-03-18T22:58:28.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.299+0000 7fab30b7e640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fab2c110e80 con 0x7fab2c1056c0 2024-03-18T22:58:28.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.300+0000 7fab2a59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab2c100970 0x7fab2c198130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:28.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.300+0000 7fab2ad9d640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fab2c1056c0 0x7fab2c19c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:28.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.300+0000 7fab2a59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab2c100970 0x7fab2c198130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:58210/0 (socket says 172.21.15.52:58210) 2024-03-18T22:58:28.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.300+0000 7fab2ad9d640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fab2c1056c0 0x7fab2c19c9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.52:33610/0 (socket says 172.21.15.52:33610) 2024-03-18T22:58:28.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.300+0000 7fab29d9b640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fab2c101330 0x7fab2c198670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:28.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.300+0000 7fab2a59c640 1 -- 172.21.15.52:0/2391584334 learned_addr learned my addr 172.21.15.52:0/2391584334 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:58:28.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.300+0000 7fab2a59c640 1 -- 172.21.15.52:0/2391584334 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fab2c1056c0 msgr2=0x7fab2c19c9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:28.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.300+0000 7fab2a59c640 1 --2- 172.21.15.52:0/2391584334 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fab2c1056c0 0x7fab2c19c9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.300+0000 7fab2a59c640 1 -- 172.21.15.52:0/2391584334 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fab2c101330 msgr2=0x7fab2c198670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:28.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.300+0000 7fab2a59c640 1 --2- 172.21.15.52:0/2391584334 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fab2c101330 0x7fab2c198670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.300+0000 7fab2a59c640 1 -- 172.21.15.52:0/2391584334 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab2c19d120 con 0x7fab2c100970 2024-03-18T22:58:28.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.300+0000 7fab2ad9d640 1 --2- 172.21.15.52:0/2391584334 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fab2c1056c0 0x7fab2c19c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:58:28.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.300+0000 7fab2a59c640 1 --2- 172.21.15.52:0/2391584334 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab2c100970 0x7fab2c198130 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fab1c00e9f0 tx=0x7fab1c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:28.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.300+0000 7fab1b7fe640 1 -- 172.21.15.52:0/2391584334 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab1c00cd80 con 0x7fab2c100970 2024-03-18T22:58:28.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.300+0000 7fab30b7e640 1 -- 172.21.15.52:0/2391584334 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab2c19d410 con 0x7fab2c100970 2024-03-18T22:58:28.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.300+0000 7fab1b7fe640 1 -- 172.21.15.52:0/2391584334 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fab1c005520 con 0x7fab2c100970 2024-03-18T22:58:28.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.300+0000 7fab1b7fe640 1 -- 172.21.15.52:0/2391584334 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab1c010690 con 0x7fab2c100970 2024-03-18T22:58:28.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.300+0000 7fab30b7e640 1 -- 172.21.15.52:0/2391584334 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab2c1a4ca0 con 0x7fab2c100970 2024-03-18T22:58:28.305 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.302+0000 7fab1b7fe640 1 -- 172.21.15.52:0/2391584334 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fab1c0046c0 con 0x7fab2c100970 2024-03-18T22:58:28.305 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.303+0000 7fab1b7fe640 1 --2- 172.21.15.52:0/2391584334 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fab140a2a10 0x7fab140a4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:28.305 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.303+0000 7fab3376b740 1 Processor -- start 2024-03-18T22:58:28.305 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.303+0000 7fab29d9b640 1 --2- 172.21.15.52:0/2391584334 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fab140a2a10 0x7fab140a4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:28.305 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.303+0000 7fab1b7fe640 1 -- 172.21.15.52:0/2391584334 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7fab1c0cf2a0 con 0x7fab2c100970 2024-03-18T22:58:28.305 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.303+0000 7fab3376b740 1 -- start start 2024-03-18T22:58:28.305 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.304+0000 7fab3376b740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55691f227990 0x55691f227d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:28.305 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.304+0000 7fab3376b740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55691f2282b0 0x55691f2354b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:28.305 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.304+0000 7fab3376b740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55691f2359f0 0x55691f237de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:28.305 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.304+0000 7fab3376b740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55691f18bbe0 con 0x55691f2282b0 2024-03-18T22:58:28.305 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.304+0000 7fab3376b740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x55691f134960 con 0x55691f2359f0 2024-03-18T22:58:28.305 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.304+0000 7fab3376b740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x55691f187c80 con 0x55691f227990 2024-03-18T22:58:28.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.304+0000 7fab2a59c640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55691f227990 0x55691f227d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:28.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.304+0000 7fab2ad9d640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55691f2359f0 0x55691f237de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:28.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.304+0000 7fab2ad9d640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55691f2359f0 0x55691f237de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.52:43100/0 (socket says 172.21.15.52:43100) 2024-03-18T22:58:28.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.304+0000 7fab2ad9d640 1 -- 172.21.15.52:0/387105066 learned_addr learned my addr 172.21.15.52:0/387105066 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:58:28.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.304+0000 7fab29d9b640 1 --2- 172.21.15.52:0/2391584334 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fab140a2a10 0x7fab140a4ed0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fab2c077a70 tx=0x7fab20005f90 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:28.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.304+0000 7fab29d9b640 1 --2- 172.21.15.52:0/387105066 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55691f2282b0 0x55691f2354b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:28.307 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.305+0000 7fab29d9b640 1 -- 172.21.15.52:0/387105066 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55691f227990 msgr2=0x55691f227d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:28.307 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.305+0000 7fab29d9b640 1 --2- 172.21.15.52:0/387105066 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55691f227990 0x55691f227d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.307 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.305+0000 7fab29d9b640 1 -- 172.21.15.52:0/387105066 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55691f2359f0 msgr2=0x55691f237de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:28.307 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.305+0000 7fab29d9b640 1 --2- 172.21.15.52:0/387105066 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55691f2359f0 0x55691f237de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.307 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.305+0000 7fab29d9b640 1 -- 172.21.15.52:0/387105066 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55691f12bd20 con 0x55691f2282b0 2024-03-18T22:58:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.305+0000 7fab2ad9d640 1 --2- 172.21.15.52:0/387105066 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55691f2359f0 0x55691f237de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:58:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.305+0000 7fab29d9b640 1 --2- 172.21.15.52:0/387105066 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55691f2282b0 0x55691f2354b0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fab2000e560 tx=0x7fab20014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1164f3bfb0212b7 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.305+0000 7fab18ff9640 1 -- 172.21.15.52:0/387105066 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab20005020 con 0x55691f2282b0 2024-03-18T22:58:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.305+0000 7fab18ff9640 1 -- 172.21.15.52:0/387105066 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fab200047a0 con 0x55691f2282b0 2024-03-18T22:58:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.305+0000 7fab18ff9640 1 -- 172.21.15.52:0/387105066 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab200267e0 con 0x55691f2282b0 2024-03-18T22:58:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.306+0000 7fab3376b740 1 -- 172.21.15.52:0/387105066 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55691f2282b0 msgr2=0x55691f2354b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.306+0000 7fab3376b740 1 --2- 172.21.15.52:0/387105066 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55691f2282b0 0x55691f2354b0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fab2000e560 tx=0x7fab20014000 comp rx=0 tx=0).stop 2024-03-18T22:58:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.306+0000 7fab3376b740 1 -- 172.21.15.52:0/387105066 shutdown_connections 2024-03-18T22:58:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.306+0000 7fab3376b740 1 --2- 172.21.15.52:0/387105066 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55691f2359f0 0x55691f237de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.306+0000 7fab3376b740 1 --2- 172.21.15.52:0/387105066 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55691f2282b0 0x55691f2354b0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.306+0000 7fab3376b740 1 --2- 172.21.15.52:0/387105066 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55691f227990 0x55691f227d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.306+0000 7fab3376b740 1 -- 172.21.15.52:0/387105066 >> 172.21.15.52:0/387105066 conn(0x55691f222810 msgr2=0x55691f222bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.307+0000 7fab3376b740 1 -- 172.21.15.52:0/387105066 shutdown_connections 2024-03-18T22:58:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.307+0000 7fab3376b740 1 -- 172.21.15.52:0/387105066 wait complete. 2024-03-18T22:58:28.310 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.307+0000 7fab3376b740 1 -- start start 2024-03-18T22:58:28.310 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.307+0000 7fab3376b740 1 Processor -- start 2024-03-18T22:58:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.308+0000 7fab3376b740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55691f227990 0x55691f235180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.308+0000 7fab3376b740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55691f2282b0 0x55691f232770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.308+0000 7fab3376b740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55691f2359f0 0x55691f232cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.308+0000 7fab3376b740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55691f238620 con 0x55691f2282b0 2024-03-18T22:58:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.308+0000 7fab3376b740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x55691f147db0 con 0x55691f227990 2024-03-18T22:58:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.308+0000 7fab3376b740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x55691f2387a0 con 0x55691f2359f0 2024-03-18T22:58:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.308+0000 7fab3376b740 10 client.0 _ll_register_callbacks cb 0x55691f14ce70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:58:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.308+0000 7fab29d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55691f2282b0 0x55691f232770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.308+0000 7fab2ad9d640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55691f2359f0 0x55691f232cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.308+0000 7fab29d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55691f2282b0 0x55691f232770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:58240/0 (socket says 172.21.15.52:58240) 2024-03-18T22:58:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.308+0000 7fab29d9b640 1 -- 172.21.15.52:0/1303627723 learned_addr learned my addr 172.21.15.52:0/1303627723 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:58:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.308+0000 7fab2a59c640 1 --2- 172.21.15.52:0/1303627723 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55691f227990 0x55691f235180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.308+0000 7fab29d9b640 1 -- 172.21.15.52:0/1303627723 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55691f2359f0 msgr2=0x55691f232cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.308+0000 7fab29d9b640 1 --2- 172.21.15.52:0/1303627723 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55691f2359f0 0x55691f232cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.312 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.308+0000 7fab29d9b640 1 -- 172.21.15.52:0/1303627723 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55691f227990 msgr2=0x55691f235180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:28.312 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.308+0000 7fab29d9b640 1 --2- 172.21.15.52:0/1303627723 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55691f227990 0x55691f235180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.312 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.308+0000 7fab29d9b640 1 -- 172.21.15.52:0/1303627723 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55691f146c60 con 0x55691f2282b0 2024-03-18T22:58:28.312 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.309+0000 7fab29d9b640 1 --2- 172.21.15.52:0/1303627723 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55691f2282b0 0x55691f232770 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fab200058c0 tx=0x7fab20004950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1ba33ddc860adbb server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:28.312 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.309+0000 7fab11ffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-03-18T22:58:28.312 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.309+0000 7fab11ffb640 1 -- 172.21.15.52:0/1303627723 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab20004f00 con 0x55691f2282b0 2024-03-18T22:58:28.312 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.309+0000 7fab3376b740 1 -- 172.21.15.52:0/1303627723 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fab200047a0 con 0x55691f2282b0 2024-03-18T22:58:28.312 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.309+0000 7fab11ffb640 1 -- 172.21.15.52:0/1303627723 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7fab200050a0 con 0x55691f2282b0 2024-03-18T22:58:28.312 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.309+0000 7fab11ffb640 1 -- 172.21.15.52:0/1303627723 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fab200052a0 con 0x55691f2282b0 2024-03-18T22:58:28.312 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.309+0000 7fab3376b740 10 client.15513 fetch_fsmap learned FSMap version 25 2024-03-18T22:58:28.312 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.309+0000 7fab3376b740 1 -- 172.21.15.52:0/1303627723 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55691eea0210 con 0x55691f2282b0 2024-03-18T22:58:28.312 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.309+0000 7fab11ffb640 1 -- 172.21.15.52:0/1303627723 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fab200047a0 con 0x55691f2282b0 2024-03-18T22:58:28.312 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.310+0000 7fab11ffb640 1 -- 172.21.15.52:0/1303627723 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 25) ==== 8358+0+0 (secure 0 0 0) 0x7fab2002f510 con 0x55691f2282b0 2024-03-18T22:58:28.313 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.310+0000 7fab3376b740 10 client.15513 fetch_fsmap finished waiting for FSMap version 25 2024-03-18T22:58:28.313 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.310+0000 7fab3376b740 10 client.15513 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-03-18T22:58:28.313 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.310+0000 7fab3376b740 20 client.15513 populate_metadata read hostname 'smithi052' 2024-03-18T22:58:28.313 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.310+0000 7fab3376b740 1 --2- 172.21.15.52:0/1303627723 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55691f23b4f0 0x55691f23d930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:28.313 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.310+0000 7fab3376b740 4 client.15513 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-18T22:58:28.313 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.310+0000 7fab3376b740 1 -- 172.21.15.52:0/1303627723 --> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55691f199120 con 0x55691f23b4f0 2024-03-18T22:58:28.314 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.310+0000 7fab2a59c640 1 --2- 172.21.15.52:0/1303627723 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55691f23b4f0 0x55691f23d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:28.314 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.311+0000 7fab2a59c640 1 --2- 172.21.15.52:0/1303627723 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55691f23b4f0 0x55691f23d930 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c72ff17e9c72e6df server_cookie=29bd66017bf2ef0c in_seq=0 out_seq=0 2024-03-18T22:58:28.314 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.311+0000 7fab11ffb640 10 client.15513 ms_handle_connect on v2:172.21.15.99:6838/326875962 2024-03-18T22:58:28.314 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.312+0000 7fab11ffb640 1 -- 172.21.15.52:0/1303627723 <== mds.0 v2:172.21.15.99:6838/326875962 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55691f199120 con 0x55691f23b4f0 2024-03-18T22:58:28.315 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.312+0000 7fab11ffb640 10 client.15513 handle_command_reply: tid=0 2024-03-18T22:58:28.315 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.313+0000 7fab3376b740 1 client.15513 shutdown 2024-03-18T22:58:28.315 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.313+0000 7fab3376b740 1 -- 172.21.15.52:0/1303627723 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55691f2282b0 msgr2=0x55691f232770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:28.315 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.313+0000 7fab3376b740 1 --2- 172.21.15.52:0/1303627723 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55691f2282b0 0x55691f232770 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fab200058c0 tx=0x7fab20004950 comp rx=0 tx=0).stop 2024-03-18T22:58:28.315 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.313+0000 7fab3376b740 1 -- 172.21.15.52:0/1303627723 shutdown_connections 2024-03-18T22:58:28.315 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.313+0000 7fab3376b740 1 --2- 172.21.15.52:0/1303627723 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55691f23b4f0 0x55691f23d930 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.315 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.313+0000 7fab3376b740 1 --2- 172.21.15.52:0/1303627723 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55691f2359f0 0x55691f232cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.315 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.313+0000 7fab3376b740 1 --2- 172.21.15.52:0/1303627723 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55691f2282b0 0x55691f232770 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.315 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.313+0000 7fab3376b740 1 --2- 172.21.15.52:0/1303627723 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55691f227990 0x55691f235180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.315 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.313+0000 7fab11ffb640 0 client.15513 ms_handle_reset on v2:172.21.15.99:6838/326875962 2024-03-18T22:58:28.315 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.313+0000 7fab3376b740 1 -- 172.21.15.52:0/1303627723 >> 172.21.15.52:0/1303627723 conn(0x55691f222810 msgr2=0x55691f224560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:28.315 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.313+0000 7fab3376b740 1 -- 172.21.15.52:0/1303627723 shutdown_connections 2024-03-18T22:58:28.315 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.313+0000 7fab3376b740 1 -- 172.21.15.52:0/1303627723 wait complete. 2024-03-18T22:58:28.316 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.313+0000 7fab3376b740 20 client.15513 trim_cache size 0 max 16384 2024-03-18T22:58:28.335 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.329+0000 7fab3376b740 1 Processor -- start 2024-03-18T22:58:28.335 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.329+0000 7fab3376b740 1 -- start start 2024-03-18T22:58:28.335 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.329+0000 7fab3376b740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55691f227990 0x55691f234ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:28.335 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.329+0000 7fab3376b740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55691f2282b0 0x55691f25d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:28.335 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.329+0000 7fab3376b740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55691f2359f0 0x55691f223b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:28.335 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.329+0000 7fab3376b740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fab2c1add60 con 0x55691f227990 2024-03-18T22:58:28.335 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.329+0000 7fab3376b740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fab2c1ab5a0 con 0x55691f2282b0 2024-03-18T22:58:28.335 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.329+0000 7fab3376b740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fab2c1a9410 con 0x55691f2359f0 2024-03-18T22:58:28.335 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.329+0000 7fab2a59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55691f227990 0x55691f234ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.329+0000 7fab2a59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55691f227990 0x55691f234ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:58250/0 (socket says 172.21.15.52:58250) 2024-03-18T22:58:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.330+0000 7fab2a59c640 1 -- 172.21.15.52:0/3944762844 learned_addr learned my addr 172.21.15.52:0/3944762844 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:58:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.330+0000 7fab2ad9d640 1 --2- 172.21.15.52:0/3944762844 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55691f2359f0 0x55691f223b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.330+0000 7fab29d9b640 1 --2- 172.21.15.52:0/3944762844 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55691f2282b0 0x55691f25d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.330+0000 7fab2a59c640 1 -- 172.21.15.52:0/3944762844 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55691f2359f0 msgr2=0x55691f223b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.330+0000 7fab2a59c640 1 --2- 172.21.15.52:0/3944762844 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55691f2359f0 0x55691f223b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.330+0000 7fab2a59c640 1 -- 172.21.15.52:0/3944762844 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55691f2282b0 msgr2=0x55691f25d320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.330+0000 7fab2a59c640 1 --2- 172.21.15.52:0/3944762844 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55691f2282b0 0x55691f25d320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.330+0000 7fab2a59c640 1 -- 172.21.15.52:0/3944762844 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55691f2280e0 con 0x55691f227990 2024-03-18T22:58:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.330+0000 7fab2ad9d640 1 --2- 172.21.15.52:0/3944762844 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55691f2359f0 0x55691f223b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:58:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.330+0000 7fab2a59c640 1 --2- 172.21.15.52:0/3944762844 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55691f227990 0x55691f234ea0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fab1c09b5d0 tx=0x7fab1c004c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc1d813079a5f7ab server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.330+0000 7fab13fff640 1 -- 172.21.15.52:0/3944762844 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab1c0ae070 con 0x55691f227990 2024-03-18T22:58:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.330+0000 7fab13fff640 1 -- 172.21.15.52:0/3944762844 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fab1c0cf040 con 0x55691f227990 2024-03-18T22:58:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.330+0000 7fab13fff640 1 -- 172.21.15.52:0/3944762844 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab1c097f40 con 0x55691f227990 2024-03-18T22:58:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.331+0000 7fab3376b740 1 -- 172.21.15.52:0/3944762844 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55691f227990 msgr2=0x55691f234ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.331+0000 7fab3376b740 1 --2- 172.21.15.52:0/3944762844 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55691f227990 0x55691f234ea0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fab1c09b5d0 tx=0x7fab1c004c10 comp rx=0 tx=0).stop 2024-03-18T22:58:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.331+0000 7fab3376b740 1 -- 172.21.15.52:0/3944762844 shutdown_connections 2024-03-18T22:58:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.331+0000 7fab3376b740 1 --2- 172.21.15.52:0/3944762844 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55691f2359f0 0x55691f223b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.331+0000 7fab3376b740 1 --2- 172.21.15.52:0/3944762844 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55691f2282b0 0x55691f25d320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.331+0000 7fab3376b740 1 --2- 172.21.15.52:0/3944762844 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55691f227990 0x55691f234ea0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.331+0000 7fab3376b740 1 -- 172.21.15.52:0/3944762844 >> 172.21.15.52:0/3944762844 conn(0x55691f222810 msgr2=0x55691f221ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.331+0000 7fab3376b740 1 -- 172.21.15.52:0/3944762844 shutdown_connections 2024-03-18T22:58:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.331+0000 7fab3376b740 1 -- 172.21.15.52:0/3944762844 wait complete. 2024-03-18T22:58:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.331+0000 7fab3376b740 1 -- start start 2024-03-18T22:58:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.331+0000 7fab3376b740 1 Processor -- start 2024-03-18T22:58:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.331+0000 7fab3376b740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55691f227990 0x55691f242e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.332+0000 7fab3376b740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55691f2282b0 0x55691f2433c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.332+0000 7fab3376b740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55691f2359f0 0x55691f22e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.332+0000 7fab3376b740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fab2c1a9a60 con 0x55691f2359f0 2024-03-18T22:58:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.332+0000 7fab3376b740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fab2c1aaed0 con 0x55691f2282b0 2024-03-18T22:58:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.332+0000 7fab3376b740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fab2c1aa130 con 0x55691f227990 2024-03-18T22:58:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.332+0000 7fab3376b740 10 client.0 _ll_register_callbacks cb 0x7fab24037070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:58:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.332+0000 7fab2ad9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55691f2359f0 0x55691f22e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.332+0000 7fab29d9b640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55691f2282b0 0x55691f2433c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.332+0000 7fab2ad9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55691f2359f0 0x55691f22e9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:58264/0 (socket says 172.21.15.52:58264) 2024-03-18T22:58:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.332+0000 7fab2ad9d640 1 -- 172.21.15.52:0/3556988259 learned_addr learned my addr 172.21.15.52:0/3556988259 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:58:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.332+0000 7fab2a59c640 1 --2- 172.21.15.52:0/3556988259 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55691f227990 0x55691f242e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.332+0000 7fab2ad9d640 1 -- 172.21.15.52:0/3556988259 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55691f227990 msgr2=0x55691f242e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.332+0000 7fab2ad9d640 1 --2- 172.21.15.52:0/3556988259 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55691f227990 0x55691f242e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.332+0000 7fab2ad9d640 1 -- 172.21.15.52:0/3556988259 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55691f2282b0 msgr2=0x55691f2433c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.332+0000 7fab2ad9d640 1 --2- 172.21.15.52:0/3556988259 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55691f2282b0 0x55691f2433c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.332+0000 7fab2ad9d640 1 -- 172.21.15.52:0/3556988259 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55691ef6c620 con 0x55691f2359f0 2024-03-18T22:58:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.332+0000 7fab2ad9d640 1 --2- 172.21.15.52:0/3556988259 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55691f2359f0 0x55691f22e9e0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fab2402c630 tx=0x7fab240328f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aeea49e6f38d5262 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.332+0000 7fab11ffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-03-18T22:58:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.332+0000 7fab11ffb640 1 -- 172.21.15.52:0/3556988259 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab2404f060 con 0x55691f2359f0 2024-03-18T22:58:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.332+0000 7fab11ffb640 1 -- 172.21.15.52:0/3556988259 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7fab24003970 con 0x55691f2359f0 2024-03-18T22:58:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.332+0000 7fab3376b740 1 -- 172.21.15.52:0/3556988259 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fab1c0cf040 con 0x55691f2359f0 2024-03-18T22:58:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.333+0000 7fab11ffb640 1 -- 172.21.15.52:0/3556988259 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fab24039040 con 0x55691f2359f0 2024-03-18T22:58:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.333+0000 7fab3376b740 10 client.15519 fetch_fsmap learned FSMap version 25 2024-03-18T22:58:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.333+0000 7fab3376b740 1 -- 172.21.15.52:0/3556988259 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55691f2302c0 con 0x55691f2359f0 2024-03-18T22:58:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.333+0000 7fab11ffb640 1 -- 172.21.15.52:0/3556988259 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fab1c0cf040 con 0x55691f2359f0 2024-03-18T22:58:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.333+0000 7fab11ffb640 1 -- 172.21.15.52:0/3556988259 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 25) ==== 8358+0+0 (secure 0 0 0) 0x7fab2403f040 con 0x55691f2359f0 2024-03-18T22:58:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.333+0000 7fab3376b740 10 client.15519 fetch_fsmap finished waiting for FSMap version 25 2024-03-18T22:58:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.333+0000 7fab3376b740 10 client.15519 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-03-18T22:58:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.333+0000 7fab3376b740 20 client.15519 populate_metadata read hostname 'smithi052' 2024-03-18T22:58:28.340 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.333+0000 7fab3376b740 1 --2- 172.21.15.52:0/3556988259 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55691f2b8990 0x55691f2badb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:28.340 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.333+0000 7fab3376b740 4 client.15519 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-18T22:58:28.340 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.333+0000 7fab3376b740 1 -- 172.21.15.52:0/3556988259 --> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55691f193470 con 0x55691f2b8990 2024-03-18T22:58:28.340 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.333+0000 7fab2a59c640 1 --2- 172.21.15.52:0/3556988259 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55691f2b8990 0x55691f2badb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:28.340 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.333+0000 7fab2a59c640 1 --2- 172.21.15.52:0/3556988259 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55691f2b8990 0x55691f2badb0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c57f2d2baae3ac25 server_cookie=dd6897bf05e60dcf in_seq=0 out_seq=0 2024-03-18T22:58:28.340 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.333+0000 7fab11ffb640 10 client.15519 ms_handle_connect on v2:172.21.15.99:6838/326875962 2024-03-18T22:58:28.366 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.365+0000 7fab11ffb640 1 -- 172.21.15.52:0/3556988259 <== mds.0 v2:172.21.15.99:6838/326875962 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55691f193470 con 0x55691f2b8990 2024-03-18T22:58:28.366 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.365+0000 7fab11ffb640 10 client.15519 handle_command_reply: tid=0 2024-03-18T22:58:28.366 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.365+0000 7fab3376b740 1 client.15519 shutdown 2024-03-18T22:58:28.366 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.365+0000 7fab3376b740 1 -- 172.21.15.52:0/3556988259 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55691f2359f0 msgr2=0x55691f22e9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:28.366 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.365+0000 7fab3376b740 1 --2- 172.21.15.52:0/3556988259 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55691f2359f0 0x55691f22e9e0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fab2402c630 tx=0x7fab240328f0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.366 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.365+0000 7fab3376b740 1 -- 172.21.15.52:0/3556988259 shutdown_connections 2024-03-18T22:58:28.366 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.365+0000 7fab3376b740 1 --2- 172.21.15.52:0/3556988259 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55691f2359f0 0x55691f22e9e0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.367 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.365+0000 7fab3376b740 1 --2- 172.21.15.52:0/3556988259 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55691f2282b0 0x55691f2433c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.367 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.365+0000 7fab3376b740 1 --2- 172.21.15.52:0/3556988259 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55691f2b8990 0x55691f2badb0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.367 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.365+0000 7fab3376b740 1 --2- 172.21.15.52:0/3556988259 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55691f227990 0x55691f242e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.367 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.365+0000 7fab11ffb640 0 client.15519 ms_handle_reset on v2:172.21.15.99:6838/326875962 2024-03-18T22:58:28.367 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.365+0000 7fab3376b740 1 -- 172.21.15.52:0/3556988259 >> 172.21.15.52:0/3556988259 conn(0x55691f222810 msgr2=0x55691f230f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:28.367 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.365+0000 7fab3376b740 1 -- 172.21.15.52:0/3556988259 shutdown_connections 2024-03-18T22:58:28.367 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.365+0000 7fab3376b740 1 -- 172.21.15.52:0/3556988259 wait complete. 2024-03-18T22:58:28.367 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.365+0000 7fab3376b740 20 client.15519 trim_cache size 0 max 16384 2024-03-18T22:58:28.367 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-03-18T22:58:28.367 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-03-18T22:58:28.368 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-03-18T22:58:28.368 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-03-18T22:58:28.368 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.366+0000 7fab30b7e640 1 -- 172.21.15.52:0/2391584334 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fab140a2a10 msgr2=0x7fab140a4ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:28.368 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.366+0000 7fab30b7e640 1 --2- 172.21.15.52:0/2391584334 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fab140a2a10 0x7fab140a4ed0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fab2c077a70 tx=0x7fab20005f90 comp rx=0 tx=0).stop 2024-03-18T22:58:28.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.366+0000 7fab30b7e640 1 -- 172.21.15.52:0/2391584334 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab2c100970 msgr2=0x7fab2c198130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:28.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.366+0000 7fab30b7e640 1 --2- 172.21.15.52:0/2391584334 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab2c100970 0x7fab2c198130 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fab1c00e9f0 tx=0x7fab1c00edf0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.366+0000 7fab30b7e640 1 -- 172.21.15.52:0/2391584334 shutdown_connections 2024-03-18T22:58:28.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.366+0000 7fab30b7e640 1 --2- 172.21.15.52:0/2391584334 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fab140a2a10 0x7fab140a4ed0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.366+0000 7fab30b7e640 1 --2- 172.21.15.52:0/2391584334 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fab2c1056c0 0x7fab2c19c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.366+0000 7fab30b7e640 1 --2- 172.21.15.52:0/2391584334 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fab2c101330 0x7fab2c198670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.366+0000 7fab30b7e640 1 --2- 172.21.15.52:0/2391584334 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab2c100970 0x7fab2c198130 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:28.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.366+0000 7fab30b7e640 1 -- 172.21.15.52:0/2391584334 >> 172.21.15.52:0/2391584334 conn(0x7fab2c077570 msgr2=0x7fab2c068fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:28.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.366+0000 7fab30b7e640 1 -- 172.21.15.52:0/2391584334 shutdown_connections 2024-03-18T22:58:28.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:28.366+0000 7fab30b7e640 1 -- 172.21.15.52:0/2391584334 wait complete. 2024-03-18T22:58:29.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:29 smithi181 ceph-mon[67256]: pgmap v50: 97 pgs: 97 active+clean; 193 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.3 MiB/s wr, 337 op/s 2024-03-18T22:58:29.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:29 smithi181 ceph-mon[67256]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T22:58:29.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:29 smithi099 ceph-mon[36725]: pgmap v50: 97 pgs: 97 active+clean; 193 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.3 MiB/s wr, 337 op/s 2024-03-18T22:58:29.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:29 smithi099 ceph-mon[36725]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T22:58:29.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:29 smithi052 ceph-mon[32520]: pgmap v50: 97 pgs: 97 active+clean; 193 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.3 MiB/s wr, 337 op/s 2024-03-18T22:58:29.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:29 smithi052 ceph-mon[32520]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T22:58:31.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:31 smithi181 ceph-mon[67256]: pgmap v51: 97 pgs: 97 active+clean; 193 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.3 MiB/s wr, 337 op/s 2024-03-18T22:58:31.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:31 smithi099 ceph-mon[36725]: pgmap v51: 97 pgs: 97 active+clean; 193 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.3 MiB/s wr, 337 op/s 2024-03-18T22:58:31.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:31 smithi052 ceph-mon[32520]: pgmap v51: 97 pgs: 97 active+clean; 193 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.3 MiB/s wr, 337 op/s 2024-03-18T22:58:33.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:33 smithi181 ceph-mon[67256]: pgmap v52: 97 pgs: 97 active+clean; 210 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 3.9 MiB/s wr, 535 op/s 2024-03-18T22:58:33.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:33 smithi099 ceph-mon[36725]: pgmap v52: 97 pgs: 97 active+clean; 210 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 3.9 MiB/s wr, 535 op/s 2024-03-18T22:58:33.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:33 smithi052 ceph-mon[32520]: pgmap v52: 97 pgs: 97 active+clean; 210 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 3.9 MiB/s wr, 535 op/s 2024-03-18T22:58:35.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:35 smithi181 ceph-mon[67256]: pgmap v53: 97 pgs: 97 active+clean; 210 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 388 op/s 2024-03-18T22:58:35.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:35 smithi099 ceph-mon[36725]: pgmap v53: 97 pgs: 97 active+clean; 210 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 388 op/s 2024-03-18T22:58:35.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:35 smithi052 ceph-mon[32520]: pgmap v53: 97 pgs: 97 active+clean; 210 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 388 op/s 2024-03-18T22:58:37.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:37 smithi181 ceph-mon[67256]: pgmap v54: 97 pgs: 97 active+clean; 215 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 501 op/s 2024-03-18T22:58:37.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:37 smithi099 ceph-mon[36725]: pgmap v54: 97 pgs: 97 active+clean; 215 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 501 op/s 2024-03-18T22:58:37.744 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:37 smithi052 ceph-mon[32520]: pgmap v54: 97 pgs: 97 active+clean; 215 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 501 op/s 2024-03-18T22:58:39.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:39 smithi181 ceph-mon[67256]: pgmap v55: 97 pgs: 97 active+clean; 215 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.1 MiB/s wr, 310 op/s 2024-03-18T22:58:39.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:39 smithi099 ceph-mon[36725]: pgmap v55: 97 pgs: 97 active+clean; 215 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.1 MiB/s wr, 310 op/s 2024-03-18T22:58:39.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:39 smithi052 ceph-mon[32520]: pgmap v55: 97 pgs: 97 active+clean; 215 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.1 MiB/s wr, 310 op/s 2024-03-18T22:58:41.461 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.458+0000 7fb6eca4d640 1 -- 172.21.15.52:0/2092200599 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb6e8069840 msgr2=0x7fb6e810e6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:41.461 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.458+0000 7fb6eca4d640 1 --2- 172.21.15.52:0/2092200599 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb6e8069840 0x7fb6e810e6b0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fb6e0009cd0 tx=0x7fb6e002c0f0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.461 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.458+0000 7fb6eca4d640 1 -- 172.21.15.52:0/2092200599 shutdown_connections 2024-03-18T22:58:41.461 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.458+0000 7fb6eca4d640 1 --2- 172.21.15.52:0/2092200599 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb6e8069840 0x7fb6e810e6b0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.461 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.458+0000 7fb6eca4d640 1 --2- 172.21.15.52:0/2092200599 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb6e8068ea0 0x7fb6e8069300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.461 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.458+0000 7fb6eca4d640 1 --2- 172.21.15.52:0/2092200599 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb6e81078f0 0x7fb6e8107cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.461 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.458+0000 7fb6eca4d640 1 -- 172.21.15.52:0/2092200599 >> 172.21.15.52:0/2092200599 conn(0x7fb6e8077570 msgr2=0x7fb6e8077980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:41.461 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.458+0000 7fb6eca4d640 1 -- 172.21.15.52:0/2092200599 shutdown_connections 2024-03-18T22:58:41.461 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.458+0000 7fb6eca4d640 1 -- 172.21.15.52:0/2092200599 wait complete. 2024-03-18T22:58:41.461 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.459+0000 7fb6eca4d640 1 Processor -- start 2024-03-18T22:58:41.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.459+0000 7fb6eca4d640 1 -- start start 2024-03-18T22:58:41.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.459+0000 7fb6eca4d640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb6e8068ea0 0x7fb6e8198060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:41.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.459+0000 7fb6eca4d640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb6e8069840 0x7fb6e81985a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:41.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.459+0000 7fb6eca4d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb6e81078f0 0x7fb6e819c920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:41.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.459+0000 7fb6eca4d640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb6e8111d00 con 0x7fb6e81078f0 2024-03-18T22:58:41.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.459+0000 7fb6eca4d640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fb6e8111b80 con 0x7fb6e8068ea0 2024-03-18T22:58:41.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.459+0000 7fb6eca4d640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fb6e8111e80 con 0x7fb6e8069840 2024-03-18T22:58:41.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.459+0000 7fb6e6d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb6e81078f0 0x7fb6e819c920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:41.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.459+0000 7fb6e659c640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb6e8068ea0 0x7fb6e8198060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:41.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.459+0000 7fb6e6d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb6e81078f0 0x7fb6e819c920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41964/0 (socket says 172.21.15.52:41964) 2024-03-18T22:58:41.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.459+0000 7fb6e5d9b640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb6e8069840 0x7fb6e81985a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:41.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.459+0000 7fb6e6d9d640 1 -- 172.21.15.52:0/269642348 learned_addr learned my addr 172.21.15.52:0/269642348 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:58:41.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.460+0000 7fb6e6d9d640 1 -- 172.21.15.52:0/269642348 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb6e8069840 msgr2=0x7fb6e81985a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:41.463 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.460+0000 7fb6e6d9d640 1 --2- 172.21.15.52:0/269642348 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb6e8069840 0x7fb6e81985a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.463 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.460+0000 7fb6e6d9d640 1 -- 172.21.15.52:0/269642348 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb6e8068ea0 msgr2=0x7fb6e8198060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:41.463 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.460+0000 7fb6e6d9d640 1 --2- 172.21.15.52:0/269642348 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb6e8068ea0 0x7fb6e8198060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.463 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.460+0000 7fb6e6d9d640 1 -- 172.21.15.52:0/269642348 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6e819d050 con 0x7fb6e81078f0 2024-03-18T22:58:41.463 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.460+0000 7fb6e659c640 1 --2- 172.21.15.52:0/269642348 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb6e8068ea0 0x7fb6e8198060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:58:41.463 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.460+0000 7fb6e6d9d640 1 --2- 172.21.15.52:0/269642348 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb6e81078f0 0x7fb6e819c920 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fb6e00098d0 tx=0x7fb6e00325e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:41.463 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.460+0000 7fb6d77fe640 1 -- 172.21.15.52:0/269642348 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6e0039050 con 0x7fb6e81078f0 2024-03-18T22:58:41.463 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.460+0000 7fb6d77fe640 1 -- 172.21.15.52:0/269642348 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb6e0045070 con 0x7fb6e81078f0 2024-03-18T22:58:41.463 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.460+0000 7fb6eca4d640 1 -- 172.21.15.52:0/269642348 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6e819d2e0 con 0x7fb6e81078f0 2024-03-18T22:58:41.463 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.460+0000 7fb6d77fe640 1 -- 172.21.15.52:0/269642348 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6e0004570 con 0x7fb6e81078f0 2024-03-18T22:58:41.463 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.460+0000 7fb6eca4d640 1 -- 172.21.15.52:0/269642348 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6e81a4bd0 con 0x7fb6e81078f0 2024-03-18T22:58:41.472 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.462+0000 7fb6d77fe640 1 -- 172.21.15.52:0/269642348 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fb6e0004710 con 0x7fb6e81078f0 2024-03-18T22:58:41.472 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.463+0000 7fb6ef631740 1 Processor -- start 2024-03-18T22:58:41.472 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.463+0000 7fb6ef631740 1 -- start start 2024-03-18T22:58:41.472 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.463+0000 7fb6d77fe640 1 --2- 172.21.15.52:0/269642348 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fb6d00a2a10 0x7fb6d00a4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:41.472 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.463+0000 7fb6ef631740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c3b6fbbef0 0x55c3b6fbc2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:41.472 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.463+0000 7fb6ef631740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55c3b6fbc810 0x55c3b6fc50a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:41.472 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.463+0000 7fb6ef631740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c3b6fc55e0 0x55c3b6fc79d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:41.472 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.463+0000 7fb6ef631740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55c3b6f1fbe0 con 0x55c3b6fc55e0 2024-03-18T22:58:41.472 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.463+0000 7fb6ef631740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x55c3b6ec8960 con 0x55c3b6fbc810 2024-03-18T22:58:41.473 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.463+0000 7fb6ef631740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x55c3b6f1bc80 con 0x55c3b6fbbef0 2024-03-18T22:58:41.473 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.463+0000 7fb6e5d9b640 1 --2- 172.21.15.52:0/269642348 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fb6d00a2a10 0x7fb6d00a4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:41.473 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.463+0000 7fb6e6d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c3b6fc55e0 0x55c3b6fc79d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:41.473 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.463+0000 7fb6d77fe640 1 -- 172.21.15.52:0/269642348 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7fb6e00f15e0 con 0x7fb6e81078f0 2024-03-18T22:58:41.473 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.463+0000 7fb6e6d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c3b6fc55e0 0x55c3b6fc79d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41978/0 (socket says 172.21.15.52:41978) 2024-03-18T22:58:41.473 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.463+0000 7fb6e659c640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c3b6fbbef0 0x55c3b6fbc2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:41.473 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.463+0000 7fb6e6d9d640 1 -- 172.21.15.52:0/871754086 learned_addr learned my addr 172.21.15.52:0/871754086 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:58:41.473 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.463+0000 7fb6e5d9b640 1 --2- 172.21.15.52:0/871754086 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55c3b6fbc810 0x55c3b6fc50a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:41.473 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.463+0000 7fb6e6d9d640 1 -- 172.21.15.52:0/871754086 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c3b6fbbef0 msgr2=0x55c3b6fbc2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:41.473 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.463+0000 7fb6e6d9d640 1 --2- 172.21.15.52:0/871754086 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c3b6fbbef0 0x55c3b6fbc2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.473 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.463+0000 7fb6e6d9d640 1 -- 172.21.15.52:0/871754086 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55c3b6fbc810 msgr2=0x55c3b6fc50a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:41.473 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.463+0000 7fb6e6d9d640 1 --2- 172.21.15.52:0/871754086 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55c3b6fbc810 0x55c3b6fc50a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.473 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.464+0000 7fb6e6d9d640 1 -- 172.21.15.52:0/871754086 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c3b6ebfd20 con 0x55c3b6fc55e0 2024-03-18T22:58:41.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.464+0000 7fb6e5d9b640 1 --2- 172.21.15.52:0/269642348 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fb6d00a2a10 0x7fb6d00a4ed0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fb6e8077a00 tx=0x7fb6dc009b60 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:41.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.464+0000 7fb6e6d9d640 1 --2- 172.21.15.52:0/871754086 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c3b6fc55e0 0x55c3b6fc79d0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fb6e00ba190 tx=0x7fb6e00ba090 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c946bb53606ebe server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:41.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.464+0000 7fb6d4ff9640 1 -- 172.21.15.52:0/871754086 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6e009b530 con 0x55c3b6fc55e0 2024-03-18T22:58:41.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.464+0000 7fb6d4ff9640 1 -- 172.21.15.52:0/871754086 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb6e003a040 con 0x55c3b6fc55e0 2024-03-18T22:58:41.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.464+0000 7fb6d4ff9640 1 -- 172.21.15.52:0/871754086 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6e009b170 con 0x55c3b6fc55e0 2024-03-18T22:58:41.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.465+0000 7fb6ef631740 1 -- 172.21.15.52:0/871754086 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c3b6fc55e0 msgr2=0x55c3b6fc79d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:41.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.465+0000 7fb6ef631740 1 --2- 172.21.15.52:0/871754086 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c3b6fc55e0 0x55c3b6fc79d0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fb6e00ba190 tx=0x7fb6e00ba090 comp rx=0 tx=0).stop 2024-03-18T22:58:41.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.465+0000 7fb6ef631740 1 -- 172.21.15.52:0/871754086 shutdown_connections 2024-03-18T22:58:41.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.465+0000 7fb6ef631740 1 --2- 172.21.15.52:0/871754086 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c3b6fc55e0 0x55c3b6fc79d0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.465+0000 7fb6ef631740 1 --2- 172.21.15.52:0/871754086 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55c3b6fbc810 0x55c3b6fc50a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.465+0000 7fb6ef631740 1 --2- 172.21.15.52:0/871754086 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c3b6fbbef0 0x55c3b6fbc2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.465+0000 7fb6ef631740 1 -- 172.21.15.52:0/871754086 >> 172.21.15.52:0/871754086 conn(0x55c3b6fb6810 msgr2=0x55c3b6fb6bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:41.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.465+0000 7fb6ef631740 1 -- 172.21.15.52:0/871754086 shutdown_connections 2024-03-18T22:58:41.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.465+0000 7fb6ef631740 1 -- 172.21.15.52:0/871754086 wait complete. 2024-03-18T22:58:41.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.465+0000 7fb6ef631740 1 -- start start 2024-03-18T22:58:41.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.465+0000 7fb6ef631740 1 Processor -- start 2024-03-18T22:58:41.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.465+0000 7fb6ef631740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c3b6fbbef0 0x55c3b6fc4ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:41.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.465+0000 7fb6ef631740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c3b6fbc810 0x55c3b6fc2270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:41.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.465+0000 7fb6ef631740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55c3b6fc55e0 0x55c3b6fc27b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:41.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.465+0000 7fb6ef631740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55c3b6fc7fd0 con 0x55c3b6fbbef0 2024-03-18T22:58:41.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.465+0000 7fb6ef631740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x55c3b6edbdb0 con 0x55c3b6fc55e0 2024-03-18T22:58:41.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.465+0000 7fb6ef631740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x55c3b6fc8150 con 0x55c3b6fbc810 2024-03-18T22:58:41.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.465+0000 7fb6ef631740 10 client.0 _ll_register_callbacks cb 0x55c3b6ee0e70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:58:41.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.465+0000 7fb6e659c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c3b6fbbef0 0x55c3b6fc4ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:41.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.465+0000 7fb6e659c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c3b6fbbef0 0x55c3b6fc4ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41990/0 (socket says 172.21.15.52:41990) 2024-03-18T22:58:41.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.465+0000 7fb6e659c640 1 -- 172.21.15.52:0/3158547909 learned_addr learned my addr 172.21.15.52:0/3158547909 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:58:41.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.466+0000 7fb6e6d9d640 1 --2- 172.21.15.52:0/3158547909 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55c3b6fc55e0 0x55c3b6fc27b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:41.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.466+0000 7fb6e5d9b640 1 --2- 172.21.15.52:0/3158547909 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c3b6fbc810 0x55c3b6fc2270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:41.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.466+0000 7fb6e659c640 1 -- 172.21.15.52:0/3158547909 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c3b6fbc810 msgr2=0x55c3b6fc2270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:41.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.466+0000 7fb6e659c640 1 --2- 172.21.15.52:0/3158547909 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c3b6fbc810 0x55c3b6fc2270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.466+0000 7fb6e659c640 1 -- 172.21.15.52:0/3158547909 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55c3b6fc55e0 msgr2=0x55c3b6fc27b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:41.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.466+0000 7fb6e659c640 1 --2- 172.21.15.52:0/3158547909 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55c3b6fc55e0 0x55c3b6fc27b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.466+0000 7fb6e659c640 1 -- 172.21.15.52:0/3158547909 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c3b6edac60 con 0x55c3b6fbbef0 2024-03-18T22:58:41.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.466+0000 7fb6e659c640 1 --2- 172.21.15.52:0/3158547909 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c3b6fbbef0 0x55c3b6fc4ee0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fb6d8012d20 tx=0x7fb6d800f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e74e2c305d391545 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:41.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.466+0000 7fb6cdffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-03-18T22:58:41.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.466+0000 7fb6cdffb640 1 -- 172.21.15.52:0/3158547909 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6d800fe20 con 0x55c3b6fbbef0 2024-03-18T22:58:41.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.466+0000 7fb6cdffb640 1 -- 172.21.15.52:0/3158547909 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7fb6d8010430 con 0x55c3b6fbbef0 2024-03-18T22:58:41.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.466+0000 7fb6ef631740 1 -- 172.21.15.52:0/3158547909 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb6e003a040 con 0x55c3b6fbbef0 2024-03-18T22:58:41.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.466+0000 7fb6cdffb640 1 -- 172.21.15.52:0/3158547909 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb6d8010630 con 0x55c3b6fbbef0 2024-03-18T22:58:41.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.466+0000 7fb6ef631740 10 client.15531 fetch_fsmap learned FSMap version 25 2024-03-18T22:58:41.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.466+0000 7fb6ef631740 1 -- 172.21.15.52:0/3158547909 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55c3b6c34210 con 0x55c3b6fbbef0 2024-03-18T22:58:41.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.466+0000 7fb6cdffb640 1 -- 172.21.15.52:0/3158547909 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb6e003a040 con 0x55c3b6fbbef0 2024-03-18T22:58:41.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.467+0000 7fb6cdffb640 1 -- 172.21.15.52:0/3158547909 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 25) ==== 8358+0+0 (secure 0 0 0) 0x7fb6d80249c0 con 0x55c3b6fbbef0 2024-03-18T22:58:41.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.467+0000 7fb6ef631740 10 client.15531 fetch_fsmap finished waiting for FSMap version 25 2024-03-18T22:58:41.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.467+0000 7fb6ef631740 10 client.15531 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-03-18T22:58:41.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.467+0000 7fb6ef631740 20 client.15531 populate_metadata read hostname 'smithi052' 2024-03-18T22:58:41.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.467+0000 7fb6ef631740 1 --2- 172.21.15.52:0/3158547909 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55c3b6fd51e0 0x55c3b6fd7630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:41.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.467+0000 7fb6ef631740 4 client.15531 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-18T22:58:41.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.467+0000 7fb6ef631740 1 -- 172.21.15.52:0/3158547909 --> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c3b6f2d120 con 0x55c3b6fd51e0 2024-03-18T22:58:41.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.467+0000 7fb6e5d9b640 1 --2- 172.21.15.52:0/3158547909 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55c3b6fd51e0 0x55c3b6fd7630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:41.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.467+0000 7fb6cdffb640 10 client.15531 ms_handle_connect on v2:172.21.15.99:6838/326875962 2024-03-18T22:58:41.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.467+0000 7fb6e5d9b640 1 --2- 172.21.15.52:0/3158547909 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55c3b6fd51e0 0x55c3b6fd7630 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4f975d0cf65fe4ff server_cookie=98087d784aab55d3 in_seq=0 out_seq=0 2024-03-18T22:58:41.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.468+0000 7fb6cdffb640 1 -- 172.21.15.52:0/3158547909 <== mds.0 v2:172.21.15.99:6838/326875962 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55c3b6f2d120 con 0x55c3b6fd51e0 2024-03-18T22:58:41.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.468+0000 7fb6cdffb640 10 client.15531 handle_command_reply: tid=0 2024-03-18T22:58:41.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.468+0000 7fb6ef631740 1 client.15531 shutdown 2024-03-18T22:58:41.478 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.468+0000 7fb6ef631740 1 -- 172.21.15.52:0/3158547909 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c3b6fbbef0 msgr2=0x55c3b6fc4ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:41.478 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.468+0000 7fb6ef631740 1 --2- 172.21.15.52:0/3158547909 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c3b6fbbef0 0x55c3b6fc4ee0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fb6d8012d20 tx=0x7fb6d800f790 comp rx=0 tx=0).stop 2024-03-18T22:58:41.478 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.468+0000 7fb6ef631740 1 -- 172.21.15.52:0/3158547909 shutdown_connections 2024-03-18T22:58:41.478 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.468+0000 7fb6ef631740 1 --2- 172.21.15.52:0/3158547909 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55c3b6fc55e0 0x55c3b6fc27b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.478 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.468+0000 7fb6ef631740 1 --2- 172.21.15.52:0/3158547909 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55c3b6fd51e0 0x55c3b6fd7630 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.478 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.468+0000 7fb6ef631740 1 --2- 172.21.15.52:0/3158547909 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c3b6fbc810 0x55c3b6fc2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.478 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.468+0000 7fb6ef631740 1 --2- 172.21.15.52:0/3158547909 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c3b6fbbef0 0x55c3b6fc4ee0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.478 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.468+0000 7fb6cdffb640 0 client.15531 ms_handle_reset on v2:172.21.15.99:6838/326875962 2024-03-18T22:58:41.478 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.468+0000 7fb6ef631740 1 -- 172.21.15.52:0/3158547909 >> 172.21.15.52:0/3158547909 conn(0x55c3b6fb6810 msgr2=0x55c3b6fb5ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:41.478 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.468+0000 7fb6ef631740 1 -- 172.21.15.52:0/3158547909 shutdown_connections 2024-03-18T22:58:41.479 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.468+0000 7fb6ef631740 1 -- 172.21.15.52:0/3158547909 wait complete. 2024-03-18T22:58:41.479 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.468+0000 7fb6ef631740 20 client.15531 trim_cache size 0 max 16384 2024-03-18T22:58:41.488 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.483+0000 7fb6ef631740 1 Processor -- start 2024-03-18T22:58:41.488 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.483+0000 7fb6ef631740 1 -- start start 2024-03-18T22:58:41.488 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.484+0000 7fb6ef631740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c3b6fbbef0 0x55c3b6fd0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.484+0000 7fb6ef631740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c3b6fbc810 0x55c3b6fb8320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.484+0000 7fb6ef631740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55c3b6fc55e0 0x55c3b6fdcf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.484+0000 7fb6ef631740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb6e81aff90 con 0x55c3b6fbc810 2024-03-18T22:58:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.484+0000 7fb6ef631740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fb6e81ad7d0 con 0x55c3b6fc55e0 2024-03-18T22:58:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.484+0000 7fb6ef631740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fb6e81ab620 con 0x55c3b6fbbef0 2024-03-18T22:58:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.484+0000 7fb6e5d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c3b6fbc810 0x55c3b6fb8320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.484+0000 7fb6e5d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c3b6fbc810 0x55c3b6fb8320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41994/0 (socket says 172.21.15.52:41994) 2024-03-18T22:58:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.484+0000 7fb6e5d9b640 1 -- 172.21.15.52:0/341785413 learned_addr learned my addr 172.21.15.52:0/341785413 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:58:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.484+0000 7fb6e659c640 1 --2- 172.21.15.52:0/341785413 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c3b6fbbef0 0x55c3b6fd0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.484+0000 7fb6e6d9d640 1 --2- 172.21.15.52:0/341785413 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55c3b6fc55e0 0x55c3b6fdcf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.484+0000 7fb6e5d9b640 1 -- 172.21.15.52:0/341785413 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c3b6fbbef0 msgr2=0x55c3b6fd0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.484+0000 7fb6e5d9b640 1 --2- 172.21.15.52:0/341785413 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c3b6fbbef0 0x55c3b6fd0ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.484+0000 7fb6e5d9b640 1 -- 172.21.15.52:0/341785413 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55c3b6fc55e0 msgr2=0x55c3b6fdcf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.484+0000 7fb6e5d9b640 1 --2- 172.21.15.52:0/341785413 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55c3b6fc55e0 0x55c3b6fdcf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.484+0000 7fb6e5d9b640 1 -- 172.21.15.52:0/341785413 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c3b6d00620 con 0x55c3b6fbc810 2024-03-18T22:58:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.484+0000 7fb6e5d9b640 1 --2- 172.21.15.52:0/341785413 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c3b6fbc810 0x55c3b6fb8320 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fb6dc009e50 tx=0x7fb6dc021000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81acb618dd1d7d23 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.484+0000 7fb6cffff640 1 -- 172.21.15.52:0/341785413 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6dc02b440 con 0x55c3b6fbc810 2024-03-18T22:58:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.484+0000 7fb6cffff640 1 -- 172.21.15.52:0/341785413 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb6dc02b5e0 con 0x55c3b6fbc810 2024-03-18T22:58:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.484+0000 7fb6cffff640 1 -- 172.21.15.52:0/341785413 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6dc0055f0 con 0x55c3b6fbc810 2024-03-18T22:58:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.485+0000 7fb6ef631740 1 -- 172.21.15.52:0/341785413 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c3b6fbc810 msgr2=0x55c3b6fb8320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.485+0000 7fb6ef631740 1 --2- 172.21.15.52:0/341785413 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c3b6fbc810 0x55c3b6fb8320 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fb6dc009e50 tx=0x7fb6dc021000 comp rx=0 tx=0).stop 2024-03-18T22:58:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.485+0000 7fb6ef631740 1 -- 172.21.15.52:0/341785413 shutdown_connections 2024-03-18T22:58:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.485+0000 7fb6ef631740 1 --2- 172.21.15.52:0/341785413 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55c3b6fc55e0 0x55c3b6fdcf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.485+0000 7fb6ef631740 1 --2- 172.21.15.52:0/341785413 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c3b6fbc810 0x55c3b6fb8320 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.485+0000 7fb6ef631740 1 --2- 172.21.15.52:0/341785413 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c3b6fbbef0 0x55c3b6fd0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.485+0000 7fb6ef631740 1 -- 172.21.15.52:0/341785413 >> 172.21.15.52:0/341785413 conn(0x55c3b6fb6810 msgr2=0x55c3b6fb7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.485+0000 7fb6ef631740 1 -- 172.21.15.52:0/341785413 shutdown_connections 2024-03-18T22:58:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.485+0000 7fb6ef631740 1 -- 172.21.15.52:0/341785413 wait complete. 2024-03-18T22:58:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.485+0000 7fb6ef631740 1 -- start start 2024-03-18T22:58:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.485+0000 7fb6ef631740 1 Processor -- start 2024-03-18T22:58:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.485+0000 7fb6ef631740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c3b6fbbef0 0x55c3b7038030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.485+0000 7fb6ef631740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55c3b6fbc810 0x55c3b7038570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.485+0000 7fb6ef631740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c3b6fc55e0 0x55c3b6fc4320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.485+0000 7fb6ef631740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb6e81abc90 con 0x55c3b6fc55e0 2024-03-18T22:58:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.485+0000 7fb6ef631740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fb6e81ad100 con 0x55c3b6fbc810 2024-03-18T22:58:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.485+0000 7fb6ef631740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fb6e81ac360 con 0x55c3b6fbbef0 2024-03-18T22:58:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.486+0000 7fb6ef631740 10 client.0 _ll_register_callbacks cb 0x7fb6d8012930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:58:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.486+0000 7fb6e6d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c3b6fc55e0 0x55c3b6fc4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.486+0000 7fb6e6d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c3b6fc55e0 0x55c3b6fc4320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41996/0 (socket says 172.21.15.52:41996) 2024-03-18T22:58:41.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.486+0000 7fb6e6d9d640 1 -- 172.21.15.52:0/1048413126 learned_addr learned my addr 172.21.15.52:0/1048413126 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:58:41.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.486+0000 7fb6e659c640 1 --2- 172.21.15.52:0/1048413126 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c3b6fbbef0 0x55c3b7038030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:41.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.486+0000 7fb6e5d9b640 1 --2- 172.21.15.52:0/1048413126 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55c3b6fbc810 0x55c3b7038570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:41.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.486+0000 7fb6e6d9d640 1 -- 172.21.15.52:0/1048413126 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c3b6fbbef0 msgr2=0x55c3b7038030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:41.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.486+0000 7fb6e6d9d640 1 --2- 172.21.15.52:0/1048413126 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c3b6fbbef0 0x55c3b7038030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.486+0000 7fb6e6d9d640 1 -- 172.21.15.52:0/1048413126 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55c3b6fbc810 msgr2=0x55c3b7038570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:41.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.486+0000 7fb6e6d9d640 1 --2- 172.21.15.52:0/1048413126 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55c3b6fbc810 0x55c3b7038570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.486+0000 7fb6e6d9d640 1 -- 172.21.15.52:0/1048413126 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c3b6fc4a10 con 0x55c3b6fc55e0 2024-03-18T22:58:41.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.486+0000 7fb6e6d9d640 1 --2- 172.21.15.52:0/1048413126 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c3b6fc55e0 0x55c3b6fc4320 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fb6e0004080 tx=0x7fb6e00441f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98a374db440e8210 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:41.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.486+0000 7fb6cdffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-03-18T22:58:41.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.486+0000 7fb6cdffb640 1 -- 172.21.15.52:0/1048413126 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6e009b350 con 0x55c3b6fc55e0 2024-03-18T22:58:41.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.486+0000 7fb6cdffb640 1 -- 172.21.15.52:0/1048413126 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7fb6e00eeef0 con 0x55c3b6fc55e0 2024-03-18T22:58:41.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.486+0000 7fb6ef631740 1 -- 172.21.15.52:0/1048413126 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb6dc02b5e0 con 0x55c3b6fc55e0 2024-03-18T22:58:41.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.486+0000 7fb6cdffb640 1 -- 172.21.15.52:0/1048413126 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb6e00ef0f0 con 0x55c3b6fc55e0 2024-03-18T22:58:41.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.486+0000 7fb6ef631740 10 client.15537 fetch_fsmap learned FSMap version 25 2024-03-18T22:58:41.493 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.486+0000 7fb6ef631740 1 -- 172.21.15.52:0/1048413126 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55c3b703f800 con 0x55c3b6fc55e0 2024-03-18T22:58:41.493 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.487+0000 7fb6cdffb640 1 -- 172.21.15.52:0/1048413126 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb6dc02b5e0 con 0x55c3b6fc55e0 2024-03-18T22:58:41.493 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.487+0000 7fb6cdffb640 1 -- 172.21.15.52:0/1048413126 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 25) ==== 8358+0+0 (secure 0 0 0) 0x7fb6e00c5f90 con 0x55c3b6fc55e0 2024-03-18T22:58:41.493 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.487+0000 7fb6ef631740 10 client.15537 fetch_fsmap finished waiting for FSMap version 25 2024-03-18T22:58:41.493 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.487+0000 7fb6ef631740 10 client.15537 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-03-18T22:58:41.493 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.487+0000 7fb6ef631740 20 client.15537 populate_metadata read hostname 'smithi052' 2024-03-18T22:58:41.493 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.487+0000 7fb6ef631740 1 --2- 172.21.15.52:0/1048413126 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55c3b703fe70 0x55c3b7042290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:41.493 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.487+0000 7fb6ef631740 4 client.15537 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-18T22:58:41.493 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.487+0000 7fb6ef631740 1 -- 172.21.15.52:0/1048413126 --> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c3b6f27470 con 0x55c3b703fe70 2024-03-18T22:58:41.493 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.487+0000 7fb6e659c640 1 --2- 172.21.15.52:0/1048413126 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55c3b703fe70 0x55c3b7042290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:41.493 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.487+0000 7fb6e659c640 1 --2- 172.21.15.52:0/1048413126 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55c3b703fe70 0x55c3b7042290 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6377c5dd0ae0f728 server_cookie=3a0635a8f341bcab in_seq=0 out_seq=0 2024-03-18T22:58:41.493 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.487+0000 7fb6cdffb640 10 client.15537 ms_handle_connect on v2:172.21.15.99:6838/326875962 2024-03-18T22:58:41.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:41 smithi099 ceph-mon[36725]: pgmap v56: 97 pgs: 97 active+clean; 215 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.1 MiB/s wr, 310 op/s 2024-03-18T22:58:41.525 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.524+0000 7fb6cdffb640 1 -- 172.21.15.52:0/1048413126 <== mds.0 v2:172.21.15.99:6838/326875962 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c3b6f27470 con 0x55c3b703fe70 2024-03-18T22:58:41.525 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.524+0000 7fb6cdffb640 10 client.15537 handle_command_reply: tid=0 2024-03-18T22:58:41.525 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.524+0000 7fb6ef631740 1 client.15537 shutdown 2024-03-18T22:58:41.525 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.524+0000 7fb6ef631740 1 -- 172.21.15.52:0/1048413126 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c3b6fc55e0 msgr2=0x55c3b6fc4320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:41.525 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.524+0000 7fb6ef631740 1 --2- 172.21.15.52:0/1048413126 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c3b6fc55e0 0x55c3b6fc4320 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fb6e0004080 tx=0x7fb6e00441f0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.525 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.524+0000 7fb6ef631740 1 -- 172.21.15.52:0/1048413126 shutdown_connections 2024-03-18T22:58:41.525 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.524+0000 7fb6ef631740 1 --2- 172.21.15.52:0/1048413126 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c3b6fc55e0 0x55c3b6fc4320 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.525 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.524+0000 7fb6ef631740 1 --2- 172.21.15.52:0/1048413126 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55c3b6fbc810 0x55c3b7038570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.526 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.524+0000 7fb6ef631740 1 --2- 172.21.15.52:0/1048413126 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55c3b703fe70 0x55c3b7042290 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.526 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.524+0000 7fb6ef631740 1 --2- 172.21.15.52:0/1048413126 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c3b6fbbef0 0x55c3b7038030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.526 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.524+0000 7fb6cdffb640 0 client.15537 ms_handle_reset on v2:172.21.15.99:6838/326875962 2024-03-18T22:58:41.526 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.524+0000 7fb6ef631740 1 -- 172.21.15.52:0/1048413126 >> 172.21.15.52:0/1048413126 conn(0x55c3b6fb6810 msgr2=0x55c3b6fb7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:41.526 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.524+0000 7fb6ef631740 1 -- 172.21.15.52:0/1048413126 shutdown_connections 2024-03-18T22:58:41.526 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.524+0000 7fb6ef631740 1 -- 172.21.15.52:0/1048413126 wait complete. 2024-03-18T22:58:41.526 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.524+0000 7fb6ef631740 20 client.15537 trim_cache size 0 max 16384 2024-03-18T22:58:41.526 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-03-18T22:58:41.526 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-03-18T22:58:41.527 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-03-18T22:58:41.527 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-03-18T22:58:41.527 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.525+0000 7fb6eca4d640 1 -- 172.21.15.52:0/269642348 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fb6d00a2a10 msgr2=0x7fb6d00a4ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:41.527 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.525+0000 7fb6eca4d640 1 --2- 172.21.15.52:0/269642348 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fb6d00a2a10 0x7fb6d00a4ed0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fb6e8077a00 tx=0x7fb6dc009b60 comp rx=0 tx=0).stop 2024-03-18T22:58:41.527 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.525+0000 7fb6eca4d640 1 -- 172.21.15.52:0/269642348 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb6e81078f0 msgr2=0x7fb6e819c920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:41.528 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.525+0000 7fb6eca4d640 1 --2- 172.21.15.52:0/269642348 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb6e81078f0 0x7fb6e819c920 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fb6e00098d0 tx=0x7fb6e00325e0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.528 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.525+0000 7fb6eca4d640 1 -- 172.21.15.52:0/269642348 shutdown_connections 2024-03-18T22:58:41.528 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.525+0000 7fb6eca4d640 1 --2- 172.21.15.52:0/269642348 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb6e81078f0 0x7fb6e819c920 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.528 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.525+0000 7fb6eca4d640 1 --2- 172.21.15.52:0/269642348 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fb6d00a2a10 0x7fb6d00a4ed0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.528 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.525+0000 7fb6eca4d640 1 --2- 172.21.15.52:0/269642348 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb6e8069840 0x7fb6e81985a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.528 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.525+0000 7fb6eca4d640 1 --2- 172.21.15.52:0/269642348 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb6e8068ea0 0x7fb6e8198060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:41.528 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.525+0000 7fb6eca4d640 1 -- 172.21.15.52:0/269642348 >> 172.21.15.52:0/269642348 conn(0x7fb6e8077570 msgr2=0x7fb6e80fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:41.528 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.525+0000 7fb6eca4d640 1 -- 172.21.15.52:0/269642348 shutdown_connections 2024-03-18T22:58:41.528 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:41.525+0000 7fb6eca4d640 1 -- 172.21.15.52:0/269642348 wait complete. 2024-03-18T22:58:41.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:41 smithi052 ceph-mon[32520]: pgmap v56: 97 pgs: 97 active+clean; 215 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.1 MiB/s wr, 310 op/s 2024-03-18T22:58:41.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:41 smithi181 ceph-mon[67256]: pgmap v56: 97 pgs: 97 active+clean; 215 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.1 MiB/s wr, 310 op/s 2024-03-18T22:58:43.541 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:43 smithi052 ceph-mon[32520]: pgmap v57: 97 pgs: 97 active+clean; 216 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 414 op/s 2024-03-18T22:58:43.705 INFO:tasks.workunit.client.0.smithi052.stderr:+ tar xf doc.tar 2024-03-18T22:58:43.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:43 smithi181 ceph-mon[67256]: pgmap v57: 97 pgs: 97 active+clean; 216 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 414 op/s 2024-03-18T22:58:43.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:43 smithi099 ceph-mon[36725]: pgmap v57: 97 pgs: 97 active+clean; 216 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 414 op/s 2024-03-18T22:58:45.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:45 smithi052 ceph-mon[32520]: pgmap v58: 97 pgs: 97 active+clean; 216 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 216 op/s 2024-03-18T22:58:45.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:45 smithi181 ceph-mon[67256]: pgmap v58: 97 pgs: 97 active+clean; 216 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 216 op/s 2024-03-18T22:58:45.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:45 smithi099 ceph-mon[36725]: pgmap v58: 97 pgs: 97 active+clean; 216 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 216 op/s 2024-03-18T22:58:47.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:47 smithi052 ceph-mon[32520]: pgmap v59: 97 pgs: 97 active+clean; 213 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 364 op/s 2024-03-18T22:58:47.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:47 smithi181 ceph-mon[67256]: pgmap v59: 97 pgs: 97 active+clean; 213 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 364 op/s 2024-03-18T22:58:47.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:47 smithi099 ceph-mon[36725]: pgmap v59: 97 pgs: 97 active+clean; 213 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 364 op/s 2024-03-18T22:58:49.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:49 smithi052 ceph-mon[32520]: pgmap v60: 97 pgs: 97 active+clean; 213 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 252 op/s 2024-03-18T22:58:49.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:49 smithi181 ceph-mon[67256]: pgmap v60: 97 pgs: 97 active+clean; 213 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 252 op/s 2024-03-18T22:58:49.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:49 smithi099 ceph-mon[36725]: pgmap v60: 97 pgs: 97 active+clean; 213 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 252 op/s 2024-03-18T22:58:51.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:51 smithi052 ceph-mon[32520]: pgmap v61: 97 pgs: 97 active+clean; 213 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 252 op/s 2024-03-18T22:58:51.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:51 smithi181 ceph-mon[67256]: pgmap v61: 97 pgs: 97 active+clean; 213 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 252 op/s 2024-03-18T22:58:51.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:51 smithi099 ceph-mon[36725]: pgmap v61: 97 pgs: 97 active+clean; 213 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 252 op/s 2024-03-18T22:58:53.068 INFO:tasks.workunit.client.0.smithi052.stderr:+ sync 2024-03-18T22:58:53.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:53 smithi052 ceph-mon[32520]: pgmap v62: 97 pgs: 97 active+clean; 219 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 273 op/s 2024-03-18T22:58:53.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:53 smithi181 ceph-mon[67256]: pgmap v62: 97 pgs: 97 active+clean; 219 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 273 op/s 2024-03-18T22:58:53.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:53 smithi099 ceph-mon[36725]: pgmap v62: 97 pgs: 97 active+clean; 219 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 273 op/s 2024-03-18T22:58:54.620 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.617+0000 7f8d7c6c6640 1 -- 172.21.15.52:0/85426370 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8d74101330 msgr2=0x7f8d7410d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:54.620 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.617+0000 7f8d7c6c6640 1 --2- 172.21.15.52:0/85426370 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8d74101330 0x7f8d7410d550 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f8d6c009ca0 tx=0x7f8d6c02c0f0 comp rx=0 tx=0).stop 2024-03-18T22:58:54.620 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.617+0000 7f8d7c6c6640 1 -- 172.21.15.52:0/85426370 shutdown_connections 2024-03-18T22:58:54.620 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.617+0000 7f8d7c6c6640 1 --2- 172.21.15.52:0/85426370 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8d74101330 0x7f8d7410d550 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:54.620 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.617+0000 7f8d7c6c6640 1 --2- 172.21.15.52:0/85426370 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8d74100970 0x7f8d74100df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:54.621 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.617+0000 7f8d7c6c6640 1 --2- 172.21.15.52:0/85426370 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8d741056c0 0x7f8d74105aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:54.621 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.617+0000 7f8d7c6c6640 1 -- 172.21.15.52:0/85426370 >> 172.21.15.52:0/85426370 conn(0x7f8d74077570 msgr2=0x7f8d74077980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:54.621 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.617+0000 7f8d7c6c6640 1 -- 172.21.15.52:0/85426370 shutdown_connections 2024-03-18T22:58:54.621 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.617+0000 7f8d7c6c6640 1 -- 172.21.15.52:0/85426370 wait complete. 2024-03-18T22:58:54.621 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.618+0000 7f8d7c6c6640 1 Processor -- start 2024-03-18T22:58:54.621 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.618+0000 7f8d7c6c6640 1 -- start start 2024-03-18T22:58:54.621 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.618+0000 7f8d7c6c6640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8d74100970 0x7f8d74198fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:54.621 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.618+0000 7f8d7c6c6640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8d74101330 0x7f8d74199520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:54.621 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.618+0000 7f8d7c6c6640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8d741056c0 0x7f8d741a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:54.621 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.618+0000 7f8d7c6c6640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f8d74110d00 con 0x7f8d741056c0 2024-03-18T22:58:54.621 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.618+0000 7f8d7c6c6640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f8d74110b80 con 0x7f8d74100970 2024-03-18T22:58:54.621 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.618+0000 7f8d7c6c6640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f8d74110e80 con 0x7f8d74101330 2024-03-18T22:58:54.622 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.618+0000 7f8d7ac63640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8d741056c0 0x7f8d741a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:54.622 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.618+0000 7f8d7a462640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8d74100970 0x7f8d74198fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:54.622 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.618+0000 7f8d7ac63640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8d741056c0 0x7f8d741a4060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56524/0 (socket says 172.21.15.52:56524) 2024-03-18T22:58:54.622 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.618+0000 7f8d7ac63640 1 -- 172.21.15.52:0/2779209328 learned_addr learned my addr 172.21.15.52:0/2779209328 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:58:54.622 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.618+0000 7f8d79c61640 1 --2- 172.21.15.52:0/2779209328 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8d74101330 0x7f8d74199520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:54.622 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.619+0000 7f8d7ac63640 1 -- 172.21.15.52:0/2779209328 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8d74101330 msgr2=0x7f8d74199520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:54.622 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.619+0000 7f8d7ac63640 1 --2- 172.21.15.52:0/2779209328 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8d74101330 0x7f8d74199520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:54.622 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.619+0000 7f8d7ac63640 1 -- 172.21.15.52:0/2779209328 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8d74100970 msgr2=0x7f8d74198fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:54.622 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.619+0000 7f8d7ac63640 1 --2- 172.21.15.52:0/2779209328 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8d74100970 0x7f8d74198fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:54.622 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.619+0000 7f8d7ac63640 1 -- 172.21.15.52:0/2779209328 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d741a45a0 con 0x7f8d741056c0 2024-03-18T22:58:54.622 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.619+0000 7f8d79c61640 1 --2- 172.21.15.52:0/2779209328 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8d74101330 0x7f8d74199520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:58:54.623 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.619+0000 7f8d7ac63640 1 --2- 172.21.15.52:0/2779209328 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8d741056c0 0x7f8d741a4060 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f8d6c005e30 tx=0x7f8d6c034440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:54.623 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.619+0000 7f8d6b7fe640 1 -- 172.21.15.52:0/2779209328 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d6c039050 con 0x7f8d741056c0 2024-03-18T22:58:54.623 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.619+0000 7f8d6b7fe640 1 -- 172.21.15.52:0/2779209328 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8d6c045070 con 0x7f8d741056c0 2024-03-18T22:58:54.623 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.619+0000 7f8d7c6c6640 1 -- 172.21.15.52:0/2779209328 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d741a4770 con 0x7f8d741056c0 2024-03-18T22:58:54.623 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.619+0000 7f8d6b7fe640 1 -- 172.21.15.52:0/2779209328 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d6c004630 con 0x7f8d741056c0 2024-03-18T22:58:54.623 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.619+0000 7f8d7c6c6640 1 -- 172.21.15.52:0/2779209328 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d741a4b70 con 0x7f8d741056c0 2024-03-18T22:58:54.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.621+0000 7f8d6b7fe640 1 -- 172.21.15.52:0/2779209328 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f8d6c003970 con 0x7f8d741056c0 2024-03-18T22:58:54.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.622+0000 7f8d7f38e740 1 Processor -- start 2024-03-18T22:58:54.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.622+0000 7f8d7f38e740 1 -- start start 2024-03-18T22:58:54.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.622+0000 7f8d6b7fe640 1 --2- 172.21.15.52:0/2779209328 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f8d600a2a10 0x7f8d600a4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:54.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.622+0000 7f8d7f38e740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b0f8726ef0 0x55b0f87272d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:54.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.622+0000 7f8d7f38e740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55b0f8727810 0x55b0f87300a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:54.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.622+0000 7f8d7f38e740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b0f87305e0 0x55b0f87329d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:54.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.622+0000 7f8d7f38e740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55b0f868abe0 con 0x55b0f87305e0 2024-03-18T22:58:54.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.622+0000 7f8d7f38e740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x55b0f8633960 con 0x55b0f8727810 2024-03-18T22:58:54.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.622+0000 7f8d7f38e740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x55b0f8686c80 con 0x55b0f8726ef0 2024-03-18T22:58:54.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.622+0000 7f8d7a462640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b0f8726ef0 0x55b0f87272d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:54.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.622+0000 7f8d79c61640 1 --2- 172.21.15.52:0/2779209328 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f8d600a2a10 0x7f8d600a4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:54.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.622+0000 7f8d7ac63640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b0f87305e0 0x55b0f87329d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:54.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.622+0000 7f8d7a462640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b0f8726ef0 0x55b0f87272d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.52:40624/0 (socket says 172.21.15.52:40624) 2024-03-18T22:58:54.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.622+0000 7f8d7a462640 1 -- 172.21.15.52:0/1796890057 learned_addr learned my addr 172.21.15.52:0/1796890057 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:58:54.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.622+0000 7f8d6b7fe640 1 -- 172.21.15.52:0/2779209328 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7f8d6c0f1410 con 0x7f8d741056c0 2024-03-18T22:58:54.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.622+0000 7f8d79c61640 1 --2- 172.21.15.52:0/1796890057 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55b0f8727810 0x55b0f87300a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:54.633 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.623+0000 7f8d7a462640 1 -- 172.21.15.52:0/1796890057 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55b0f8727810 msgr2=0x55b0f87300a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:54.633 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.623+0000 7f8d7a462640 1 --2- 172.21.15.52:0/1796890057 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55b0f8727810 0x55b0f87300a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:54.633 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.623+0000 7f8d7a462640 1 -- 172.21.15.52:0/1796890057 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b0f87305e0 msgr2=0x55b0f87329d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:54.633 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.623+0000 7f8d7a462640 1 --2- 172.21.15.52:0/1796890057 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b0f87305e0 0x55b0f87329d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:54.633 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.623+0000 7f8d7a462640 1 -- 172.21.15.52:0/1796890057 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0f862ad20 con 0x55b0f8726ef0 2024-03-18T22:58:54.633 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.623+0000 7f8d7a462640 1 --2- 172.21.15.52:0/1796890057 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b0f8726ef0 0x55b0f87272d0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8d70009ca0 tx=0x7f8d70011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=83e5eef1c9bef925 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:54.633 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.623+0000 7f8d79c61640 1 --2- 172.21.15.52:0/2779209328 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f8d600a2a10 0x7f8d600a4ed0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x55b0f87269a0 tx=0x7f8d640095a0 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:54.633 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.623+0000 7f8d68ff9640 1 -- 172.21.15.52:0/1796890057 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d7001e070 con 0x55b0f8726ef0 2024-03-18T22:58:54.633 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.623+0000 7f8d68ff9640 1 -- 172.21.15.52:0/1796890057 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8d70019b30 con 0x55b0f8726ef0 2024-03-18T22:58:54.633 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.623+0000 7f8d68ff9640 1 -- 172.21.15.52:0/1796890057 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d7000eb70 con 0x55b0f8726ef0 2024-03-18T22:58:54.633 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.624+0000 7f8d7f38e740 1 -- 172.21.15.52:0/1796890057 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b0f8726ef0 msgr2=0x55b0f87272d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:54.634 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.624+0000 7f8d7f38e740 1 --2- 172.21.15.52:0/1796890057 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b0f8726ef0 0x55b0f87272d0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8d70009ca0 tx=0x7f8d70011810 comp rx=0 tx=0).stop 2024-03-18T22:58:54.634 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.624+0000 7f8d7f38e740 1 -- 172.21.15.52:0/1796890057 shutdown_connections 2024-03-18T22:58:54.634 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.624+0000 7f8d7f38e740 1 --2- 172.21.15.52:0/1796890057 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b0f87305e0 0x55b0f87329d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:54.634 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.624+0000 7f8d7f38e740 1 --2- 172.21.15.52:0/1796890057 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55b0f8727810 0x55b0f87300a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:54.634 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.624+0000 7f8d7f38e740 1 --2- 172.21.15.52:0/1796890057 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b0f8726ef0 0x55b0f87272d0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:54.634 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.624+0000 7f8d7f38e740 1 -- 172.21.15.52:0/1796890057 >> 172.21.15.52:0/1796890057 conn(0x55b0f8721810 msgr2=0x55b0f8721bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:54.634 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.624+0000 7f8d7f38e740 1 -- 172.21.15.52:0/1796890057 shutdown_connections 2024-03-18T22:58:54.634 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.624+0000 7f8d7f38e740 1 -- 172.21.15.52:0/1796890057 wait complete. 2024-03-18T22:58:54.634 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.624+0000 7f8d7f38e740 1 -- start start 2024-03-18T22:58:54.634 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.624+0000 7f8d7f38e740 1 Processor -- start 2024-03-18T22:58:54.635 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.624+0000 7f8d7f38e740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55b0f8726ef0 0x55b0f872ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:54.635 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.624+0000 7f8d7f38e740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b0f8727810 0x55b0f872d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:54.635 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.624+0000 7f8d7f38e740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b0f87305e0 0x55b0f872d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:54.635 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.624+0000 7f8d7f38e740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55b0f8733210 con 0x55b0f8727810 2024-03-18T22:58:54.635 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.624+0000 7f8d7f38e740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x55b0f8646db0 con 0x55b0f8726ef0 2024-03-18T22:58:54.635 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.624+0000 7f8d7f38e740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x55b0f8733390 con 0x55b0f87305e0 2024-03-18T22:58:54.635 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.625+0000 7f8d7f38e740 10 client.0 _ll_register_callbacks cb 0x55b0f864be70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:58:54.635 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.625+0000 7f8d79c61640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b0f8727810 0x55b0f872d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:54.635 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.625+0000 7f8d79c61640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b0f8727810 0x55b0f872d330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56544/0 (socket says 172.21.15.52:56544) 2024-03-18T22:58:54.635 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.625+0000 7f8d79c61640 1 -- 172.21.15.52:0/336893110 learned_addr learned my addr 172.21.15.52:0/336893110 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:58:54.636 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.625+0000 7f8d7a462640 1 --2- 172.21.15.52:0/336893110 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55b0f8726ef0 0x55b0f872ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:54.636 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.625+0000 7f8d7ac63640 1 --2- 172.21.15.52:0/336893110 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b0f87305e0 0x55b0f872d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:54.636 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.625+0000 7f8d79c61640 1 -- 172.21.15.52:0/336893110 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b0f87305e0 msgr2=0x55b0f872d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:54.636 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.625+0000 7f8d79c61640 1 --2- 172.21.15.52:0/336893110 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b0f87305e0 0x55b0f872d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:54.636 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.625+0000 7f8d79c61640 1 -- 172.21.15.52:0/336893110 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55b0f8726ef0 msgr2=0x55b0f872ffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:54.636 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.625+0000 7f8d79c61640 1 --2- 172.21.15.52:0/336893110 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55b0f8726ef0 0x55b0f872ffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:54.636 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.625+0000 7f8d79c61640 1 -- 172.21.15.52:0/336893110 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0f8645c60 con 0x55b0f8727810 2024-03-18T22:58:54.636 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.625+0000 7f8d79c61640 1 --2- 172.21.15.52:0/336893110 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b0f8727810 0x55b0f872d330 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f8d64010c40 tx=0x7f8d64004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=caf3cd9d6cb468b2 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:54.636 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.625+0000 7f8d5dffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-03-18T22:58:54.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.625+0000 7f8d5dffb640 1 -- 172.21.15.52:0/336893110 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d6402d060 con 0x55b0f8727810 2024-03-18T22:58:54.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.625+0000 7f8d5dffb640 1 -- 172.21.15.52:0/336893110 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7f8d6401a070 con 0x55b0f8727810 2024-03-18T22:58:54.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.625+0000 7f8d7f38e740 1 -- 172.21.15.52:0/336893110 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8d70019b30 con 0x55b0f8727810 2024-03-18T22:58:54.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.625+0000 7f8d5dffb640 1 -- 172.21.15.52:0/336893110 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f8d6401d920 con 0x55b0f8727810 2024-03-18T22:58:54.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.625+0000 7f8d7f38e740 10 client.15549 fetch_fsmap learned FSMap version 25 2024-03-18T22:58:54.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.625+0000 7f8d7f38e740 1 -- 172.21.15.52:0/336893110 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b0f839f210 con 0x55b0f8727810 2024-03-18T22:58:54.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.626+0000 7f8d5dffb640 1 -- 172.21.15.52:0/336893110 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8d70019b30 con 0x55b0f8727810 2024-03-18T22:58:54.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.626+0000 7f8d5dffb640 1 -- 172.21.15.52:0/336893110 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 25) ==== 8358+0+0 (secure 0 0 0) 0x7f8d640303e0 con 0x55b0f8727810 2024-03-18T22:58:54.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.626+0000 7f8d7f38e740 10 client.15549 fetch_fsmap finished waiting for FSMap version 25 2024-03-18T22:58:54.638 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.626+0000 7f8d7f38e740 10 client.15549 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-03-18T22:58:54.638 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.626+0000 7f8d7f38e740 20 client.15549 populate_metadata read hostname 'smithi052' 2024-03-18T22:58:54.638 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.626+0000 7f8d7f38e740 1 --2- 172.21.15.52:0/336893110 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55b0f8740540 0x55b0f8742990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:54.638 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.626+0000 7f8d7f38e740 4 client.15549 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-18T22:58:54.638 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.626+0000 7f8d7f38e740 1 -- 172.21.15.52:0/336893110 --> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b0f8698120 con 0x55b0f8740540 2024-03-18T22:58:54.638 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.626+0000 7f8d7a462640 1 --2- 172.21.15.52:0/336893110 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55b0f8740540 0x55b0f8742990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:54.638 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.626+0000 7f8d5dffb640 10 client.15549 ms_handle_connect on v2:172.21.15.99:6838/326875962 2024-03-18T22:58:54.638 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.626+0000 7f8d7a462640 1 --2- 172.21.15.52:0/336893110 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55b0f8740540 0x55b0f8742990 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dbbeaddf981b54a5 server_cookie=23afa0942ff0ceaf in_seq=0 out_seq=0 2024-03-18T22:58:54.638 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.630+0000 7f8d5dffb640 1 -- 172.21.15.52:0/336893110 <== mds.0 v2:172.21.15.99:6838/326875962 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55b0f8698120 con 0x55b0f8740540 2024-03-18T22:58:54.639 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.630+0000 7f8d5dffb640 10 client.15549 handle_command_reply: tid=0 2024-03-18T22:58:54.639 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.630+0000 7f8d7f38e740 1 client.15549 shutdown 2024-03-18T22:58:54.639 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.630+0000 7f8d7f38e740 1 -- 172.21.15.52:0/336893110 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b0f8727810 msgr2=0x55b0f872d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:54.639 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.630+0000 7f8d7f38e740 1 --2- 172.21.15.52:0/336893110 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b0f8727810 0x55b0f872d330 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f8d64010c40 tx=0x7f8d64004730 comp rx=0 tx=0).stop 2024-03-18T22:58:54.639 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.630+0000 7f8d7f38e740 1 -- 172.21.15.52:0/336893110 shutdown_connections 2024-03-18T22:58:54.639 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.630+0000 7f8d7f38e740 1 --2- 172.21.15.52:0/336893110 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55b0f8740540 0x55b0f8742990 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:54.639 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.630+0000 7f8d7f38e740 1 --2- 172.21.15.52:0/336893110 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b0f87305e0 0x55b0f872d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:54.639 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.630+0000 7f8d7f38e740 1 --2- 172.21.15.52:0/336893110 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b0f8727810 0x55b0f872d330 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:54.639 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.630+0000 7f8d7f38e740 1 --2- 172.21.15.52:0/336893110 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55b0f8726ef0 0x55b0f872ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:54.639 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.630+0000 7f8d5dffb640 0 client.15549 ms_handle_reset on v2:172.21.15.99:6838/326875962 2024-03-18T22:58:54.640 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.630+0000 7f8d7f38e740 1 -- 172.21.15.52:0/336893110 >> 172.21.15.52:0/336893110 conn(0x55b0f8721810 msgr2=0x55b0f8720ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:54.640 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.630+0000 7f8d7f38e740 1 -- 172.21.15.52:0/336893110 shutdown_connections 2024-03-18T22:58:54.640 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.630+0000 7f8d7f38e740 1 -- 172.21.15.52:0/336893110 wait complete. 2024-03-18T22:58:54.640 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.630+0000 7f8d7f38e740 20 client.15549 trim_cache size 0 max 16384 2024-03-18T22:58:54.650 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.645+0000 7f8d7f38e740 1 Processor -- start 2024-03-18T22:58:54.650 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.645+0000 7f8d7f38e740 1 -- start start 2024-03-18T22:58:54.650 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.645+0000 7f8d7f38e740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b0f8726ef0 0x55b0f873bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:54.650 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.645+0000 7f8d7f38e740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55b0f8727810 0x55b0f871c940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:54.650 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.645+0000 7f8d7f38e740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b0f87305e0 0x55b0f87482a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:54.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.645+0000 7f8d7f38e740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f8d741afeb0 con 0x55b0f8726ef0 2024-03-18T22:58:54.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.645+0000 7f8d7f38e740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f8d741ad6f0 con 0x55b0f8727810 2024-03-18T22:58:54.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.645+0000 7f8d7f38e740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f8d741ab540 con 0x55b0f87305e0 2024-03-18T22:58:54.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.645+0000 7f8d7a462640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b0f8726ef0 0x55b0f873bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:54.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.645+0000 7f8d7a462640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b0f8726ef0 0x55b0f873bfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56550/0 (socket says 172.21.15.52:56550) 2024-03-18T22:58:54.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.645+0000 7f8d7a462640 1 -- 172.21.15.52:0/844400961 learned_addr learned my addr 172.21.15.52:0/844400961 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:58:54.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.645+0000 7f8d7ac63640 1 --2- 172.21.15.52:0/844400961 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b0f87305e0 0x55b0f87482a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:54.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.645+0000 7f8d79c61640 1 --2- 172.21.15.52:0/844400961 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55b0f8727810 0x55b0f871c940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:54.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.646+0000 7f8d7a462640 1 -- 172.21.15.52:0/844400961 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b0f87305e0 msgr2=0x55b0f87482a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:54.652 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.646+0000 7f8d7a462640 1 --2- 172.21.15.52:0/844400961 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b0f87305e0 0x55b0f87482a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:54.652 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.646+0000 7f8d7a462640 1 -- 172.21.15.52:0/844400961 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55b0f8727810 msgr2=0x55b0f871c940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:54.652 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.646+0000 7f8d7a462640 1 --2- 172.21.15.52:0/844400961 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55b0f8727810 0x55b0f871c940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:54.652 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.646+0000 7f8d7a462640 1 -- 172.21.15.52:0/844400961 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0f846b620 con 0x55b0f8726ef0 2024-03-18T22:58:54.652 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.646+0000 7f8d7a462640 1 --2- 172.21.15.52:0/844400961 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b0f8726ef0 0x55b0f873bfb0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f8d70011d10 tx=0x7f8d700097c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a2abb3aae2b159d server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:54.652 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.646+0000 7f8d5ffff640 1 -- 172.21.15.52:0/844400961 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d7001e040 con 0x55b0f8726ef0 2024-03-18T22:58:54.652 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.646+0000 7f8d5ffff640 1 -- 172.21.15.52:0/844400961 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8d7002e030 con 0x55b0f8726ef0 2024-03-18T22:58:54.652 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.646+0000 7f8d5ffff640 1 -- 172.21.15.52:0/844400961 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d70019690 con 0x55b0f8726ef0 2024-03-18T22:58:54.652 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.647+0000 7f8d7f38e740 1 -- 172.21.15.52:0/844400961 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b0f8726ef0 msgr2=0x55b0f873bfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:54.652 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.647+0000 7f8d7f38e740 1 --2- 172.21.15.52:0/844400961 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b0f8726ef0 0x55b0f873bfb0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f8d70011d10 tx=0x7f8d700097c0 comp rx=0 tx=0).stop 2024-03-18T22:58:54.652 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.647+0000 7f8d7f38e740 1 -- 172.21.15.52:0/844400961 shutdown_connections 2024-03-18T22:58:54.653 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.647+0000 7f8d7f38e740 1 --2- 172.21.15.52:0/844400961 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b0f87305e0 0x55b0f87482a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:54.653 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.647+0000 7f8d7f38e740 1 --2- 172.21.15.52:0/844400961 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55b0f8727810 0x55b0f871c940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:54.653 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.647+0000 7f8d7f38e740 1 --2- 172.21.15.52:0/844400961 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b0f8726ef0 0x55b0f873bfb0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:54.653 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.647+0000 7f8d7f38e740 1 -- 172.21.15.52:0/844400961 >> 172.21.15.52:0/844400961 conn(0x55b0f8721810 msgr2=0x55b0f8720ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:54.653 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.647+0000 7f8d7f38e740 1 -- 172.21.15.52:0/844400961 shutdown_connections 2024-03-18T22:58:54.653 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.647+0000 7f8d7f38e740 1 -- 172.21.15.52:0/844400961 wait complete. 2024-03-18T22:58:54.653 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.647+0000 7f8d7f38e740 1 -- start start 2024-03-18T22:58:54.653 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.647+0000 7f8d7f38e740 1 Processor -- start 2024-03-18T22:58:54.653 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.647+0000 7f8d7f38e740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55b0f8726ef0 0x55b0f87388b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:54.653 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.647+0000 7f8d7f38e740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b0f8727810 0x55b0f8733c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:54.653 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.647+0000 7f8d7f38e740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b0f87305e0 0x55b0f8734160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:54.653 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.647+0000 7f8d7f38e740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f8d741abbb0 con 0x55b0f8727810 2024-03-18T22:58:54.653 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.647+0000 7f8d7f38e740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f8d741ad020 con 0x55b0f8726ef0 2024-03-18T22:58:54.653 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.647+0000 7f8d7f38e740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f8d741ac280 con 0x55b0f87305e0 2024-03-18T22:58:54.654 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.647+0000 7f8d7f38e740 10 client.0 _ll_register_callbacks cb 0x7f8d64009d00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:58:54.654 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.647+0000 7f8d79c61640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b0f8727810 0x55b0f8733c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:54.654 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.647+0000 7f8d79c61640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b0f8727810 0x55b0f8733c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56562/0 (socket says 172.21.15.52:56562) 2024-03-18T22:58:54.654 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.647+0000 7f8d79c61640 1 -- 172.21.15.52:0/4147617109 learned_addr learned my addr 172.21.15.52:0/4147617109 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:58:54.654 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.648+0000 7f8d7a462640 1 --2- 172.21.15.52:0/4147617109 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55b0f8726ef0 0x55b0f87388b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:54.654 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.648+0000 7f8d7ac63640 1 --2- 172.21.15.52:0/4147617109 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b0f87305e0 0x55b0f8734160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:54.654 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.648+0000 7f8d79c61640 1 -- 172.21.15.52:0/4147617109 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b0f87305e0 msgr2=0x55b0f8734160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:54.654 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.648+0000 7f8d79c61640 1 --2- 172.21.15.52:0/4147617109 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b0f87305e0 0x55b0f8734160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:54.654 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.648+0000 7f8d79c61640 1 -- 172.21.15.52:0/4147617109 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55b0f8726ef0 msgr2=0x55b0f87388b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:58:54.654 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.648+0000 7f8d79c61640 1 --2- 172.21.15.52:0/4147617109 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55b0f8726ef0 0x55b0f87388b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:54.654 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.648+0000 7f8d79c61640 1 -- 172.21.15.52:0/4147617109 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0f8734960 con 0x55b0f8727810 2024-03-18T22:58:54.654 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.648+0000 7f8d7ac63640 1 --2- 172.21.15.52:0/4147617109 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b0f87305e0 0x55b0f8734160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T22:58:54.655 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.648+0000 7f8d79c61640 1 --2- 172.21.15.52:0/4147617109 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b0f8727810 0x55b0f8733c20 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f8d64000c00 tx=0x7f8d640122f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9726bd0a03f1297a server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:58:54.655 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.648+0000 7f8d5dffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-03-18T22:58:54.655 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.648+0000 7f8d5dffb640 1 -- 172.21.15.52:0/4147617109 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d64010820 con 0x55b0f8727810 2024-03-18T22:58:54.655 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.648+0000 7f8d5dffb640 1 -- 172.21.15.52:0/4147617109 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7f8d6401dcd0 con 0x55b0f8727810 2024-03-18T22:58:54.655 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.648+0000 7f8d7f38e740 1 -- 172.21.15.52:0/4147617109 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8d7002e030 con 0x55b0f8727810 2024-03-18T22:58:54.655 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.648+0000 7f8d5dffb640 1 -- 172.21.15.52:0/4147617109 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f8d64030a20 con 0x55b0f8727810 2024-03-18T22:58:54.655 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.648+0000 7f8d7f38e740 10 client.15555 fetch_fsmap learned FSMap version 25 2024-03-18T22:58:54.655 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.648+0000 7f8d7f38e740 1 -- 172.21.15.52:0/4147617109 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b0f87a6910 con 0x55b0f8727810 2024-03-18T22:58:54.655 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.648+0000 7f8d5dffb640 1 -- 172.21.15.52:0/4147617109 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8d7002e030 con 0x55b0f8727810 2024-03-18T22:58:54.655 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.648+0000 7f8d5dffb640 1 -- 172.21.15.52:0/4147617109 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 25) ==== 8358+0+0 (secure 0 0 0) 0x7f8d64041070 con 0x55b0f8727810 2024-03-18T22:58:54.655 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.649+0000 7f8d7f38e740 10 client.15555 fetch_fsmap finished waiting for FSMap version 25 2024-03-18T22:58:54.655 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.649+0000 7f8d7f38e740 10 client.15555 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-03-18T22:58:54.655 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.649+0000 7f8d7f38e740 20 client.15555 populate_metadata read hostname 'smithi052' 2024-03-18T22:58:54.655 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.649+0000 7f8d7f38e740 1 --2- 172.21.15.52:0/4147617109 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55b0f87a70a0 0x55b0f87a94c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:58:54.656 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.649+0000 7f8d7f38e740 4 client.15555 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-18T22:58:54.656 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.649+0000 7f8d7f38e740 1 -- 172.21.15.52:0/4147617109 --> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b0f8692470 con 0x55b0f87a70a0 2024-03-18T22:58:54.656 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.649+0000 7f8d7a462640 1 --2- 172.21.15.52:0/4147617109 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55b0f87a70a0 0x55b0f87a94c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:58:54.656 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.649+0000 7f8d7a462640 1 --2- 172.21.15.52:0/4147617109 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55b0f87a70a0 0x55b0f87a94c0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d058ad199a3a411 server_cookie=ce823857547c741c in_seq=0 out_seq=0 2024-03-18T22:58:54.656 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:54.649+0000 7f8d5dffb640 10 client.15555 ms_handle_connect on v2:172.21.15.99:6838/326875962 2024-03-18T22:58:55.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:55 smithi052 ceph-mon[32520]: pgmap v63: 97 pgs: 97 active+clean; 219 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 168 op/s 2024-03-18T22:58:55.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:55 smithi181 ceph-mon[67256]: pgmap v63: 97 pgs: 97 active+clean; 219 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 168 op/s 2024-03-18T22:58:55.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:55 smithi099 ceph-mon[36725]: pgmap v63: 97 pgs: 97 active+clean; 219 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 168 op/s 2024-03-18T22:58:57.666 INFO:tasks.workunit.client.0.smithi052.stderr:+ tar c linux-4.0.5 2024-03-18T22:58:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:57.700+0000 7f8d5dffb640 1 -- 172.21.15.52:0/4147617109 <== mds.0 v2:172.21.15.99:6838/326875962 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b0f8692470 con 0x55b0f87a70a0 2024-03-18T22:58:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:57.700+0000 7f8d5dffb640 10 client.15555 handle_command_reply: tid=0 2024-03-18T22:58:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:57.700+0000 7f8d7f38e740 1 client.15555 shutdown 2024-03-18T22:58:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:57.700+0000 7f8d7f38e740 1 -- 172.21.15.52:0/4147617109 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b0f8727810 msgr2=0x55b0f8733c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:57.701 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:57.700+0000 7f8d7f38e740 1 --2- 172.21.15.52:0/4147617109 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b0f8727810 0x55b0f8733c20 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f8d64000c00 tx=0x7f8d640122f0 comp rx=0 tx=0).stop 2024-03-18T22:58:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:57.700+0000 7f8d7f38e740 1 -- 172.21.15.52:0/4147617109 shutdown_connections 2024-03-18T22:58:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:57.700+0000 7f8d7f38e740 1 --2- 172.21.15.52:0/4147617109 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x55b0f87a70a0 0x55b0f87a94c0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:57.700+0000 7f8d7f38e740 1 --2- 172.21.15.52:0/4147617109 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b0f87305e0 0x55b0f8734160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:57.700+0000 7f8d7f38e740 1 --2- 172.21.15.52:0/4147617109 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b0f8727810 0x55b0f8733c20 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:57.700+0000 7f8d5dffb640 0 client.15555 ms_handle_reset on v2:172.21.15.99:6838/326875962 2024-03-18T22:58:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:57.700+0000 7f8d7f38e740 1 --2- 172.21.15.52:0/4147617109 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x55b0f8726ef0 0x55b0f87388b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:57.700+0000 7f8d7f38e740 1 -- 172.21.15.52:0/4147617109 >> 172.21.15.52:0/4147617109 conn(0x55b0f8721810 msgr2=0x55b0f8720ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:57.700+0000 7f8d7f38e740 1 -- 172.21.15.52:0/4147617109 shutdown_connections 2024-03-18T22:58:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:57.700+0000 7f8d7f38e740 1 -- 172.21.15.52:0/4147617109 wait complete. 2024-03-18T22:58:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:57.700+0000 7f8d7f38e740 20 client.15555 trim_cache size 0 max 16384 2024-03-18T22:58:57.703 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-03-18T22:58:57.703 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-03-18T22:58:57.703 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-03-18T22:58:57.703 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-03-18T22:58:57.704 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:57.701+0000 7f8d7c6c6640 1 -- 172.21.15.52:0/2779209328 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f8d600a2a10 msgr2=0x7f8d600a4ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:57.704 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:57.701+0000 7f8d7c6c6640 1 --2- 172.21.15.52:0/2779209328 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f8d600a2a10 0x7f8d600a4ed0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x55b0f87269a0 tx=0x7f8d640095a0 comp rx=0 tx=0).stop 2024-03-18T22:58:57.704 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:57.701+0000 7f8d7c6c6640 1 -- 172.21.15.52:0/2779209328 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8d741056c0 msgr2=0x7f8d741a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:58:57.704 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:57.701+0000 7f8d7c6c6640 1 --2- 172.21.15.52:0/2779209328 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8d741056c0 0x7f8d741a4060 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f8d6c005e30 tx=0x7f8d6c034440 comp rx=0 tx=0).stop 2024-03-18T22:58:57.704 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:57.701+0000 7f8d7c6c6640 1 -- 172.21.15.52:0/2779209328 shutdown_connections 2024-03-18T22:58:57.704 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:57.701+0000 7f8d7c6c6640 1 --2- 172.21.15.52:0/2779209328 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8d741056c0 0x7f8d741a4060 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:57.704 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:57.701+0000 7f8d7c6c6640 1 --2- 172.21.15.52:0/2779209328 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f8d600a2a10 0x7f8d600a4ed0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:57.704 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:57.701+0000 7f8d7c6c6640 1 --2- 172.21.15.52:0/2779209328 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8d74101330 0x7f8d74199520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:57.704 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:57.701+0000 7f8d7c6c6640 1 --2- 172.21.15.52:0/2779209328 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8d74100970 0x7f8d74198fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:58:57.704 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:57.701+0000 7f8d7c6c6640 1 -- 172.21.15.52:0/2779209328 >> 172.21.15.52:0/2779209328 conn(0x7f8d74077570 msgr2=0x7f8d740fe920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:58:57.704 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:57.701+0000 7f8d7c6c6640 1 -- 172.21.15.52:0/2779209328 shutdown_connections 2024-03-18T22:58:57.704 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:58:57.701+0000 7f8d7c6c6640 1 -- 172.21.15.52:0/2779209328 wait complete. 2024-03-18T22:58:57.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:57 smithi052 ceph-mon[32520]: pgmap v64: 97 pgs: 97 active+clean; 243 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 490 op/s 2024-03-18T22:58:57.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:57 smithi181 ceph-mon[67256]: pgmap v64: 97 pgs: 97 active+clean; 243 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 490 op/s 2024-03-18T22:58:57.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:57 smithi099 ceph-mon[36725]: pgmap v64: 97 pgs: 97 active+clean; 243 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 490 op/s 2024-03-18T22:58:58.216 INFO:tasks.workunit.client.0.smithi052.stdout:Ok 2024-03-18T22:58:58.217 INFO:tasks.workunit.client.0.smithi052.stderr:+ echo Ok 2024-03-18T22:58:58.218 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-03-18T22:58:58.218 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-03-18T22:58:59.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:58:59 smithi052 ceph-mon[32520]: pgmap v65: 97 pgs: 97 active+clean; 243 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1005 KiB/s rd, 2.8 MiB/s wr, 342 op/s 2024-03-18T22:58:59.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:58:59 smithi181 ceph-mon[67256]: pgmap v65: 97 pgs: 97 active+clean; 243 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1005 KiB/s rd, 2.8 MiB/s wr, 342 op/s 2024-03-18T22:58:59.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:58:59 smithi099 ceph-mon[36725]: pgmap v65: 97 pgs: 97 active+clean; 243 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1005 KiB/s rd, 2.8 MiB/s wr, 342 op/s 2024-03-18T22:59:00.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:00 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:59:00.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:00 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:59:00.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:00 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T22:59:01.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:01 smithi052 ceph-mon[32520]: pgmap v66: 97 pgs: 97 active+clean; 243 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1009 KiB/s rd, 2.8 MiB/s wr, 404 op/s 2024-03-18T22:59:01.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:01 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:59:01.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:01 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:59:01.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:01 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:59:01.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:01 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:59:01.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:01 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:59:01.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:01 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:59:01.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:01 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:59:01.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:01 smithi181 ceph-mon[67256]: pgmap v66: 97 pgs: 97 active+clean; 243 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1009 KiB/s rd, 2.8 MiB/s wr, 404 op/s 2024-03-18T22:59:01.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:01 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:59:01.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:01 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:59:01.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:01 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:59:01.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:01 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:59:01.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:01 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:59:01.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:01 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:59:01.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:01 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:59:01.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:01 smithi099 ceph-mon[36725]: pgmap v66: 97 pgs: 97 active+clean; 243 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1009 KiB/s rd, 2.8 MiB/s wr, 404 op/s 2024-03-18T22:59:01.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:01 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:59:01.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:01 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:59:01.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:01 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:59:01.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:01 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:59:01.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:01 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T22:59:01.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:01 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T22:59:01.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:01 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T22:59:03.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:03 smithi181 ceph-mon[67256]: pgmap v67: 97 pgs: 97 active+clean; 215 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 3.6 MiB/s wr, 1.09k op/s 2024-03-18T22:59:03.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:03 smithi099 ceph-mon[36725]: pgmap v67: 97 pgs: 97 active+clean; 215 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 3.6 MiB/s wr, 1.09k op/s 2024-03-18T22:59:03.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:03 smithi052 ceph-mon[32520]: pgmap v67: 97 pgs: 97 active+clean; 215 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 3.6 MiB/s wr, 1.09k op/s 2024-03-18T22:59:04.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:04 smithi181 ceph-mon[67256]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T22:59:04.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:04 smithi099 ceph-mon[36725]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T22:59:04.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:04 smithi052 ceph-mon[32520]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T22:59:05.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:05 smithi181 ceph-mon[67256]: pgmap v68: 97 pgs: 97 active+clean; 215 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1007 KiB/s rd, 3.0 MiB/s wr, 1.07k op/s 2024-03-18T22:59:05.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:05 smithi099 ceph-mon[36725]: pgmap v68: 97 pgs: 97 active+clean; 215 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1007 KiB/s rd, 3.0 MiB/s wr, 1.07k op/s 2024-03-18T22:59:05.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:05 smithi052 ceph-mon[32520]: pgmap v68: 97 pgs: 97 active+clean; 215 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1007 KiB/s rd, 3.0 MiB/s wr, 1.07k op/s 2024-03-18T22:59:07.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:07 smithi181 ceph-mon[67256]: pgmap v69: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 3.6 MiB/s wr, 1.19k op/s 2024-03-18T22:59:07.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:07 smithi099 ceph-mon[36725]: pgmap v69: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 3.6 MiB/s wr, 1.19k op/s 2024-03-18T22:59:07.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:07 smithi052 ceph-mon[32520]: pgmap v69: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 3.6 MiB/s wr, 1.19k op/s 2024-03-18T22:59:09.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:09 smithi181 ceph-mon[67256]: pgmap v70: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 864 op/s 2024-03-18T22:59:09.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:09 smithi099 ceph-mon[36725]: pgmap v70: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 864 op/s 2024-03-18T22:59:09.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:09 smithi052 ceph-mon[32520]: pgmap v70: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 864 op/s 2024-03-18T22:59:10.796 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.793+0000 7f876d885640 1 -- 172.21.15.52:0/4261647426 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f87681056c0 msgr2=0x7f8768105aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:59:10.796 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.793+0000 7f876d885640 1 --2- 172.21.15.52:0/4261647426 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f87681056c0 0x7f8768105aa0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f8758009900 tx=0x7f875802bc30 comp rx=0 tx=0).stop 2024-03-18T22:59:10.796 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.793+0000 7f876d885640 1 -- 172.21.15.52:0/4261647426 shutdown_connections 2024-03-18T22:59:10.796 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.793+0000 7f876d885640 1 --2- 172.21.15.52:0/4261647426 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8768101330 0x7f876810d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:10.796 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.793+0000 7f876d885640 1 --2- 172.21.15.52:0/4261647426 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8768100970 0x7f8768100df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:10.796 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.793+0000 7f876d885640 1 --2- 172.21.15.52:0/4261647426 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f87681056c0 0x7f8768105aa0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:10.796 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.793+0000 7f876d885640 1 -- 172.21.15.52:0/4261647426 >> 172.21.15.52:0/4261647426 conn(0x7f8768077570 msgr2=0x7f8768077980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:59:10.796 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.793+0000 7f876d885640 1 -- 172.21.15.52:0/4261647426 shutdown_connections 2024-03-18T22:59:10.796 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.793+0000 7f876d885640 1 -- 172.21.15.52:0/4261647426 wait complete. 2024-03-18T22:59:10.796 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.793+0000 7f876d885640 1 Processor -- start 2024-03-18T22:59:10.796 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.793+0000 7f876d885640 1 -- start start 2024-03-18T22:59:10.796 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.794+0000 7f876d885640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8768100970 0x7f8768197180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:59:10.797 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.794+0000 7f876d885640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8768101330 0x7f87681976c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:59:10.797 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.794+0000 7f876d885640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f87681056c0 0x7f876819ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:59:10.797 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.794+0000 7f876d885640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f8768110d00 con 0x7f8768100970 2024-03-18T22:59:10.797 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.794+0000 7f876d885640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f8768110b80 con 0x7f8768101330 2024-03-18T22:59:10.797 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.794+0000 7f876d885640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f8768110e80 con 0x7f87681056c0 2024-03-18T22:59:10.797 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.794+0000 7f8766ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8768100970 0x7f8768197180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:59:10.797 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.794+0000 7f87677fe640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f87681056c0 0x7f876819ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:59:10.797 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.794+0000 7f8766ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8768100970 0x7f8768197180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:38412/0 (socket says 172.21.15.52:38412) 2024-03-18T22:59:10.797 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.794+0000 7f87677fe640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f87681056c0 0x7f876819ba40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.52:56052/0 (socket says 172.21.15.52:56052) 2024-03-18T22:59:10.797 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.794+0000 7f8766ffd640 1 -- 172.21.15.52:0/2111391541 learned_addr learned my addr 172.21.15.52:0/2111391541 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:59:10.797 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.794+0000 7f875e7fc640 1 --2- 172.21.15.52:0/2111391541 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8768101330 0x7f87681976c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:59:10.797 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.794+0000 7f8766ffd640 1 -- 172.21.15.52:0/2111391541 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f87681056c0 msgr2=0x7f876819ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:59:10.797 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.794+0000 7f8766ffd640 1 --2- 172.21.15.52:0/2111391541 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f87681056c0 0x7f876819ba40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:10.797 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.794+0000 7f8766ffd640 1 -- 172.21.15.52:0/2111391541 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8768101330 msgr2=0x7f87681976c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:59:10.798 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.794+0000 7f8766ffd640 1 --2- 172.21.15.52:0/2111391541 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8768101330 0x7f87681976c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:10.798 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.794+0000 7f8766ffd640 1 -- 172.21.15.52:0/2111391541 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f876819c170 con 0x7f8768100970 2024-03-18T22:59:10.798 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.794+0000 7f87677fe640 1 --2- 172.21.15.52:0/2111391541 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f87681056c0 0x7f876819ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:59:10.798 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.794+0000 7f8766ffd640 1 --2- 172.21.15.52:0/2111391541 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8768100970 0x7f8768197180 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f8758005940 tx=0x7f875802dc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:59:10.798 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.794+0000 7f876c883640 1 -- 172.21.15.52:0/2111391541 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8758043020 con 0x7f8768100970 2024-03-18T22:59:10.798 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.794+0000 7f876c883640 1 -- 172.21.15.52:0/2111391541 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8758004250 con 0x7f8768100970 2024-03-18T22:59:10.798 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.795+0000 7f876c883640 1 -- 172.21.15.52:0/2111391541 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8758003a10 con 0x7f8768100970 2024-03-18T22:59:10.798 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.795+0000 7f876d885640 1 -- 172.21.15.52:0/2111391541 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f876819c400 con 0x7f8768100970 2024-03-18T22:59:10.798 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.795+0000 7f876d885640 1 -- 172.21.15.52:0/2111391541 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87681a3cf0 con 0x7f8768100970 2024-03-18T22:59:10.804 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.797+0000 7f876c883640 1 -- 172.21.15.52:0/2111391541 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f8758046020 con 0x7f8768100970 2024-03-18T22:59:10.805 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.797+0000 7f8770477740 1 Processor -- start 2024-03-18T22:59:10.805 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.797+0000 7f8770477740 1 -- start start 2024-03-18T22:59:10.805 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.797+0000 7f876c883640 1 --2- 172.21.15.52:0/2111391541 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f87540a2a10 0x7f87540a4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:59:10.805 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.797+0000 7f8770477740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x559f49d489a0 0x559f49d48d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:59:10.805 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.797+0000 7f8770477740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559f49d492c0 0x559f49d542b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:59:10.805 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.797+0000 7f8770477740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x559f49d547f0 0x559f49d56be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:59:10.805 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.797+0000 7f8770477740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x559f49cacbe0 con 0x559f49d492c0 2024-03-18T22:59:10.805 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.797+0000 7f8770477740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x559f49c55960 con 0x559f49d547f0 2024-03-18T22:59:10.805 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.797+0000 7f8770477740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x559f49ca8c80 con 0x559f49d489a0 2024-03-18T22:59:10.805 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.797+0000 7f87677fe640 1 --2- 172.21.15.52:0/2111391541 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f87540a2a10 0x7f87540a4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:59:10.805 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.798+0000 7f875e7fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559f49d492c0 0x559f49d542b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:59:10.805 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.798+0000 7f876c883640 1 -- 172.21.15.52:0/2111391541 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7f87580f0d80 con 0x7f8768100970 2024-03-18T22:59:10.805 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.798+0000 7f875e7fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559f49d492c0 0x559f49d542b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:38428/0 (socket says 172.21.15.52:38428) 2024-03-18T22:59:10.806 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.798+0000 7f875e7fc640 1 -- 172.21.15.52:0/1939292914 learned_addr learned my addr 172.21.15.52:0/1939292914 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:59:10.806 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.798+0000 7f87677fe640 1 --2- 172.21.15.52:0/1939292914 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x559f49d547f0 0x559f49d56be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:59:10.806 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.798+0000 7f8766ffd640 1 --2- 172.21.15.52:0/1939292914 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x559f49d489a0 0x559f49d48d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:59:10.806 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.798+0000 7f875e7fc640 1 -- 172.21.15.52:0/1939292914 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x559f49d489a0 msgr2=0x559f49d48d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:59:10.806 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.798+0000 7f875e7fc640 1 --2- 172.21.15.52:0/1939292914 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x559f49d489a0 0x559f49d48d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:10.806 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.798+0000 7f875e7fc640 1 -- 172.21.15.52:0/1939292914 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x559f49d547f0 msgr2=0x559f49d56be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:59:10.806 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.798+0000 7f875e7fc640 1 --2- 172.21.15.52:0/1939292914 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x559f49d547f0 0x559f49d56be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:10.806 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.798+0000 7f875e7fc640 1 -- 172.21.15.52:0/1939292914 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559f49c4cd20 con 0x559f49d492c0 2024-03-18T22:59:10.806 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.798+0000 7f87677fe640 1 --2- 172.21.15.52:0/2111391541 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f87540a2a10 0x7f87540a4ed0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f8760005fd0 tx=0x7f8760013640 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:59:10.806 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.798+0000 7f875e7fc640 1 --2- 172.21.15.52:0/1939292914 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559f49d492c0 0x559f49d542b0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f8750009c90 tx=0x7f8750011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a03f1f7a1f5d38d4 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:59:10.806 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.798+0000 7f875dffb640 1 -- 172.21.15.52:0/1939292914 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8750009d80 con 0x559f49d492c0 2024-03-18T22:59:10.806 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.798+0000 7f875dffb640 1 -- 172.21.15.52:0/1939292914 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8750005520 con 0x559f49d492c0 2024-03-18T22:59:10.806 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.798+0000 7f875dffb640 1 -- 172.21.15.52:0/1939292914 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8750019670 con 0x559f49d492c0 2024-03-18T22:59:10.806 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.799+0000 7f8770477740 1 -- 172.21.15.52:0/1939292914 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559f49d492c0 msgr2=0x559f49d542b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:59:10.807 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.799+0000 7f8770477740 1 --2- 172.21.15.52:0/1939292914 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559f49d492c0 0x559f49d542b0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f8750009c90 tx=0x7f8750011810 comp rx=0 tx=0).stop 2024-03-18T22:59:10.807 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.799+0000 7f8770477740 1 -- 172.21.15.52:0/1939292914 shutdown_connections 2024-03-18T22:59:10.807 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.799+0000 7f8770477740 1 --2- 172.21.15.52:0/1939292914 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x559f49d547f0 0x559f49d56be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:10.807 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.799+0000 7f8770477740 1 --2- 172.21.15.52:0/1939292914 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559f49d492c0 0x559f49d542b0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:10.807 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.799+0000 7f8770477740 1 --2- 172.21.15.52:0/1939292914 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x559f49d489a0 0x559f49d48d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:10.807 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.799+0000 7f8770477740 1 -- 172.21.15.52:0/1939292914 >> 172.21.15.52:0/1939292914 conn(0x559f49d43810 msgr2=0x559f49d43bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:59:10.807 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.799+0000 7f8770477740 1 -- 172.21.15.52:0/1939292914 shutdown_connections 2024-03-18T22:59:10.807 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.799+0000 7f8770477740 1 -- 172.21.15.52:0/1939292914 wait complete. 2024-03-18T22:59:10.807 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.799+0000 7f8770477740 1 -- start start 2024-03-18T22:59:10.807 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.800+0000 7f8770477740 1 Processor -- start 2024-03-18T22:59:10.807 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.800+0000 7f8770477740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559f49d489a0 0x559f49d54150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:59:10.807 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.800+0000 7f8770477740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x559f49d492c0 0x559f49d514e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:59:10.808 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.800+0000 7f8770477740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x559f49d547f0 0x559f49d51a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:59:10.808 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.800+0000 7f8770477740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x559f49d573c0 con 0x559f49d489a0 2024-03-18T22:59:10.808 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.800+0000 7f8770477740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x559f49c68db0 con 0x559f49d492c0 2024-03-18T22:59:10.808 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.800+0000 7f8770477740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x559f49d57540 con 0x559f49d547f0 2024-03-18T22:59:10.808 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.800+0000 7f8770477740 10 client.0 _ll_register_callbacks cb 0x559f49c6de70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:59:10.808 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.800+0000 7f8766ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559f49d489a0 0x559f49d54150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:59:10.808 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.800+0000 7f875e7fc640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x559f49d492c0 0x559f49d514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:59:10.808 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.800+0000 7f8766ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559f49d489a0 0x559f49d54150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:38442/0 (socket says 172.21.15.52:38442) 2024-03-18T22:59:10.808 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.800+0000 7f8766ffd640 1 -- 172.21.15.52:0/3392772769 learned_addr learned my addr 172.21.15.52:0/3392772769 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:59:10.808 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.800+0000 7f87677fe640 1 --2- 172.21.15.52:0/3392772769 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x559f49d547f0 0x559f49d51a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:59:10.808 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.800+0000 7f8766ffd640 1 -- 172.21.15.52:0/3392772769 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x559f49d547f0 msgr2=0x559f49d51a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:59:10.808 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.800+0000 7f8766ffd640 1 --2- 172.21.15.52:0/3392772769 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x559f49d547f0 0x559f49d51a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:10.808 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.800+0000 7f8766ffd640 1 -- 172.21.15.52:0/3392772769 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x559f49d492c0 msgr2=0x559f49d514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:59:10.809 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.800+0000 7f8766ffd640 1 --2- 172.21.15.52:0/3392772769 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x559f49d492c0 0x559f49d514e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:10.809 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.800+0000 7f8766ffd640 1 -- 172.21.15.52:0/3392772769 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559f49c67c60 con 0x559f49d489a0 2024-03-18T22:59:10.809 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.800+0000 7f875e7fc640 1 --2- 172.21.15.52:0/3392772769 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x559f49d492c0 0x559f49d514e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:59:10.809 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.800+0000 7f8766ffd640 1 --2- 172.21.15.52:0/3392772769 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559f49d489a0 0x559f49d54150 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f87580bd1c0 tx=0x7f87580bd3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e3078b107c6186e server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:59:10.809 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.800+0000 7f8746ffd640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-03-18T22:59:10.809 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.801+0000 7f8746ffd640 1 -- 172.21.15.52:0/3392772769 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8758088920 con 0x559f49d489a0 2024-03-18T22:59:10.809 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.801+0000 7f8746ffd640 1 -- 172.21.15.52:0/3392772769 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7f87580bd720 con 0x559f49d489a0 2024-03-18T22:59:10.809 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.801+0000 7f8770477740 1 -- 172.21.15.52:0/3392772769 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8750005520 con 0x559f49d489a0 2024-03-18T22:59:10.809 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.801+0000 7f8746ffd640 1 -- 172.21.15.52:0/3392772769 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f87580bd4c0 con 0x559f49d489a0 2024-03-18T22:59:10.809 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.801+0000 7f8770477740 10 client.15567 fetch_fsmap learned FSMap version 26 2024-03-18T22:59:10.809 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.801+0000 7f8770477740 1 -- 172.21.15.52:0/3392772769 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559f499c1210 con 0x559f49d489a0 2024-03-18T22:59:10.809 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.801+0000 7f8746ffd640 1 -- 172.21.15.52:0/3392772769 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8750005520 con 0x559f49d489a0 2024-03-18T22:59:10.809 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.801+0000 7f8746ffd640 1 -- 172.21.15.52:0/3392772769 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 26) ==== 8362+0+0 (secure 0 0 0) 0x7f87580d61b0 con 0x559f49d489a0 2024-03-18T22:59:10.809 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.801+0000 7f8770477740 10 client.15567 fetch_fsmap finished waiting for FSMap version 26 2024-03-18T22:59:10.810 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.801+0000 7f8770477740 10 client.15567 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-03-18T22:59:10.810 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.801+0000 7f8770477740 20 client.15567 populate_metadata read hostname 'smithi052' 2024-03-18T22:59:10.810 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.801+0000 7f8770477740 1 --2- 172.21.15.52:0/3392772769 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x559f49d64680 0x559f49d66ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:59:10.810 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.801+0000 7f8770477740 4 client.15567 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-18T22:59:10.810 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.801+0000 7f8770477740 1 -- 172.21.15.52:0/3392772769 --> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559f49cba120 con 0x559f49d64680 2024-03-18T22:59:10.810 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.801+0000 7f875e7fc640 1 --2- 172.21.15.52:0/3392772769 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x559f49d64680 0x559f49d66ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:59:10.810 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.802+0000 7f8746ffd640 10 client.15567 ms_handle_connect on v2:172.21.15.99:6838/326875962 2024-03-18T22:59:10.810 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.802+0000 7f875e7fc640 1 --2- 172.21.15.52:0/3392772769 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x559f49d64680 0x559f49d66ad0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5a2c4a2c3ac39975 server_cookie=e0696bb1d098ae22 in_seq=0 out_seq=0 2024-03-18T22:59:10.810 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.803+0000 7f8746ffd640 1 -- 172.21.15.52:0/3392772769 <== mds.0 v2:172.21.15.99:6838/326875962 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x559f49cba120 con 0x559f49d64680 2024-03-18T22:59:10.810 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.803+0000 7f8746ffd640 10 client.15567 handle_command_reply: tid=0 2024-03-18T22:59:10.810 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.803+0000 7f8770477740 1 client.15567 shutdown 2024-03-18T22:59:10.810 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.803+0000 7f8770477740 1 -- 172.21.15.52:0/3392772769 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559f49d489a0 msgr2=0x559f49d54150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:59:10.810 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.803+0000 7f8770477740 1 --2- 172.21.15.52:0/3392772769 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559f49d489a0 0x559f49d54150 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f87580bd1c0 tx=0x7f87580bd3c0 comp rx=0 tx=0).stop 2024-03-18T22:59:10.810 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.803+0000 7f8770477740 1 -- 172.21.15.52:0/3392772769 shutdown_connections 2024-03-18T22:59:10.811 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.803+0000 7f8770477740 1 --2- 172.21.15.52:0/3392772769 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x559f49d64680 0x559f49d66ad0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:10.811 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.803+0000 7f8770477740 1 --2- 172.21.15.52:0/3392772769 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x559f49d547f0 0x559f49d51a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:10.811 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.803+0000 7f8770477740 1 --2- 172.21.15.52:0/3392772769 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x559f49d492c0 0x559f49d514e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:10.811 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.803+0000 7f8746ffd640 0 client.15567 ms_handle_reset on v2:172.21.15.99:6838/326875962 2024-03-18T22:59:10.811 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.803+0000 7f8770477740 1 --2- 172.21.15.52:0/3392772769 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559f49d489a0 0x559f49d54150 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:10.811 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.803+0000 7f8770477740 1 -- 172.21.15.52:0/3392772769 >> 172.21.15.52:0/3392772769 conn(0x559f49d43810 msgr2=0x559f49d45560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:59:10.811 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.803+0000 7f8770477740 1 -- 172.21.15.52:0/3392772769 shutdown_connections 2024-03-18T22:59:10.811 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.803+0000 7f8770477740 1 -- 172.21.15.52:0/3392772769 wait complete. 2024-03-18T22:59:10.811 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.803+0000 7f8770477740 20 client.15567 trim_cache size 0 max 16384 2024-03-18T22:59:10.823 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.818+0000 7f8770477740 1 Processor -- start 2024-03-18T22:59:10.823 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.818+0000 7f8770477740 1 -- start start 2024-03-18T22:59:10.823 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.818+0000 7f8770477740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x559f49d489a0 0x559f49d601d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:59:10.823 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.818+0000 7f8770477740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x559f49d492c0 0x559f49d6c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:59:10.823 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.818+0000 7f8770477740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559f49d547f0 0x559f49d53c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:59:10.823 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.818+0000 7f8770477740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f87681addf0 con 0x559f49d547f0 2024-03-18T22:59:10.823 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.818+0000 7f8770477740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f87681ab600 con 0x559f49d492c0 2024-03-18T22:59:10.824 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.818+0000 7f8770477740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f87681a9450 con 0x559f49d489a0 2024-03-18T22:59:10.824 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.818+0000 7f87677fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559f49d547f0 0x559f49d53c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:59:10.824 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.818+0000 7f87677fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559f49d547f0 0x559f49d53c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:38456/0 (socket says 172.21.15.52:38456) 2024-03-18T22:59:10.824 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.818+0000 7f87677fe640 1 -- 172.21.15.52:0/2550171574 learned_addr learned my addr 172.21.15.52:0/2550171574 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:59:10.824 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.818+0000 7f8766ffd640 1 --2- 172.21.15.52:0/2550171574 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x559f49d489a0 0x559f49d601d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:59:10.824 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.818+0000 7f875e7fc640 1 --2- 172.21.15.52:0/2550171574 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x559f49d492c0 0x559f49d6c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:59:10.824 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.818+0000 7f87677fe640 1 -- 172.21.15.52:0/2550171574 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x559f49d489a0 msgr2=0x559f49d601d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:59:10.824 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.818+0000 7f87677fe640 1 --2- 172.21.15.52:0/2550171574 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x559f49d489a0 0x559f49d601d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:10.824 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.818+0000 7f87677fe640 1 -- 172.21.15.52:0/2550171574 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x559f49d492c0 msgr2=0x559f49d6c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:59:10.824 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.818+0000 7f87677fe640 1 --2- 172.21.15.52:0/2550171574 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x559f49d492c0 0x559f49d6c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:10.824 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.818+0000 7f87677fe640 1 -- 172.21.15.52:0/2550171574 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559f49d56f50 con 0x559f49d547f0 2024-03-18T22:59:10.824 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.818+0000 7f8766ffd640 1 --2- 172.21.15.52:0/2550171574 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x559f49d489a0 0x559f49d601d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T22:59:10.824 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.818+0000 7f87677fe640 1 --2- 172.21.15.52:0/2550171574 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559f49d547f0 0x559f49d53c10 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f8760009930 tx=0x7f8760009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa0ad773d365b14 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:59:10.824 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.819+0000 7f875d7fa640 1 -- 172.21.15.52:0/2550171574 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8760004b20 con 0x559f49d547f0 2024-03-18T22:59:10.825 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.819+0000 7f875d7fa640 1 -- 172.21.15.52:0/2550171574 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8760004cc0 con 0x559f49d547f0 2024-03-18T22:59:10.825 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.819+0000 7f875d7fa640 1 -- 172.21.15.52:0/2550171574 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f876001f530 con 0x559f49d547f0 2024-03-18T22:59:10.825 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.819+0000 7f8770477740 1 -- 172.21.15.52:0/2550171574 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559f49d547f0 msgr2=0x559f49d53c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:59:10.825 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.819+0000 7f8770477740 1 --2- 172.21.15.52:0/2550171574 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559f49d547f0 0x559f49d53c10 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f8760009930 tx=0x7f8760009500 comp rx=0 tx=0).stop 2024-03-18T22:59:10.825 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.819+0000 7f8770477740 1 -- 172.21.15.52:0/2550171574 shutdown_connections 2024-03-18T22:59:10.825 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.819+0000 7f8770477740 1 --2- 172.21.15.52:0/2550171574 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559f49d547f0 0x559f49d53c10 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:10.825 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.819+0000 7f8770477740 1 --2- 172.21.15.52:0/2550171574 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x559f49d492c0 0x559f49d6c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:10.825 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.819+0000 7f8770477740 1 --2- 172.21.15.52:0/2550171574 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x559f49d489a0 0x559f49d601d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:10.825 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.819+0000 7f8770477740 1 -- 172.21.15.52:0/2550171574 >> 172.21.15.52:0/2550171574 conn(0x559f49d43810 msgr2=0x559f49d3e940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:59:10.825 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.819+0000 7f8770477740 1 -- 172.21.15.52:0/2550171574 shutdown_connections 2024-03-18T22:59:10.825 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.819+0000 7f8770477740 1 -- 172.21.15.52:0/2550171574 wait complete. 2024-03-18T22:59:10.825 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.820+0000 7f8770477740 1 -- start start 2024-03-18T22:59:10.825 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.820+0000 7f8770477740 1 Processor -- start 2024-03-18T22:59:10.825 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.820+0000 7f8770477740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x559f49d489a0 0x559f49d5c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:59:10.826 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.820+0000 7f8770477740 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x559f49d492c0 0x559f49d4dd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:59:10.826 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.820+0000 7f8770477740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559f49d547f0 0x559f49d4e290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:59:10.826 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.820+0000 7f8770477740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f87681a9ac0 con 0x559f49d547f0 2024-03-18T22:59:10.826 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.820+0000 7f8770477740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f87681aaf30 con 0x559f49d489a0 2024-03-18T22:59:10.826 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.820+0000 7f8770477740 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f87681aa190 con 0x559f49d492c0 2024-03-18T22:59:10.826 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.820+0000 7f8770477740 10 client.0 _ll_register_callbacks cb 0x7f8758009560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-18T22:59:10.826 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.820+0000 7f87677fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559f49d547f0 0x559f49d4e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:59:10.826 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.820+0000 7f87677fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559f49d547f0 0x559f49d4e290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:38460/0 (socket says 172.21.15.52:38460) 2024-03-18T22:59:10.826 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.820+0000 7f87677fe640 1 -- 172.21.15.52:0/577311904 learned_addr learned my addr 172.21.15.52:0/577311904 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T22:59:10.826 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.820+0000 7f8766ffd640 1 --2- 172.21.15.52:0/577311904 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x559f49d489a0 0x559f49d5c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:59:10.826 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.820+0000 7f875e7fc640 1 --2- 172.21.15.52:0/577311904 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x559f49d492c0 0x559f49d4dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:59:10.826 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.820+0000 7f87677fe640 1 -- 172.21.15.52:0/577311904 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x559f49d492c0 msgr2=0x559f49d4dd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:59:10.826 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.820+0000 7f87677fe640 1 --2- 172.21.15.52:0/577311904 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x559f49d492c0 0x559f49d4dd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:10.827 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.820+0000 7f87677fe640 1 -- 172.21.15.52:0/577311904 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x559f49d489a0 msgr2=0x559f49d5c9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-18T22:59:10.827 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.820+0000 7f87677fe640 1 --2- 172.21.15.52:0/577311904 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x559f49d489a0 0x559f49d5c9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:10.827 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.820+0000 7f87677fe640 1 -- 172.21.15.52:0/577311904 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559f49a8d620 con 0x559f49d547f0 2024-03-18T22:59:10.827 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.820+0000 7f87677fe640 1 --2- 172.21.15.52:0/577311904 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559f49d547f0 0x559f49d4e290 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f8760013880 tx=0x7f8760009720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f78448ac3d7a52c server_cookie=0 in_seq=0 out_seq=0 2024-03-18T22:59:10.827 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.820+0000 7f8746ffd640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-03-18T22:59:10.827 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.821+0000 7f8746ffd640 1 -- 172.21.15.52:0/577311904 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8760037060 con 0x559f49d547f0 2024-03-18T22:59:10.827 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.821+0000 7f8770477740 1 -- 172.21.15.52:0/577311904 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8760004cc0 con 0x559f49d547f0 2024-03-18T22:59:10.827 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.821+0000 7f8746ffd640 1 -- 172.21.15.52:0/577311904 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8570+0+0 (secure 0 0 0) 0x7f8760005080 con 0x559f49d547f0 2024-03-18T22:59:10.827 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.821+0000 7f8746ffd640 1 -- 172.21.15.52:0/577311904 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8760005720 con 0x559f49d547f0 2024-03-18T22:59:10.827 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.821+0000 7f8770477740 10 client.15573 fetch_fsmap learned FSMap version 26 2024-03-18T22:59:10.827 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.821+0000 7f8770477740 1 -- 172.21.15.52:0/577311904 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559f49dca660 con 0x559f49d547f0 2024-03-18T22:59:10.827 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.821+0000 7f8746ffd640 1 -- 172.21.15.52:0/577311904 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8760004cc0 con 0x559f49d547f0 2024-03-18T22:59:10.827 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.821+0000 7f8746ffd640 1 -- 172.21.15.52:0/577311904 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 26) ==== 8362+0+0 (secure 0 0 0) 0x7f8760020050 con 0x559f49d547f0 2024-03-18T22:59:10.827 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.821+0000 7f8770477740 10 client.15573 fetch_fsmap finished waiting for FSMap version 26 2024-03-18T22:59:10.828 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.821+0000 7f8770477740 10 client.15573 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-03-18T22:59:10.828 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.821+0000 7f8770477740 20 client.15573 populate_metadata read hostname 'smithi052' 2024-03-18T22:59:10.828 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.821+0000 7f8770477740 1 --2- 172.21.15.52:0/577311904 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x559f49dcad80 0x559f49dcd1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T22:59:10.828 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.821+0000 7f8770477740 4 client.15573 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-18T22:59:10.828 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.821+0000 7f8770477740 1 -- 172.21.15.52:0/577311904 --> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559f49cb4470 con 0x559f49dcad80 2024-03-18T22:59:10.828 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.821+0000 7f8766ffd640 1 --2- 172.21.15.52:0/577311904 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x559f49dcad80 0x559f49dcd1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T22:59:10.828 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.822+0000 7f8746ffd640 10 client.15573 ms_handle_connect on v2:172.21.15.99:6838/326875962 2024-03-18T22:59:10.828 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:10.822+0000 7f8766ffd640 1 --2- 172.21.15.52:0/577311904 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x559f49dcad80 0x559f49dcd1a0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e5030d68c2ce65e server_cookie=31eaf3d9a8b6521 in_seq=0 out_seq=0 2024-03-18T22:59:11.238 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:11.237+0000 7f8746ffd640 1 -- 172.21.15.52:0/577311904 <== mds.0 v2:172.21.15.99:6838/326875962 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x559f49cb4470 con 0x559f49dcad80 2024-03-18T22:59:11.238 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:11.237+0000 7f8746ffd640 10 client.15573 handle_command_reply: tid=0 2024-03-18T22:59:11.238 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:11.237+0000 7f8770477740 1 client.15573 shutdown 2024-03-18T22:59:11.238 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:11.237+0000 7f8770477740 1 -- 172.21.15.52:0/577311904 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559f49d547f0 msgr2=0x559f49d4e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:59:11.238 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:11.237+0000 7f8770477740 1 --2- 172.21.15.52:0/577311904 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559f49d547f0 0x559f49d4e290 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f8760013880 tx=0x7f8760009720 comp rx=0 tx=0).stop 2024-03-18T22:59:11.238 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:11.237+0000 7f8770477740 1 -- 172.21.15.52:0/577311904 shutdown_connections 2024-03-18T22:59:11.239 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:11.237+0000 7f8770477740 1 --2- 172.21.15.52:0/577311904 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559f49d547f0 0x559f49d4e290 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:11.239 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:11.237+0000 7f8770477740 1 --2- 172.21.15.52:0/577311904 >> [v2:172.21.15.99:6838/326875962,v1:172.21.15.99:6839/326875962] conn(0x559f49dcad80 0x559f49dcd1a0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:11.239 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:11.237+0000 7f8770477740 1 --2- 172.21.15.52:0/577311904 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x559f49d492c0 0x559f49d4dd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:11.239 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:11.237+0000 7f8746ffd640 0 client.15573 ms_handle_reset on v2:172.21.15.99:6838/326875962 2024-03-18T22:59:11.239 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:11.237+0000 7f8770477740 1 --2- 172.21.15.52:0/577311904 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x559f49d489a0 0x559f49d5c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:11.239 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:11.237+0000 7f8770477740 1 -- 172.21.15.52:0/577311904 >> 172.21.15.52:0/577311904 conn(0x559f49d43810 msgr2=0x559f49d44bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:59:11.239 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:11.237+0000 7f8770477740 1 -- 172.21.15.52:0/577311904 shutdown_connections 2024-03-18T22:59:11.239 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:11.237+0000 7f8770477740 1 -- 172.21.15.52:0/577311904 wait complete. 2024-03-18T22:59:11.239 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:11.237+0000 7f8770477740 20 client.15573 trim_cache size 0 max 16384 2024-03-18T22:59:11.239 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-03-18T22:59:11.239 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-03-18T22:59:11.240 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-03-18T22:59:11.240 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-03-18T22:59:11.240 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:11.238+0000 7f876d885640 1 -- 172.21.15.52:0/2111391541 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f87540a2a10 msgr2=0x7f87540a4ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:59:11.240 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:11.238+0000 7f876d885640 1 --2- 172.21.15.52:0/2111391541 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f87540a2a10 0x7f87540a4ed0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f8760005fd0 tx=0x7f8760013640 comp rx=0 tx=0).stop 2024-03-18T22:59:11.241 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:11.238+0000 7f876d885640 1 -- 172.21.15.52:0/2111391541 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8768100970 msgr2=0x7f8768197180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T22:59:11.241 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:11.238+0000 7f876d885640 1 --2- 172.21.15.52:0/2111391541 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8768100970 0x7f8768197180 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f8758005940 tx=0x7f875802dc80 comp rx=0 tx=0).stop 2024-03-18T22:59:11.241 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:11.238+0000 7f876d885640 1 -- 172.21.15.52:0/2111391541 shutdown_connections 2024-03-18T22:59:11.241 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:11.238+0000 7f876d885640 1 --2- 172.21.15.52:0/2111391541 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f87540a2a10 0x7f87540a4ed0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:11.241 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:11.238+0000 7f876d885640 1 --2- 172.21.15.52:0/2111391541 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f87681056c0 0x7f876819ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:11.241 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:11.238+0000 7f876d885640 1 --2- 172.21.15.52:0/2111391541 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8768101330 0x7f87681976c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:11.241 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:11.238+0000 7f876d885640 1 --2- 172.21.15.52:0/2111391541 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8768100970 0x7f8768197180 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T22:59:11.241 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:11.238+0000 7f876d885640 1 -- 172.21.15.52:0/2111391541 >> 172.21.15.52:0/2111391541 conn(0x7f8768077570 msgr2=0x7f87680fe8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T22:59:11.241 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:11.238+0000 7f876d885640 1 -- 172.21.15.52:0/2111391541 shutdown_connections 2024-03-18T22:59:11.241 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-03-18T22:59:11.238+0000 7f876d885640 1 -- 172.21.15.52:0/2111391541 wait complete. 2024-03-18T22:59:11.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:11 smithi181 ceph-mon[67256]: pgmap v71: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 874 op/s 2024-03-18T22:59:11.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:11 smithi099 ceph-mon[36725]: pgmap v71: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 874 op/s 2024-03-18T22:59:11.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:11 smithi052 ceph-mon[32520]: pgmap v71: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 874 op/s 2024-03-18T22:59:13.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:13 smithi181 ceph-mon[67256]: pgmap v72: 97 pgs: 97 active+clean; 229 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 903 op/s 2024-03-18T22:59:14.139 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:13 smithi052 ceph-mon[32520]: pgmap v72: 97 pgs: 97 active+clean; 229 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 903 op/s 2024-03-18T22:59:14.139 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:13 smithi099 ceph-mon[36725]: pgmap v72: 97 pgs: 97 active+clean; 229 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 903 op/s 2024-03-18T22:59:15.654 INFO:tasks.workunit:Stopping ['fs/norstats'] on client.0... 2024-03-18T22:59:15.654 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-03-18T22:59:15.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:15 smithi181 ceph-mon[67256]: pgmap v73: 97 pgs: 97 active+clean; 229 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 218 op/s 2024-03-18T22:59:15.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:15 smithi099 ceph-mon[36725]: pgmap v73: 97 pgs: 97 active+clean; 229 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 218 op/s 2024-03-18T22:59:15.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:15 smithi052 ceph-mon[32520]: pgmap v73: 97 pgs: 97 active+clean; 229 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 218 op/s 2024-03-18T22:59:16.015 DEBUG:teuthology.parallel:result is None 2024-03-18T22:59:16.016 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-03-18T22:59:16.048 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-03-18T22:59:16.048 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-03-18T22:59:16.058 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi052.front.sepia.ceph.com 2024-03-18T22:59:16.096 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-03-18T22:59:16.107 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-03-18T22:59:16.107 INFO:teuthology.task.exec:Executing custom commands... 2024-03-18T22:59:16.107 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi052.front.sepia.ceph.com 2024-03-18T22:59:16.108 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-03-18T22:59:16.164 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-03-18T22:59:17.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:17 smithi181 ceph-mon[67256]: pgmap v74: 97 pgs: 97 active+clean; 216 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 472 op/s 2024-03-18T22:59:17.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:17 smithi099 ceph-mon[36725]: pgmap v74: 97 pgs: 97 active+clean; 216 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 472 op/s 2024-03-18T22:59:17.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:17 smithi052 ceph-mon[32520]: pgmap v74: 97 pgs: 97 active+clean; 216 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 472 op/s 2024-03-18T22:59:19.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:19 smithi099 ceph-mon[36725]: pgmap v75: 97 pgs: 97 active+clean; 216 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 354 op/s 2024-03-18T22:59:19.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:19 smithi052 ceph-mon[32520]: pgmap v75: 97 pgs: 97 active+clean; 216 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 354 op/s 2024-03-18T22:59:20.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:19 smithi181 ceph-mon[67256]: pgmap v75: 97 pgs: 97 active+clean; 216 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 354 op/s 2024-03-18T22:59:21.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:21 smithi052 ceph-mon[32520]: pgmap v76: 97 pgs: 97 active+clean; 216 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 361 op/s 2024-03-18T22:59:22.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:21 smithi181 ceph-mon[67256]: pgmap v76: 97 pgs: 97 active+clean; 216 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 361 op/s 2024-03-18T22:59:22.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:21 smithi099 ceph-mon[36725]: pgmap v76: 97 pgs: 97 active+clean; 216 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 361 op/s 2024-03-18T22:59:23.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:23 smithi052 ceph-mon[32520]: pgmap v77: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 400 op/s 2024-03-18T22:59:24.014 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:23 smithi181 ceph-mon[67256]: pgmap v77: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 400 op/s 2024-03-18T22:59:24.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:23 smithi099 ceph-mon[36725]: pgmap v77: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 400 op/s 2024-03-18T22:59:25.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:25 smithi052 ceph-mon[32520]: pgmap v78: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 866 KiB/s rd, 933 KiB/s wr, 309 op/s 2024-03-18T22:59:26.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:25 smithi181 ceph-mon[67256]: pgmap v78: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 866 KiB/s rd, 933 KiB/s wr, 309 op/s 2024-03-18T22:59:26.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:25 smithi099 ceph-mon[36725]: pgmap v78: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 866 KiB/s rd, 933 KiB/s wr, 309 op/s 2024-03-18T22:59:27.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:27 smithi052 ceph-mon[32520]: pgmap v79: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 872 KiB/s rd, 938 KiB/s wr, 313 op/s 2024-03-18T22:59:28.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:27 smithi181 ceph-mon[67256]: pgmap v79: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 872 KiB/s rd, 938 KiB/s wr, 313 op/s 2024-03-18T22:59:28.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:27 smithi099 ceph-mon[36725]: pgmap v79: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 872 KiB/s rd, 938 KiB/s wr, 313 op/s 2024-03-18T22:59:29.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:29 smithi052 ceph-mon[32520]: pgmap v80: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 198 KiB/s rd, 141 KiB/s wr, 60 op/s 2024-03-18T22:59:30.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:29 smithi181 ceph-mon[67256]: pgmap v80: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 198 KiB/s rd, 141 KiB/s wr, 60 op/s 2024-03-18T22:59:30.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:29 smithi099 ceph-mon[36725]: pgmap v80: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 198 KiB/s rd, 141 KiB/s wr, 60 op/s 2024-03-18T22:59:31.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:31 smithi052 ceph-mon[32520]: pgmap v81: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 199 KiB/s rd, 141 KiB/s wr, 60 op/s 2024-03-18T22:59:32.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:31 smithi181 ceph-mon[67256]: pgmap v81: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 199 KiB/s rd, 141 KiB/s wr, 60 op/s 2024-03-18T22:59:32.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:31 smithi099 ceph-mon[36725]: pgmap v81: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 199 KiB/s rd, 141 KiB/s wr, 60 op/s 2024-03-18T22:59:33.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:33 smithi052 ceph-mon[32520]: pgmap v82: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 196 KiB/s rd, 139 KiB/s wr, 57 op/s 2024-03-18T22:59:34.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:33 smithi181 ceph-mon[67256]: pgmap v82: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 196 KiB/s rd, 139 KiB/s wr, 57 op/s 2024-03-18T22:59:34.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:33 smithi099 ceph-mon[36725]: pgmap v82: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 196 KiB/s rd, 139 KiB/s wr, 57 op/s 2024-03-18T22:59:35.815 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:35 smithi181 ceph-mon[67256]: pgmap v83: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 5.8 KiB/s wr, 7 op/s 2024-03-18T22:59:35.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:35 smithi052 ceph-mon[32520]: pgmap v83: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 5.8 KiB/s wr, 7 op/s 2024-03-18T22:59:36.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:35 smithi099 ceph-mon[36725]: pgmap v83: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 5.8 KiB/s wr, 7 op/s 2024-03-18T22:59:37.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:37 smithi052 ceph-mon[32520]: pgmap v84: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 6.1 KiB/s wr, 10 op/s 2024-03-18T22:59:38.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:37 smithi181 ceph-mon[67256]: pgmap v84: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 6.1 KiB/s wr, 10 op/s 2024-03-18T22:59:38.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:37 smithi099 ceph-mon[36725]: pgmap v84: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 6.1 KiB/s wr, 10 op/s 2024-03-18T22:59:39.816 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:39 smithi099 ceph-mon[36725]: pgmap v85: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.3 KiB/s wr, 5 op/s 2024-03-18T22:59:39.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:39 smithi052 ceph-mon[32520]: pgmap v85: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.3 KiB/s wr, 5 op/s 2024-03-18T22:59:40.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:39 smithi181 ceph-mon[67256]: pgmap v85: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.3 KiB/s wr, 5 op/s 2024-03-18T22:59:41.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:41 smithi052 ceph-mon[32520]: pgmap v86: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-03-18T22:59:42.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:41 smithi181 ceph-mon[67256]: pgmap v86: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-03-18T22:59:42.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:41 smithi099 ceph-mon[36725]: pgmap v86: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-03-18T22:59:43.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:43 smithi052 ceph-mon[32520]: pgmap v87: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-03-18T22:59:44.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:43 smithi181 ceph-mon[67256]: pgmap v87: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-03-18T22:59:44.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:43 smithi099 ceph-mon[36725]: pgmap v87: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-03-18T22:59:45.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:45 smithi052 ceph-mon[32520]: pgmap v88: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 682 B/s wr, 5 op/s 2024-03-18T22:59:46.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:45 smithi181 ceph-mon[67256]: pgmap v88: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 682 B/s wr, 5 op/s 2024-03-18T22:59:46.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:45 smithi099 ceph-mon[36725]: pgmap v88: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 682 B/s wr, 5 op/s 2024-03-18T22:59:47.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:47 smithi052 ceph-mon[32520]: pgmap v89: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 682 B/s wr, 7 op/s 2024-03-18T22:59:48.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:47 smithi181 ceph-mon[67256]: pgmap v89: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 682 B/s wr, 7 op/s 2024-03-18T22:59:48.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:47 smithi099 ceph-mon[36725]: pgmap v89: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 682 B/s wr, 7 op/s 2024-03-18T22:59:49.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:49 smithi052 ceph-mon[32520]: pgmap v90: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 426 B/s wr, 5 op/s 2024-03-18T22:59:50.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:49 smithi181 ceph-mon[67256]: pgmap v90: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 426 B/s wr, 5 op/s 2024-03-18T22:59:50.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:49 smithi099 ceph-mon[36725]: pgmap v90: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 426 B/s wr, 5 op/s 2024-03-18T22:59:51.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:51 smithi052 ceph-mon[32520]: pgmap v91: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 426 B/s wr, 5 op/s 2024-03-18T22:59:52.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:51 smithi181 ceph-mon[67256]: pgmap v91: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 426 B/s wr, 5 op/s 2024-03-18T22:59:52.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:51 smithi099 ceph-mon[36725]: pgmap v91: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 426 B/s wr, 5 op/s 2024-03-18T22:59:53.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:53 smithi052 ceph-mon[32520]: pgmap v92: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 426 B/s wr, 7 op/s 2024-03-18T22:59:54.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:53 smithi181 ceph-mon[67256]: pgmap v92: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 426 B/s wr, 7 op/s 2024-03-18T22:59:54.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:53 smithi099 ceph-mon[36725]: pgmap v92: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 426 B/s wr, 7 op/s 2024-03-18T22:59:55.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:55 smithi052 ceph-mon[32520]: pgmap v93: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:59:56.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:55 smithi181 ceph-mon[67256]: pgmap v93: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:59:56.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:55 smithi099 ceph-mon[36725]: pgmap v93: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T22:59:57.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:57 smithi052 ceph-mon[32520]: pgmap v94: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T22:59:58.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:57 smithi181 ceph-mon[67256]: pgmap v94: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T22:59:58.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:57 smithi099 ceph-mon[36725]: pgmap v94: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T22:59:59.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 22:59:59 smithi052 ceph-mon[32520]: pgmap v95: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:00:00.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 22:59:59 smithi181 ceph-mon[67256]: pgmap v95: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:00:00.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 22:59:59 smithi099 ceph-mon[36725]: pgmap v95: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:00:00.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:00 smithi052 ceph-mon[32520]: overall HEALTH_OK 2024-03-18T23:00:01.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:00 smithi181 ceph-mon[67256]: overall HEALTH_OK 2024-03-18T23:00:01.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:00 smithi099 ceph-mon[36725]: overall HEALTH_OK 2024-03-18T23:00:01.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:01 smithi052 ceph-mon[32520]: pgmap v96: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-18T23:00:01.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:01 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T23:00:02.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:01 smithi181 ceph-mon[67256]: pgmap v96: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-18T23:00:02.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:01 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T23:00:02.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:01 smithi099 ceph-mon[36725]: pgmap v96: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-18T23:00:02.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:01 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T23:00:02.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:02 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T23:00:02.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:02 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T23:00:02.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:02 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:00:03.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:02 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T23:00:03.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:02 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T23:00:03.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:02 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:00:03.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:02 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T23:00:03.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:02 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T23:00:03.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:02 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:00:03.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:03 smithi052 ceph-mon[32520]: pgmap v97: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-03-18T23:00:04.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:03 smithi181 ceph-mon[67256]: pgmap v97: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-03-18T23:00:04.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:03 smithi099 ceph-mon[36725]: pgmap v97: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-03-18T23:00:05.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:05 smithi052 ceph-mon[32520]: pgmap v98: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:00:06.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:05 smithi181 ceph-mon[67256]: pgmap v98: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:00:06.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:05 smithi099 ceph-mon[36725]: pgmap v98: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:00:07.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:07 smithi052 ceph-mon[32520]: pgmap v99: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:00:08.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:07 smithi181 ceph-mon[67256]: pgmap v99: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:00:08.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:07 smithi099 ceph-mon[36725]: pgmap v99: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:00:09.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:09 smithi052 ceph-mon[32520]: pgmap v100: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:00:10.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:09 smithi181 ceph-mon[67256]: pgmap v100: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:00:10.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:09 smithi099 ceph-mon[36725]: pgmap v100: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:00:11.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:11 smithi052 ceph-mon[32520]: pgmap v101: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:00:12.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:11 smithi181 ceph-mon[67256]: pgmap v101: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:00:12.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:11 smithi099 ceph-mon[36725]: pgmap v101: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:00:13.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:13 smithi052 ceph-mon[32520]: pgmap v102: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:00:14.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:13 smithi181 ceph-mon[67256]: pgmap v102: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:00:14.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:13 smithi099 ceph-mon[36725]: pgmap v102: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:00:15.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:15 smithi052 ceph-mon[32520]: pgmap v103: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:00:16.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:15 smithi181 ceph-mon[67256]: pgmap v103: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:00:16.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:15 smithi099 ceph-mon[36725]: pgmap v103: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:00:17.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:17 smithi052 ceph-mon[32520]: pgmap v104: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:00:18.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:17 smithi181 ceph-mon[67256]: pgmap v104: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:00:18.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:17 smithi099 ceph-mon[36725]: pgmap v104: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:00:19.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:19 smithi052 ceph-mon[32520]: pgmap v105: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-03-18T23:00:20.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:19 smithi181 ceph-mon[67256]: pgmap v105: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-03-18T23:00:20.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:19 smithi099 ceph-mon[36725]: pgmap v105: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-03-18T23:00:21.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:21 smithi052 ceph-mon[32520]: pgmap v106: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 85 B/s wr, 5 op/s 2024-03-18T23:00:22.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:21 smithi181 ceph-mon[67256]: pgmap v106: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 85 B/s wr, 5 op/s 2024-03-18T23:00:22.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:21 smithi099 ceph-mon[36725]: pgmap v106: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 85 B/s wr, 5 op/s 2024-03-18T23:00:23.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:23 smithi052 ceph-mon[32520]: pgmap v107: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 85 B/s wr, 7 op/s 2024-03-18T23:00:24.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:23 smithi181 ceph-mon[67256]: pgmap v107: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 85 B/s wr, 7 op/s 2024-03-18T23:00:24.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:23 smithi099 ceph-mon[36725]: pgmap v107: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 85 B/s wr, 7 op/s 2024-03-18T23:00:25.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:25 smithi052 ceph-mon[32520]: pgmap v108: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:00:26.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:25 smithi181 ceph-mon[67256]: pgmap v108: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:00:26.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:25 smithi099 ceph-mon[36725]: pgmap v108: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:00:27.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:27 smithi052 ceph-mon[32520]: pgmap v109: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:00:28.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:27 smithi181 ceph-mon[67256]: pgmap v109: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:00:28.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:27 smithi099 ceph-mon[36725]: pgmap v109: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:00:29.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:29 smithi052 ceph-mon[32520]: pgmap v110: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:00:30.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:29 smithi181 ceph-mon[67256]: pgmap v110: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:00:30.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:29 smithi099 ceph-mon[36725]: pgmap v110: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:00:31.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:31 smithi052 ceph-mon[32520]: pgmap v111: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-18T23:00:32.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:31 smithi181 ceph-mon[67256]: pgmap v111: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-18T23:00:32.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:31 smithi099 ceph-mon[36725]: pgmap v111: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-18T23:00:33.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:33 smithi052 ceph-mon[32520]: pgmap v112: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-03-18T23:00:34.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:33 smithi181 ceph-mon[67256]: pgmap v112: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-03-18T23:00:34.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:33 smithi099 ceph-mon[36725]: pgmap v112: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-03-18T23:00:35.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:35 smithi052 ceph-mon[32520]: pgmap v113: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:00:36.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:35 smithi181 ceph-mon[67256]: pgmap v113: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:00:36.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:35 smithi099 ceph-mon[36725]: pgmap v113: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:00:37.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:37 smithi052 ceph-mon[32520]: pgmap v114: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:00:38.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:37 smithi181 ceph-mon[67256]: pgmap v114: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:00:38.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:37 smithi099 ceph-mon[36725]: pgmap v114: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:00:39.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:39 smithi052 ceph-mon[32520]: pgmap v115: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:00:40.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:39 smithi181 ceph-mon[67256]: pgmap v115: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:00:40.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:39 smithi099 ceph-mon[36725]: pgmap v115: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:00:41.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:41 smithi052 ceph-mon[32520]: pgmap v116: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-18T23:00:42.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:41 smithi181 ceph-mon[67256]: pgmap v116: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-18T23:00:42.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:41 smithi099 ceph-mon[36725]: pgmap v116: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-18T23:00:43.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:43 smithi052 ceph-mon[32520]: pgmap v117: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-03-18T23:00:44.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:43 smithi181 ceph-mon[67256]: pgmap v117: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-03-18T23:00:44.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:43 smithi099 ceph-mon[36725]: pgmap v117: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-03-18T23:00:45.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:45 smithi052 ceph-mon[32520]: pgmap v118: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:00:46.014 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:45 smithi181 ceph-mon[67256]: pgmap v118: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:00:46.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:45 smithi099 ceph-mon[36725]: pgmap v118: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:00:47.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:47 smithi052 ceph-mon[32520]: pgmap v119: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:00:48.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:47 smithi181 ceph-mon[67256]: pgmap v119: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:00:48.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:47 smithi099 ceph-mon[36725]: pgmap v119: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:00:49.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:49 smithi052 ceph-mon[32520]: pgmap v120: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-03-18T23:00:50.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:49 smithi181 ceph-mon[67256]: pgmap v120: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-03-18T23:00:50.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:49 smithi099 ceph-mon[36725]: pgmap v120: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-03-18T23:00:51.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:51 smithi052 ceph-mon[32520]: pgmap v121: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-03-18T23:00:52.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:51 smithi181 ceph-mon[67256]: pgmap v121: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-03-18T23:00:52.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:51 smithi099 ceph-mon[36725]: pgmap v121: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-03-18T23:00:53.990 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:53 smithi052 ceph-mon[32520]: pgmap v122: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-03-18T23:00:54.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:53 smithi181 ceph-mon[67256]: pgmap v122: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-03-18T23:00:54.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:53 smithi099 ceph-mon[36725]: pgmap v122: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-03-18T23:00:55.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:55 smithi052 ceph-mon[32520]: pgmap v123: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-03-18T23:00:56.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:55 smithi181 ceph-mon[67256]: pgmap v123: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-03-18T23:00:56.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:55 smithi099 ceph-mon[36725]: pgmap v123: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-03-18T23:00:56.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:56 smithi052 ceph-mon[32520]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T23:00:57.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:56 smithi181 ceph-mon[67256]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T23:00:57.071 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:56 smithi099 ceph-mon[36725]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T23:00:57.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:57 smithi052 ceph-mon[32520]: pgmap v124: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:00:58.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:57 smithi181 ceph-mon[67256]: pgmap v124: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:00:58.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:57 smithi099 ceph-mon[36725]: pgmap v124: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:00:59.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:00:59 smithi052 ceph-mon[32520]: pgmap v125: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:00.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:00:59 smithi181 ceph-mon[67256]: pgmap v125: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:00.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:00:59 smithi099 ceph-mon[36725]: pgmap v125: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:01.765 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:01 smithi099 ceph-mon[36725]: pgmap v126: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-18T23:01:01.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:01 smithi052 ceph-mon[32520]: pgmap v126: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-18T23:01:02.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:01 smithi181 ceph-mon[67256]: pgmap v126: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-18T23:01:02.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:02 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T23:01:03.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:02 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T23:01:03.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:02 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T23:01:03.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:03 smithi052 ceph-mon[32520]: pgmap v127: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-03-18T23:01:03.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:03 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T23:01:03.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:03 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T23:01:03.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:03 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:01:04.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:03 smithi181 ceph-mon[67256]: pgmap v127: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-03-18T23:01:04.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:03 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T23:01:04.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:03 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T23:01:04.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:03 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:01:04.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:03 smithi099 ceph-mon[36725]: pgmap v127: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-03-18T23:01:04.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:03 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T23:01:04.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:03 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T23:01:04.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:03 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:01:05.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:05 smithi052 ceph-mon[32520]: pgmap v128: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:06.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:05 smithi181 ceph-mon[67256]: pgmap v128: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:06.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:05 smithi099 ceph-mon[36725]: pgmap v128: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:07.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:07 smithi052 ceph-mon[32520]: pgmap v129: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:01:08.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:07 smithi181 ceph-mon[67256]: pgmap v129: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:01:08.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:07 smithi099 ceph-mon[36725]: pgmap v129: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:01:09.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:09 smithi052 ceph-mon[32520]: pgmap v130: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:01:10.014 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:09 smithi181 ceph-mon[67256]: pgmap v130: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:01:10.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:09 smithi099 ceph-mon[36725]: pgmap v130: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:01:11.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:11 smithi052 ceph-mon[32520]: pgmap v131: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:01:12.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:11 smithi181 ceph-mon[67256]: pgmap v131: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:01:12.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:11 smithi099 ceph-mon[36725]: pgmap v131: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:01:13.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:13 smithi052 ceph-mon[32520]: pgmap v132: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:01:14.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:13 smithi181 ceph-mon[67256]: pgmap v132: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:01:14.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:13 smithi099 ceph-mon[36725]: pgmap v132: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:01:15.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:15 smithi052 ceph-mon[32520]: pgmap v133: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:01:16.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:15 smithi181 ceph-mon[67256]: pgmap v133: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:01:16.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:15 smithi099 ceph-mon[36725]: pgmap v133: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:01:17.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:17 smithi052 ceph-mon[32520]: pgmap v134: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:01:18.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:17 smithi181 ceph-mon[67256]: pgmap v134: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:01:18.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:17 smithi099 ceph-mon[36725]: pgmap v134: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:01:19.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:19 smithi052 ceph-mon[32520]: pgmap v135: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-03-18T23:01:20.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:19 smithi181 ceph-mon[67256]: pgmap v135: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-03-18T23:01:20.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:19 smithi099 ceph-mon[36725]: pgmap v135: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-03-18T23:01:21.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:21 smithi052 ceph-mon[32520]: pgmap v136: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 85 B/s wr, 5 op/s 2024-03-18T23:01:22.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:21 smithi181 ceph-mon[67256]: pgmap v136: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 85 B/s wr, 5 op/s 2024-03-18T23:01:22.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:21 smithi099 ceph-mon[36725]: pgmap v136: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 85 B/s wr, 5 op/s 2024-03-18T23:01:23.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:23 smithi052 ceph-mon[32520]: pgmap v137: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 85 B/s wr, 7 op/s 2024-03-18T23:01:24.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:23 smithi181 ceph-mon[67256]: pgmap v137: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 85 B/s wr, 7 op/s 2024-03-18T23:01:24.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:23 smithi099 ceph-mon[36725]: pgmap v137: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 85 B/s wr, 7 op/s 2024-03-18T23:01:25.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:25 smithi052 ceph-mon[32520]: pgmap v138: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:26.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:25 smithi181 ceph-mon[67256]: pgmap v138: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:26.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:25 smithi099 ceph-mon[36725]: pgmap v138: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:27.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:27 smithi052 ceph-mon[32520]: pgmap v139: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:01:28.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:27 smithi181 ceph-mon[67256]: pgmap v139: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:01:28.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:27 smithi099 ceph-mon[36725]: pgmap v139: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:01:29.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:29 smithi052 ceph-mon[32520]: pgmap v140: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:30.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:29 smithi181 ceph-mon[67256]: pgmap v140: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:30.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:29 smithi099 ceph-mon[36725]: pgmap v140: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:31.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:31 smithi052 ceph-mon[32520]: pgmap v141: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:01:32.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:31 smithi181 ceph-mon[67256]: pgmap v141: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:01:32.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:31 smithi099 ceph-mon[36725]: pgmap v141: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:01:33.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:33 smithi052 ceph-mon[32520]: pgmap v142: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-18T23:01:34.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:33 smithi181 ceph-mon[67256]: pgmap v142: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-18T23:01:34.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:33 smithi099 ceph-mon[36725]: pgmap v142: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-18T23:01:35.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:35 smithi052 ceph-mon[32520]: pgmap v143: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:36.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:35 smithi181 ceph-mon[67256]: pgmap v143: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:36.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:35 smithi099 ceph-mon[36725]: pgmap v143: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:37.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:37 smithi052 ceph-mon[32520]: pgmap v144: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:01:38.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:37 smithi181 ceph-mon[67256]: pgmap v144: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:01:38.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:37 smithi099 ceph-mon[36725]: pgmap v144: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:01:39.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:39 smithi052 ceph-mon[32520]: pgmap v145: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:39.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:39 smithi052 ceph-mon[32520]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T23:01:40.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:39 smithi181 ceph-mon[67256]: pgmap v145: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:40.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:39 smithi181 ceph-mon[67256]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T23:01:40.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:39 smithi099 ceph-mon[36725]: pgmap v145: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:40.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:39 smithi099 ceph-mon[36725]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T23:01:40.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:40 smithi052 ceph-mon[32520]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T23:01:40.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:40 smithi052 ceph-mon[32520]: pgmap v146: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:01:41.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:40 smithi181 ceph-mon[67256]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T23:01:41.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:40 smithi181 ceph-mon[67256]: pgmap v146: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:01:41.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:40 smithi099 ceph-mon[36725]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T23:01:41.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:40 smithi099 ceph-mon[36725]: pgmap v146: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:01:43.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:42 smithi052 ceph-mon[32520]: pgmap v147: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:01:43.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:42 smithi181 ceph-mon[67256]: pgmap v147: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:01:43.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:42 smithi099 ceph-mon[36725]: pgmap v147: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:01:45.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:44 smithi052 ceph-mon[32520]: pgmap v148: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:45.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:44 smithi181 ceph-mon[67256]: pgmap v148: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:45.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:44 smithi099 ceph-mon[36725]: pgmap v148: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:47.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:46 smithi052 ceph-mon[32520]: pgmap v149: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:01:47.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:46 smithi181 ceph-mon[67256]: pgmap v149: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:01:47.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:46 smithi099 ceph-mon[36725]: pgmap v149: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:01:49.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:48 smithi052 ceph-mon[32520]: pgmap v150: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:49.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:48 smithi181 ceph-mon[67256]: pgmap v150: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:49.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:48 smithi099 ceph-mon[36725]: pgmap v150: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:51.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:50 smithi052 ceph-mon[32520]: pgmap v151: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:01:51.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:50 smithi052 ceph-mon[32520]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T23:01:51.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:50 smithi181 ceph-mon[67256]: pgmap v151: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:01:51.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:50 smithi181 ceph-mon[67256]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T23:01:51.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:50 smithi099 ceph-mon[36725]: pgmap v151: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:01:51.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:50 smithi099 ceph-mon[36725]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T23:01:53.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:52 smithi052 ceph-mon[32520]: pgmap v152: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:01:53.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:52 smithi181 ceph-mon[67256]: pgmap v152: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:01:53.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:52 smithi099 ceph-mon[36725]: pgmap v152: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:01:54.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:53 smithi052 ceph-mon[32520]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T23:01:54.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:53 smithi181 ceph-mon[67256]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T23:01:54.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:53 smithi099 ceph-mon[36725]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T23:01:55.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:54 smithi052 ceph-mon[32520]: pgmap v153: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:55.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:54 smithi181 ceph-mon[67256]: pgmap v153: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:55.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:54 smithi099 ceph-mon[36725]: pgmap v153: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:57.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:56 smithi052 ceph-mon[32520]: pgmap v154: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:01:57.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:56 smithi181 ceph-mon[67256]: pgmap v154: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:01:57.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:56 smithi099 ceph-mon[36725]: pgmap v154: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:01:59.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:01:58 smithi052 ceph-mon[32520]: pgmap v155: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:59.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:01:58 smithi181 ceph-mon[67256]: pgmap v155: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:01:59.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:01:58 smithi099 ceph-mon[36725]: pgmap v155: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:02:01.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:00 smithi052 ceph-mon[32520]: pgmap v156: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:02:01.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:00 smithi181 ceph-mon[67256]: pgmap v156: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:02:01.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:00 smithi099 ceph-mon[36725]: pgmap v156: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:02:03.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:02 smithi052 ceph-mon[32520]: pgmap v157: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:02:03.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:02 smithi181 ceph-mon[67256]: pgmap v157: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:02:03.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:02 smithi099 ceph-mon[36725]: pgmap v157: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:02:04.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:03 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T23:02:04.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:03 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T23:02:04.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:03 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T23:02:04.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:03 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:02:04.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:03 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T23:02:04.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:03 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T23:02:04.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:03 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T23:02:04.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:03 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:02:04.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:03 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T23:02:04.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:03 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T23:02:04.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:03 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T23:02:04.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:03 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:02:05.164 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:04 smithi181 ceph-mon[67256]: pgmap v158: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:02:05.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:04 smithi052 ceph-mon[32520]: pgmap v158: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:02:05.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:04 smithi099 ceph-mon[36725]: pgmap v158: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:02:07.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:06 smithi052 ceph-mon[32520]: pgmap v159: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:02:07.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:06 smithi181 ceph-mon[67256]: pgmap v159: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:02:07.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:06 smithi099 ceph-mon[36725]: pgmap v159: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:02:09.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:08 smithi052 ceph-mon[32520]: pgmap v160: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:02:09.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:08 smithi181 ceph-mon[67256]: pgmap v160: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:02:09.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:08 smithi099 ceph-mon[36725]: pgmap v160: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:02:11.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:10 smithi052 ceph-mon[32520]: pgmap v161: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 21 op/s 2024-03-18T23:02:11.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:10 smithi181 ceph-mon[67256]: pgmap v161: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 21 op/s 2024-03-18T23:02:11.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:10 smithi099 ceph-mon[36725]: pgmap v161: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 21 op/s 2024-03-18T23:02:12.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:11 smithi052 ceph-mon[32520]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T23:02:12.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:11 smithi181 ceph-mon[67256]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T23:02:12.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:11 smithi099 ceph-mon[36725]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-03-18T23:02:13.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:12 smithi052 ceph-mon[32520]: pgmap v162: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 21 op/s 2024-03-18T23:02:13.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:12 smithi181 ceph-mon[67256]: pgmap v162: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 21 op/s 2024-03-18T23:02:13.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:12 smithi099 ceph-mon[36725]: pgmap v162: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 21 op/s 2024-03-18T23:02:15.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:14 smithi052 ceph-mon[32520]: pgmap v163: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:02:15.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:14 smithi181 ceph-mon[67256]: pgmap v163: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:02:15.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:14 smithi099 ceph-mon[36725]: pgmap v163: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:02:17.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:16 smithi052 ceph-mon[32520]: pgmap v164: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:02:17.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:16 smithi181 ceph-mon[67256]: pgmap v164: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:02:17.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:16 smithi099 ceph-mon[36725]: pgmap v164: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:02:19.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:18 smithi052 ceph-mon[32520]: pgmap v165: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-03-18T23:02:19.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:18 smithi181 ceph-mon[67256]: pgmap v165: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-03-18T23:02:19.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:18 smithi099 ceph-mon[36725]: pgmap v165: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-03-18T23:02:21.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:20 smithi052 ceph-mon[32520]: pgmap v166: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 6 op/s 2024-03-18T23:02:21.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:20 smithi181 ceph-mon[67256]: pgmap v166: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 6 op/s 2024-03-18T23:02:21.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:20 smithi099 ceph-mon[36725]: pgmap v166: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 6 op/s 2024-03-18T23:02:23.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:22 smithi052 ceph-mon[32520]: pgmap v167: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2024-03-18T23:02:23.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:22 smithi181 ceph-mon[67256]: pgmap v167: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2024-03-18T23:02:23.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:22 smithi099 ceph-mon[36725]: pgmap v167: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s 2024-03-18T23:02:25.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:24 smithi052 ceph-mon[32520]: pgmap v168: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:02:25.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:24 smithi181 ceph-mon[67256]: pgmap v168: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:02:25.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:24 smithi099 ceph-mon[36725]: pgmap v168: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:02:27.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:26 smithi052 ceph-mon[32520]: pgmap v169: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:02:27.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:26 smithi181 ceph-mon[67256]: pgmap v169: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:02:27.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:26 smithi099 ceph-mon[36725]: pgmap v169: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:02:29.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:28 smithi052 ceph-mon[32520]: pgmap v170: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:02:29.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:28 smithi181 ceph-mon[67256]: pgmap v170: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:02:29.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:28 smithi099 ceph-mon[36725]: pgmap v170: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:02:31.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:30 smithi052 ceph-mon[32520]: pgmap v171: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:02:31.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:30 smithi181 ceph-mon[67256]: pgmap v171: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:02:31.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:30 smithi099 ceph-mon[36725]: pgmap v171: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:02:33.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:32 smithi052 ceph-mon[32520]: pgmap v172: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:02:33.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:32 smithi181 ceph-mon[67256]: pgmap v172: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:02:33.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:32 smithi099 ceph-mon[36725]: pgmap v172: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:02:35.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:34 smithi052 ceph-mon[32520]: pgmap v173: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:02:35.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:34 smithi181 ceph-mon[67256]: pgmap v173: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:02:35.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:34 smithi099 ceph-mon[36725]: pgmap v173: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:02:37.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:36 smithi052 ceph-mon[32520]: pgmap v174: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:02:37.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:36 smithi181 ceph-mon[67256]: pgmap v174: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:02:37.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:36 smithi099 ceph-mon[36725]: pgmap v174: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:02:39.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:38 smithi052 ceph-mon[32520]: pgmap v175: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:02:39.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:38 smithi181 ceph-mon[67256]: pgmap v175: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:02:39.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:38 smithi099 ceph-mon[36725]: pgmap v175: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:02:41.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:40 smithi052 ceph-mon[32520]: pgmap v176: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:02:41.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:40 smithi181 ceph-mon[67256]: pgmap v176: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:02:41.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:40 smithi099 ceph-mon[36725]: pgmap v176: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:02:43.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:42 smithi052 ceph-mon[32520]: pgmap v177: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:02:43.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:42 smithi181 ceph-mon[67256]: pgmap v177: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:02:43.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:42 smithi099 ceph-mon[36725]: pgmap v177: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:02:45.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:44 smithi052 ceph-mon[32520]: pgmap v178: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:02:45.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:44 smithi181 ceph-mon[67256]: pgmap v178: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:02:45.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:44 smithi099 ceph-mon[36725]: pgmap v178: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:02:47.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:46 smithi052 ceph-mon[32520]: pgmap v179: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:02:47.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:46 smithi181 ceph-mon[67256]: pgmap v179: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:02:47.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:46 smithi099 ceph-mon[36725]: pgmap v179: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:02:49.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:48 smithi052 ceph-mon[32520]: pgmap v180: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:02:49.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:48 smithi181 ceph-mon[67256]: pgmap v180: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:02:49.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:48 smithi099 ceph-mon[36725]: pgmap v180: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:02:51.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:50 smithi052 ceph-mon[32520]: pgmap v181: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:02:51.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:50 smithi181 ceph-mon[67256]: pgmap v181: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:02:51.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:50 smithi099 ceph-mon[36725]: pgmap v181: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:02:53.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:52 smithi052 ceph-mon[32520]: pgmap v182: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:02:53.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:52 smithi181 ceph-mon[67256]: pgmap v182: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:02:53.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:52 smithi099 ceph-mon[36725]: pgmap v182: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:02:55.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:54 smithi052 ceph-mon[32520]: pgmap v183: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:02:55.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:54 smithi181 ceph-mon[67256]: pgmap v183: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:02:55.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:54 smithi099 ceph-mon[36725]: pgmap v183: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:02:57.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:56 smithi052 ceph-mon[32520]: pgmap v184: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:02:57.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:56 smithi181 ceph-mon[67256]: pgmap v184: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:02:57.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:56 smithi099 ceph-mon[36725]: pgmap v184: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:02:59.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:02:58 smithi052 ceph-mon[32520]: pgmap v185: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:02:59.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:02:58 smithi181 ceph-mon[67256]: pgmap v185: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:02:59.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:02:58 smithi099 ceph-mon[36725]: pgmap v185: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:03:01.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:00 smithi052 ceph-mon[32520]: pgmap v186: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:03:01.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:00 smithi181 ceph-mon[67256]: pgmap v186: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:03:01.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:00 smithi099 ceph-mon[36725]: pgmap v186: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:03:03.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:02 smithi052 ceph-mon[32520]: pgmap v187: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:03:03.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:02 smithi181 ceph-mon[67256]: pgmap v187: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:03:03.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:02 smithi099 ceph-mon[36725]: pgmap v187: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:03:04.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:03 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T23:03:04.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:03 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T23:03:04.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:03 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T23:03:05.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:05 smithi052 ceph-mon[32520]: pgmap v188: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:03:05.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:05 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T23:03:05.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:05 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T23:03:05.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:05 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:03:05.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:05 smithi181 ceph-mon[67256]: pgmap v188: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:03:05.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:05 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T23:03:05.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:05 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T23:03:05.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:05 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:03:05.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:05 smithi099 ceph-mon[36725]: pgmap v188: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:03:05.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:05 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T23:03:05.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:05 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T23:03:05.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:05 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:03:07.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:07 smithi052 ceph-mon[32520]: pgmap v189: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-03-18T23:03:07.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:07 smithi181 ceph-mon[67256]: pgmap v189: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-03-18T23:03:07.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:07 smithi099 ceph-mon[36725]: pgmap v189: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-03-18T23:03:09.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:09 smithi052 ceph-mon[32520]: pgmap v190: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-03-18T23:03:09.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:09 smithi181 ceph-mon[67256]: pgmap v190: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-03-18T23:03:09.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:09 smithi099 ceph-mon[36725]: pgmap v190: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-03-18T23:03:10.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:10 smithi052 ceph-mon[32520]: osdmap e92: 12 total, 12 up, 12 in 2024-03-18T23:03:10.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:10 smithi181 ceph-mon[67256]: osdmap e92: 12 total, 12 up, 12 in 2024-03-18T23:03:10.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:10 smithi099 ceph-mon[36725]: osdmap e92: 12 total, 12 up, 12 in 2024-03-18T23:03:11.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:11 smithi052 ceph-mon[32520]: pgmap v192: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:03:11.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:11 smithi181 ceph-mon[67256]: pgmap v192: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:03:11.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:11 smithi099 ceph-mon[36725]: pgmap v192: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:03:13.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:13 smithi052 ceph-mon[32520]: pgmap v193: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:03:13.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:13 smithi181 ceph-mon[67256]: pgmap v193: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:03:13.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:13 smithi099 ceph-mon[36725]: pgmap v193: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:03:15.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:15 smithi052 ceph-mon[32520]: pgmap v194: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:03:15.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:15 smithi052 ceph-mon[32520]: osdmap e93: 12 total, 12 up, 12 in 2024-03-18T23:03:15.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:15 smithi181 ceph-mon[67256]: pgmap v194: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:03:15.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:15 smithi181 ceph-mon[67256]: osdmap e93: 12 total, 12 up, 12 in 2024-03-18T23:03:15.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:15 smithi099 ceph-mon[36725]: pgmap v194: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:03:15.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:15 smithi099 ceph-mon[36725]: osdmap e93: 12 total, 12 up, 12 in 2024-03-18T23:03:17.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:17 smithi052 ceph-mon[32520]: pgmap v196: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-03-18T23:03:17.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:17 smithi181 ceph-mon[67256]: pgmap v196: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-03-18T23:03:17.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:17 smithi099 ceph-mon[36725]: pgmap v196: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-03-18T23:03:19.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:19 smithi052 ceph-mon[32520]: pgmap v197: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 237 B/s wr, 7 op/s 2024-03-18T23:03:19.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:19 smithi181 ceph-mon[67256]: pgmap v197: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 237 B/s wr, 7 op/s 2024-03-18T23:03:19.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:19 smithi099 ceph-mon[36725]: pgmap v197: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 237 B/s wr, 7 op/s 2024-03-18T23:03:21.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:21 smithi052 ceph-mon[32520]: pgmap v198: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:03:21.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:21 smithi181 ceph-mon[67256]: pgmap v198: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:03:21.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:21 smithi099 ceph-mon[36725]: pgmap v198: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:03:23.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:23 smithi052 ceph-mon[32520]: pgmap v199: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-03-18T23:03:23.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:23 smithi181 ceph-mon[67256]: pgmap v199: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-03-18T23:03:23.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:23 smithi099 ceph-mon[36725]: pgmap v199: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-03-18T23:03:25.490 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:25 smithi052 ceph-mon[32520]: pgmap v200: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-03-18T23:03:25.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:25 smithi181 ceph-mon[67256]: pgmap v200: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-03-18T23:03:25.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:25 smithi099 ceph-mon[36725]: pgmap v200: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-03-18T23:03:27.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:27 smithi052 ceph-mon[32520]: pgmap v201: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 88 B/s wr, 7 op/s 2024-03-18T23:03:27.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:27 smithi181 ceph-mon[67256]: pgmap v201: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 88 B/s wr, 7 op/s 2024-03-18T23:03:27.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:27 smithi099 ceph-mon[36725]: pgmap v201: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 88 B/s wr, 7 op/s 2024-03-18T23:03:29.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:29 smithi052 ceph-mon[32520]: pgmap v202: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:03:29.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:29 smithi181 ceph-mon[67256]: pgmap v202: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:03:29.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:29 smithi099 ceph-mon[36725]: pgmap v202: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:03:31.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:31 smithi052 ceph-mon[32520]: pgmap v203: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:03:31.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:31 smithi181 ceph-mon[67256]: pgmap v203: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:03:31.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:31 smithi099 ceph-mon[36725]: pgmap v203: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:03:33.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:33 smithi052 ceph-mon[32520]: pgmap v204: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:03:33.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:33 smithi181 ceph-mon[67256]: pgmap v204: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:03:33.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:33 smithi099 ceph-mon[36725]: pgmap v204: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:03:35.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:35 smithi052 ceph-mon[32520]: pgmap v205: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:03:35.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:35 smithi181 ceph-mon[67256]: pgmap v205: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:03:35.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:35 smithi099 ceph-mon[36725]: pgmap v205: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:03:37.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:37 smithi052 ceph-mon[32520]: pgmap v206: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:03:37.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:37 smithi181 ceph-mon[67256]: pgmap v206: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:03:37.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:37 smithi099 ceph-mon[36725]: pgmap v206: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:03:39.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:39 smithi052 ceph-mon[32520]: pgmap v207: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:03:39.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:39 smithi181 ceph-mon[67256]: pgmap v207: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:03:39.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:39 smithi099 ceph-mon[36725]: pgmap v207: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:03:41.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:41 smithi052 ceph-mon[32520]: pgmap v208: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:03:41.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:41 smithi181 ceph-mon[67256]: pgmap v208: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:03:41.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:41 smithi099 ceph-mon[36725]: pgmap v208: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:03:43.489 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:43 smithi052 ceph-mon[32520]: pgmap v209: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:03:43.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:43 smithi181 ceph-mon[67256]: pgmap v209: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:03:43.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:43 smithi099 ceph-mon[36725]: pgmap v209: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:03:45.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:45 smithi052 ceph-mon[32520]: pgmap v210: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:03:45.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:45 smithi181 ceph-mon[67256]: pgmap v210: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:03:45.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:45 smithi099 ceph-mon[36725]: pgmap v210: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:03:47.493 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:47 smithi052 ceph-mon[32520]: pgmap v211: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:03:47.514 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:47 smithi181 ceph-mon[67256]: pgmap v211: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:03:47.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:47 smithi099 ceph-mon[36725]: pgmap v211: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:03:49.488 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:49 smithi052 ceph-mon[32520]: pgmap v212: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:03:49.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:49 smithi181 ceph-mon[67256]: pgmap v212: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:03:49.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:49 smithi099 ceph-mon[36725]: pgmap v212: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:03:51.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:51 smithi181 ceph-mon[67256]: pgmap v213: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:03:51.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:51 smithi099 ceph-mon[36725]: pgmap v213: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:03:51.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:51 smithi052 ceph-mon[32520]: pgmap v213: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:03:53.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:53 smithi181 ceph-mon[67256]: pgmap v214: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 6 op/s 2024-03-18T23:03:53.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:53 smithi099 ceph-mon[36725]: pgmap v214: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 6 op/s 2024-03-18T23:03:53.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:53 smithi052 ceph-mon[32520]: pgmap v214: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 6 op/s 2024-03-18T23:03:55.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:55 smithi181 ceph-mon[67256]: pgmap v215: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-03-18T23:03:55.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:55 smithi099 ceph-mon[36725]: pgmap v215: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-03-18T23:03:55.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:55 smithi052 ceph-mon[32520]: pgmap v215: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-03-18T23:03:57.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:57 smithi181 ceph-mon[67256]: pgmap v216: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:03:57.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:57 smithi099 ceph-mon[36725]: pgmap v216: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:03:57.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:57 smithi052 ceph-mon[32520]: pgmap v216: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:03:59.512 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:03:59 smithi181 ceph-mon[67256]: pgmap v217: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-03-18T23:03:59.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:03:59 smithi099 ceph-mon[36725]: pgmap v217: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-03-18T23:03:59.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:03:59 smithi052 ceph-mon[32520]: pgmap v217: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-03-18T23:04:01.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:01 smithi181 ceph-mon[67256]: pgmap v218: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:04:01.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:01 smithi099 ceph-mon[36725]: pgmap v218: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:04:01.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:01 smithi052 ceph-mon[32520]: pgmap v218: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:04:03.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:03 smithi181 ceph-mon[67256]: pgmap v219: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:04:03.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:03 smithi099 ceph-mon[36725]: pgmap v219: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:04:03.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:03 smithi052 ceph-mon[32520]: pgmap v219: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-03-18T23:04:05.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:05 smithi181 ceph-mon[67256]: pgmap v220: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:04:05.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:05 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T23:04:05.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:05 smithi099 ceph-mon[36725]: pgmap v220: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:04:05.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:05 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T23:04:05.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:05 smithi052 ceph-mon[32520]: pgmap v220: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:04:05.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:05 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T23:04:06.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:06 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T23:04:06.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:06 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T23:04:06.513 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:06 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:04:06.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:06 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T23:04:06.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:06 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T23:04:06.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:06 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:04:06.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:06 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T23:04:06.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:06 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T23:04:06.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:06 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:04:07.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:07 smithi052 ceph-mon[32520]: pgmap v221: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-03-18T23:04:07.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:07 smithi181 ceph-mon[67256]: pgmap v221: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-03-18T23:04:07.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:07 smithi099 ceph-mon[36725]: pgmap v221: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-03-18T23:04:09.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:09 smithi052 ceph-mon[32520]: pgmap v222: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-03-18T23:04:09.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:09 smithi181 ceph-mon[67256]: pgmap v222: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-03-18T23:04:09.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:09 smithi099 ceph-mon[36725]: pgmap v222: 97 pgs: 97 active+clean; 217 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-03-18T23:04:10.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:10 smithi052 ceph-mon[32520]: osdmap e94: 12 total, 12 up, 12 in 2024-03-18T23:04:10.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:10 smithi181 ceph-mon[67256]: osdmap e94: 12 total, 12 up, 12 in 2024-03-18T23:04:10.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:10 smithi099 ceph-mon[36725]: osdmap e94: 12 total, 12 up, 12 in 2024-03-18T23:04:11.739 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:11 smithi052 ceph-mon[32520]: pgmap v224: 97 pgs: 16 active+clean+snaptrim_wait, 70 active+clean, 11 active+clean+snaptrim; 206 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:04:11.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:11 smithi181 ceph-mon[67256]: pgmap v224: 97 pgs: 16 active+clean+snaptrim_wait, 70 active+clean, 11 active+clean+snaptrim; 206 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:04:11.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:11 smithi099 ceph-mon[36725]: pgmap v224: 97 pgs: 16 active+clean+snaptrim_wait, 70 active+clean, 11 active+clean+snaptrim; 206 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:04:13.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:13 smithi052 ceph-mon[32520]: pgmap v225: 97 pgs: 39 active+clean+snaptrim_wait, 37 active+clean, 21 active+clean+snaptrim; 186 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:04:13.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:13 smithi181 ceph-mon[67256]: pgmap v225: 97 pgs: 39 active+clean+snaptrim_wait, 37 active+clean, 21 active+clean+snaptrim; 186 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:04:13.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:13 smithi099 ceph-mon[36725]: pgmap v225: 97 pgs: 39 active+clean+snaptrim_wait, 37 active+clean, 21 active+clean+snaptrim; 186 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:04:15.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:15 smithi052 ceph-mon[32520]: pgmap v226: 97 pgs: 39 active+clean+snaptrim_wait, 37 active+clean, 21 active+clean+snaptrim; 186 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:04:15.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:15 smithi181 ceph-mon[67256]: pgmap v226: 97 pgs: 39 active+clean+snaptrim_wait, 37 active+clean, 21 active+clean+snaptrim; 186 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:04:15.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:15 smithi099 ceph-mon[36725]: pgmap v226: 97 pgs: 39 active+clean+snaptrim_wait, 37 active+clean, 21 active+clean+snaptrim; 186 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:04:17.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:17 smithi052 ceph-mon[32520]: pgmap v227: 97 pgs: 97 active+clean; 120 MiB data, 1004 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:04:17.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:17 smithi181 ceph-mon[67256]: pgmap v227: 97 pgs: 97 active+clean; 120 MiB data, 1004 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:04:17.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:17 smithi099 ceph-mon[36725]: pgmap v227: 97 pgs: 97 active+clean; 120 MiB data, 1004 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:04:19.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:19 smithi052 ceph-mon[32520]: pgmap v228: 97 pgs: 97 active+clean; 120 MiB data, 1004 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:04:19.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:19 smithi052 ceph-mon[32520]: osdmap e95: 12 total, 12 up, 12 in 2024-03-18T23:04:19.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:19 smithi181 ceph-mon[67256]: pgmap v228: 97 pgs: 97 active+clean; 120 MiB data, 1004 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:04:19.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:19 smithi181 ceph-mon[67256]: osdmap e95: 12 total, 12 up, 12 in 2024-03-18T23:04:19.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:19 smithi099 ceph-mon[36725]: pgmap v228: 97 pgs: 97 active+clean; 120 MiB data, 1004 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:04:19.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:19 smithi099 ceph-mon[36725]: osdmap e95: 12 total, 12 up, 12 in 2024-03-18T23:04:21.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:21 smithi052 ceph-mon[32520]: pgmap v230: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:04:21.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:21 smithi181 ceph-mon[67256]: pgmap v230: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:04:21.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:21 smithi099 ceph-mon[36725]: pgmap v230: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:04:23.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:23 smithi052 ceph-mon[32520]: pgmap v231: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-03-18T23:04:23.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:23 smithi181 ceph-mon[67256]: pgmap v231: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-03-18T23:04:23.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:23 smithi099 ceph-mon[36725]: pgmap v231: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-03-18T23:04:25.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:25 smithi052 ceph-mon[32520]: pgmap v232: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-03-18T23:04:25.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:25 smithi181 ceph-mon[67256]: pgmap v232: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-03-18T23:04:25.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:25 smithi099 ceph-mon[36725]: pgmap v232: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-03-18T23:04:27.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:27 smithi052 ceph-mon[32520]: pgmap v233: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-18T23:04:27.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:27 smithi181 ceph-mon[67256]: pgmap v233: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-18T23:04:27.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:27 smithi099 ceph-mon[36725]: pgmap v233: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-18T23:04:29.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:29 smithi052 ceph-mon[32520]: pgmap v234: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-18T23:04:29.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:29 smithi181 ceph-mon[67256]: pgmap v234: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-18T23:04:29.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:29 smithi099 ceph-mon[36725]: pgmap v234: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-18T23:04:31.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:31 smithi052 ceph-mon[32520]: pgmap v235: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-03-18T23:04:31.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:31 smithi181 ceph-mon[67256]: pgmap v235: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-03-18T23:04:31.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:31 smithi099 ceph-mon[36725]: pgmap v235: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-03-18T23:04:33.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:33 smithi052 ceph-mon[32520]: pgmap v236: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:04:33.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:33 smithi181 ceph-mon[67256]: pgmap v236: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:04:33.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:33 smithi099 ceph-mon[36725]: pgmap v236: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:04:35.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:35 smithi052 ceph-mon[32520]: pgmap v237: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:04:35.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:35 smithi181 ceph-mon[67256]: pgmap v237: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:04:35.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:35 smithi099 ceph-mon[36725]: pgmap v237: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:04:37.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:37 smithi052 ceph-mon[32520]: pgmap v238: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:04:37.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:37 smithi181 ceph-mon[67256]: pgmap v238: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:04:37.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:37 smithi099 ceph-mon[36725]: pgmap v238: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:04:39.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:39 smithi181 ceph-mon[67256]: pgmap v239: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:04:39.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:39 smithi099 ceph-mon[36725]: pgmap v239: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:04:39.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:39 smithi052 ceph-mon[32520]: pgmap v239: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:04:41.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:41 smithi181 ceph-mon[67256]: pgmap v240: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:04:41.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:41 smithi099 ceph-mon[36725]: pgmap v240: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:04:41.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:41 smithi052 ceph-mon[32520]: pgmap v240: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:04:43.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:43 smithi181 ceph-mon[67256]: pgmap v241: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:04:43.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:43 smithi099 ceph-mon[36725]: pgmap v241: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:04:43.790 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:43 smithi052 ceph-mon[32520]: pgmap v241: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:04:45.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:45 smithi181 ceph-mon[67256]: pgmap v242: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:04:45.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:45 smithi099 ceph-mon[36725]: pgmap v242: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:04:45.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:45 smithi052 ceph-mon[32520]: pgmap v242: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:04:47.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:47 smithi181 ceph-mon[67256]: pgmap v243: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:04:47.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:47 smithi099 ceph-mon[36725]: pgmap v243: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:04:47.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:47 smithi052 ceph-mon[32520]: pgmap v243: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:04:49.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:49 smithi181 ceph-mon[67256]: pgmap v244: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:04:49.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:49 smithi099 ceph-mon[36725]: pgmap v244: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:04:49.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:49 smithi052 ceph-mon[32520]: pgmap v244: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:04:51.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:51 smithi181 ceph-mon[67256]: pgmap v245: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:04:51.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:51 smithi099 ceph-mon[36725]: pgmap v245: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:04:51.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:51 smithi052 ceph-mon[32520]: pgmap v245: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:04:53.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:53 smithi181 ceph-mon[67256]: pgmap v246: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:04:53.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:53 smithi099 ceph-mon[36725]: pgmap v246: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:04:53.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:53 smithi052 ceph-mon[32520]: pgmap v246: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:04:55.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:55 smithi181 ceph-mon[67256]: pgmap v247: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:04:55.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:55 smithi099 ceph-mon[36725]: pgmap v247: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:04:55.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:55 smithi052 ceph-mon[32520]: pgmap v247: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:04:57.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:57 smithi181 ceph-mon[67256]: pgmap v248: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:04:57.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:57 smithi099 ceph-mon[36725]: pgmap v248: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:04:57.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:57 smithi052 ceph-mon[32520]: pgmap v248: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:04:59.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:04:59 smithi181 ceph-mon[67256]: pgmap v249: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:04:59.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:04:59 smithi099 ceph-mon[36725]: pgmap v249: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:04:59.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:04:59 smithi052 ceph-mon[32520]: pgmap v249: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:05:01.764 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:01 smithi099 ceph-mon[36725]: pgmap v250: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:05:01.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:01 smithi052 ceph-mon[32520]: pgmap v250: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:05:02.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:01 smithi181 ceph-mon[67256]: pgmap v250: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-03-18T23:05:03.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:03 smithi052 ceph-mon[32520]: pgmap v251: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:05:04.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:03 smithi181 ceph-mon[67256]: pgmap v251: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:05:04.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:03 smithi099 ceph-mon[36725]: pgmap v251: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:05:05.814 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:05 smithi181 ceph-mon[67256]: pgmap v252: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:05:05.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:05 smithi052 ceph-mon[32520]: pgmap v252: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:05:06.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:05 smithi099 ceph-mon[36725]: pgmap v252: 97 pgs: 97 active+clean; 120 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:05:06.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:06 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T23:05:06.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:06 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T23:05:06.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:06 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T23:05:06.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:06 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:05:07.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:06 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T23:05:07.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:06 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T23:05:07.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:06 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T23:05:07.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:06 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:05:07.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:06 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T23:05:07.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:06 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T23:05:07.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:06 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T23:05:07.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:06 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:05:07.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:07 smithi052 ceph-mon[32520]: pgmap v253: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:05:08.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:07 smithi181 ceph-mon[67256]: pgmap v253: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:05:08.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:07 smithi099 ceph-mon[36725]: pgmap v253: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:05:09.816 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:09 smithi099 ceph-mon[36725]: pgmap v254: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-03-18T23:05:09.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:09 smithi052 ceph-mon[32520]: pgmap v254: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-03-18T23:05:10.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:09 smithi181 ceph-mon[67256]: pgmap v254: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-03-18T23:05:11.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:11 smithi052 ceph-mon[32520]: pgmap v255: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 21 op/s 2024-03-18T23:05:12.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:11 smithi181 ceph-mon[67256]: pgmap v255: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 21 op/s 2024-03-18T23:05:12.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:11 smithi099 ceph-mon[36725]: pgmap v255: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 21 op/s 2024-03-18T23:05:13.790 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:13 smithi052 ceph-mon[32520]: pgmap v256: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:05:14.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:13 smithi181 ceph-mon[67256]: pgmap v256: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:05:14.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:13 smithi099 ceph-mon[36725]: pgmap v256: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:05:15.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:15 smithi052 ceph-mon[32520]: pgmap v257: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:05:16.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:15 smithi181 ceph-mon[67256]: pgmap v257: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:05:16.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:15 smithi099 ceph-mon[36725]: pgmap v257: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-03-18T23:05:17.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:17 smithi052 ceph-mon[32520]: pgmap v258: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:05:18.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:17 smithi181 ceph-mon[67256]: pgmap v258: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:05:18.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:17 smithi099 ceph-mon[36725]: pgmap v258: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-03-18T23:05:19.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:19 smithi052 ceph-mon[32520]: pgmap v259: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-03-18T23:05:20.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:19 smithi181 ceph-mon[67256]: pgmap v259: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-03-18T23:05:20.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:19 smithi099 ceph-mon[36725]: pgmap v259: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-03-18T23:05:21.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:21 smithi052 ceph-mon[32520]: pgmap v260: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-03-18T23:05:22.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:21 smithi181 ceph-mon[67256]: pgmap v260: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-03-18T23:05:22.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:21 smithi099 ceph-mon[36725]: pgmap v260: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-03-18T23:05:23.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:23 smithi052 ceph-mon[32520]: pgmap v261: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-03-18T23:05:24.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:23 smithi181 ceph-mon[67256]: pgmap v261: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-03-18T23:05:24.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:23 smithi099 ceph-mon[36725]: pgmap v261: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-03-18T23:05:25.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:25 smithi052 ceph-mon[32520]: pgmap v262: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:05:26.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:25 smithi181 ceph-mon[67256]: pgmap v262: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:05:26.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:25 smithi099 ceph-mon[36725]: pgmap v262: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:05:27.990 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:27 smithi052 ceph-mon[32520]: pgmap v263: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:05:28.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:27 smithi181 ceph-mon[67256]: pgmap v263: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:05:28.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:27 smithi099 ceph-mon[36725]: pgmap v263: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:05:29.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:29 smithi052 ceph-mon[32520]: pgmap v264: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:05:30.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:29 smithi181 ceph-mon[67256]: pgmap v264: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:05:30.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:29 smithi099 ceph-mon[36725]: pgmap v264: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:05:31.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:31 smithi052 ceph-mon[32520]: pgmap v265: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:05:32.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:31 smithi181 ceph-mon[67256]: pgmap v265: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:05:32.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:31 smithi099 ceph-mon[36725]: pgmap v265: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:05:33.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:33 smithi052 ceph-mon[32520]: pgmap v266: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:05:34.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:33 smithi181 ceph-mon[67256]: pgmap v266: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:05:34.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:33 smithi099 ceph-mon[36725]: pgmap v266: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:05:35.815 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:35 smithi181 ceph-mon[67256]: pgmap v267: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:05:35.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:35 smithi052 ceph-mon[32520]: pgmap v267: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:05:36.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:35 smithi099 ceph-mon[36725]: pgmap v267: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:05:37.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:37 smithi052 ceph-mon[32520]: pgmap v268: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:05:38.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:37 smithi181 ceph-mon[67256]: pgmap v268: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:05:38.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:37 smithi099 ceph-mon[36725]: pgmap v268: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:05:39.815 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:39 smithi099 ceph-mon[36725]: pgmap v269: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:05:39.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:39 smithi052 ceph-mon[32520]: pgmap v269: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:05:40.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:39 smithi181 ceph-mon[67256]: pgmap v269: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:05:41.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:41 smithi052 ceph-mon[32520]: pgmap v270: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:05:42.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:41 smithi181 ceph-mon[67256]: pgmap v270: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:05:42.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:41 smithi099 ceph-mon[36725]: pgmap v270: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:05:43.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:43 smithi052 ceph-mon[32520]: pgmap v271: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:05:44.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:43 smithi181 ceph-mon[67256]: pgmap v271: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:05:44.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:43 smithi099 ceph-mon[36725]: pgmap v271: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:05:45.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:45 smithi052 ceph-mon[32520]: pgmap v272: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:05:46.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:45 smithi181 ceph-mon[67256]: pgmap v272: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:05:46.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:45 smithi099 ceph-mon[36725]: pgmap v272: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:05:47.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:47 smithi052 ceph-mon[32520]: pgmap v273: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:05:48.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:47 smithi181 ceph-mon[67256]: pgmap v273: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:05:48.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:47 smithi099 ceph-mon[36725]: pgmap v273: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:05:49.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:49 smithi052 ceph-mon[32520]: pgmap v274: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:05:50.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:49 smithi181 ceph-mon[67256]: pgmap v274: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:05:50.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:49 smithi099 ceph-mon[36725]: pgmap v274: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:05:51.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:51 smithi052 ceph-mon[32520]: pgmap v275: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:05:52.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:51 smithi181 ceph-mon[67256]: pgmap v275: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:05:52.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:51 smithi099 ceph-mon[36725]: pgmap v275: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:05:53.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:53 smithi052 ceph-mon[32520]: pgmap v276: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:05:54.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:53 smithi181 ceph-mon[67256]: pgmap v276: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:05:54.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:53 smithi099 ceph-mon[36725]: pgmap v276: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:05:55.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:55 smithi052 ceph-mon[32520]: pgmap v277: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:05:56.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:55 smithi181 ceph-mon[67256]: pgmap v277: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:05:56.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:55 smithi099 ceph-mon[36725]: pgmap v277: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:05:57.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:57 smithi052 ceph-mon[32520]: pgmap v278: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:05:58.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:57 smithi181 ceph-mon[67256]: pgmap v278: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:05:58.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:57 smithi099 ceph-mon[36725]: pgmap v278: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:05:59.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:05:59 smithi052 ceph-mon[32520]: pgmap v279: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:06:00.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:05:59 smithi181 ceph-mon[67256]: pgmap v279: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:06:00.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:05:59 smithi099 ceph-mon[36725]: pgmap v279: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:06:01.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:01 smithi052 ceph-mon[32520]: pgmap v280: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:06:02.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:01 smithi181 ceph-mon[67256]: pgmap v280: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:06:02.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:01 smithi099 ceph-mon[36725]: pgmap v280: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:06:03.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:03 smithi052 ceph-mon[32520]: pgmap v281: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:06:04.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:03 smithi181 ceph-mon[67256]: pgmap v281: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:06:04.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:03 smithi099 ceph-mon[36725]: pgmap v281: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:06:05.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:05 smithi052 ceph-mon[32520]: pgmap v282: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:06:06.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:05 smithi181 ceph-mon[67256]: pgmap v282: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:06:06.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:05 smithi099 ceph-mon[36725]: pgmap v282: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:06:06.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:06 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T23:06:07.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:06 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T23:06:07.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:06 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T23:06:07.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:07 smithi052 ceph-mon[32520]: pgmap v283: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-03-18T23:06:07.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:07 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T23:06:07.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:07 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T23:06:07.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:07 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:06:08.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:07 smithi181 ceph-mon[67256]: pgmap v283: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-03-18T23:06:08.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:07 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T23:06:08.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:07 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T23:06:08.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:07 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:06:08.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:07 smithi099 ceph-mon[36725]: pgmap v283: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-03-18T23:06:08.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:07 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T23:06:08.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:07 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T23:06:08.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:07 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:06:09.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:09 smithi052 ceph-mon[32520]: pgmap v284: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-03-18T23:06:10.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:09 smithi181 ceph-mon[67256]: pgmap v284: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-03-18T23:06:10.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:09 smithi099 ceph-mon[36725]: pgmap v284: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-03-18T23:06:10.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:10 smithi052 ceph-mon[32520]: osdmap e96: 12 total, 12 up, 12 in 2024-03-18T23:06:11.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:10 smithi181 ceph-mon[67256]: osdmap e96: 12 total, 12 up, 12 in 2024-03-18T23:06:11.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:10 smithi099 ceph-mon[36725]: osdmap e96: 12 total, 12 up, 12 in 2024-03-18T23:06:11.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:11 smithi052 ceph-mon[32520]: pgmap v286: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:06:12.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:11 smithi181 ceph-mon[67256]: pgmap v286: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:06:12.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:11 smithi099 ceph-mon[36725]: pgmap v286: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:06:13.990 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:13 smithi052 ceph-mon[32520]: pgmap v287: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:06:14.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:13 smithi181 ceph-mon[67256]: pgmap v287: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:06:14.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:13 smithi099 ceph-mon[36725]: pgmap v287: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:06:15.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:15 smithi052 ceph-mon[32520]: pgmap v288: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:06:16.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:15 smithi181 ceph-mon[67256]: pgmap v288: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:06:16.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:15 smithi099 ceph-mon[36725]: pgmap v288: 97 pgs: 97 active+clean; 120 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:06:17.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:17 smithi052 ceph-mon[32520]: pgmap v289: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:06:18.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:17 smithi181 ceph-mon[67256]: pgmap v289: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:06:18.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:17 smithi099 ceph-mon[36725]: pgmap v289: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:06:19.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:19 smithi052 ceph-mon[32520]: pgmap v290: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:06:19.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:19 smithi052 ceph-mon[32520]: osdmap e97: 12 total, 12 up, 12 in 2024-03-18T23:06:20.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:19 smithi181 ceph-mon[67256]: pgmap v290: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:06:20.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:19 smithi181 ceph-mon[67256]: osdmap e97: 12 total, 12 up, 12 in 2024-03-18T23:06:20.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:19 smithi099 ceph-mon[36725]: pgmap v290: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:06:20.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:19 smithi099 ceph-mon[36725]: osdmap e97: 12 total, 12 up, 12 in 2024-03-18T23:06:21.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:21 smithi052 ceph-mon[32520]: pgmap v292: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:06:22.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:21 smithi181 ceph-mon[67256]: pgmap v292: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:06:22.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:21 smithi099 ceph-mon[36725]: pgmap v292: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:06:23.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:23 smithi052 ceph-mon[32520]: pgmap v293: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-03-18T23:06:24.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:23 smithi181 ceph-mon[67256]: pgmap v293: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-03-18T23:06:24.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:23 smithi099 ceph-mon[36725]: pgmap v293: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-03-18T23:06:25.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:25 smithi052 ceph-mon[32520]: pgmap v294: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-03-18T23:06:26.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:25 smithi181 ceph-mon[67256]: pgmap v294: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-03-18T23:06:26.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:25 smithi099 ceph-mon[36725]: pgmap v294: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-03-18T23:06:27.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:27 smithi052 ceph-mon[32520]: pgmap v295: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-18T23:06:28.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:27 smithi181 ceph-mon[67256]: pgmap v295: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-18T23:06:28.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:27 smithi099 ceph-mon[36725]: pgmap v295: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-18T23:06:29.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:29 smithi052 ceph-mon[32520]: pgmap v296: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-18T23:06:30.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:29 smithi181 ceph-mon[67256]: pgmap v296: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-18T23:06:30.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:29 smithi099 ceph-mon[36725]: pgmap v296: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-18T23:06:31.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:31 smithi052 ceph-mon[32520]: pgmap v297: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-18T23:06:32.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:31 smithi181 ceph-mon[67256]: pgmap v297: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-18T23:06:32.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:31 smithi099 ceph-mon[36725]: pgmap v297: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-18T23:06:33.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:33 smithi052 ceph-mon[32520]: pgmap v298: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:06:34.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:33 smithi181 ceph-mon[67256]: pgmap v298: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:06:34.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:33 smithi099 ceph-mon[36725]: pgmap v298: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:06:35.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:35 smithi052 ceph-mon[32520]: pgmap v299: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:06:36.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:35 smithi181 ceph-mon[67256]: pgmap v299: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:06:36.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:35 smithi099 ceph-mon[36725]: pgmap v299: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:06:37.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:37 smithi052 ceph-mon[32520]: pgmap v300: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:06:38.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:37 smithi181 ceph-mon[67256]: pgmap v300: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:06:38.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:37 smithi099 ceph-mon[36725]: pgmap v300: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:06:39.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:39 smithi052 ceph-mon[32520]: pgmap v301: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:06:40.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:39 smithi181 ceph-mon[67256]: pgmap v301: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:06:40.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:39 smithi099 ceph-mon[36725]: pgmap v301: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:06:41.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:41 smithi052 ceph-mon[32520]: pgmap v302: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:06:42.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:41 smithi181 ceph-mon[67256]: pgmap v302: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:06:42.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:41 smithi099 ceph-mon[36725]: pgmap v302: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:06:43.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:43 smithi052 ceph-mon[32520]: pgmap v303: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:06:44.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:43 smithi181 ceph-mon[67256]: pgmap v303: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:06:44.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:43 smithi099 ceph-mon[36725]: pgmap v303: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:06:45.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:45 smithi052 ceph-mon[32520]: pgmap v304: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:06:46.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:45 smithi181 ceph-mon[67256]: pgmap v304: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:06:46.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:45 smithi099 ceph-mon[36725]: pgmap v304: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:06:47.990 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:47 smithi052 ceph-mon[32520]: pgmap v305: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:06:48.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:47 smithi181 ceph-mon[67256]: pgmap v305: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:06:48.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:47 smithi099 ceph-mon[36725]: pgmap v305: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:06:49.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:49 smithi052 ceph-mon[32520]: pgmap v306: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:06:50.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:49 smithi181 ceph-mon[67256]: pgmap v306: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:06:50.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:49 smithi099 ceph-mon[36725]: pgmap v306: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:06:51.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:51 smithi052 ceph-mon[32520]: pgmap v307: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:06:52.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:51 smithi181 ceph-mon[67256]: pgmap v307: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:06:52.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:51 smithi099 ceph-mon[36725]: pgmap v307: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:06:53.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:53 smithi052 ceph-mon[32520]: pgmap v308: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:06:54.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:53 smithi181 ceph-mon[67256]: pgmap v308: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:06:54.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:53 smithi099 ceph-mon[36725]: pgmap v308: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:06:55.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:55 smithi052 ceph-mon[32520]: pgmap v309: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:06:56.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:55 smithi181 ceph-mon[67256]: pgmap v309: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:06:56.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:55 smithi099 ceph-mon[36725]: pgmap v309: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:06:56.235 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-03-18T23:06:56.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.352+0000 7fd0da19d640 1 -- 172.21.15.52:0/2125268335 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0d41021b0 msgr2=0x7fd0d410e6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:56.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.352+0000 7fd0da19d640 1 --2- 172.21.15.52:0/2125268335 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0d41021b0 0x7fd0d410e6c0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc009cd0 tx=0x7fd0cc02c0f0 comp rx=0 tx=0).stop 2024-03-18T23:06:56.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.352+0000 7fd0da19d640 1 -- 172.21.15.52:0/2125268335 shutdown_connections 2024-03-18T23:06:56.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.352+0000 7fd0da19d640 1 --2- 172.21.15.52:0/2125268335 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0d41021b0 0x7fd0d410e6c0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:56.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.352+0000 7fd0da19d640 1 --2- 172.21.15.52:0/2125268335 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd0d41017f0 0x7fd0d4101c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:56.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.352+0000 7fd0da19d640 1 --2- 172.21.15.52:0/2125268335 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd0d4107800 0x7fd0d4107be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:56.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.352+0000 7fd0da19d640 1 -- 172.21.15.52:0/2125268335 >> 172.21.15.52:0/2125268335 conn(0x7fd0d40fd300 msgr2=0x7fd0d40ff720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:06:56.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.352+0000 7fd0da19d640 1 -- 172.21.15.52:0/2125268335 shutdown_connections 2024-03-18T23:06:56.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.352+0000 7fd0da19d640 1 -- 172.21.15.52:0/2125268335 wait complete. 2024-03-18T23:06:56.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.353+0000 7fd0da19d640 1 Processor -- start 2024-03-18T23:06:56.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.353+0000 7fd0da19d640 1 -- start start 2024-03-18T23:06:56.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.353+0000 7fd0da19d640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd0d41017f0 0x7fd0d4198130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:06:56.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.353+0000 7fd0da19d640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd0d41021b0 0x7fd0d4198670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:06:56.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.353+0000 7fd0da19d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0d4107800 0x7fd0d419c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:06:56.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.353+0000 7fd0da19d640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d4111d30 con 0x7fd0d4107800 2024-03-18T23:06:56.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.353+0000 7fd0da19d640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d4111bb0 con 0x7fd0d41021b0 2024-03-18T23:06:56.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.353+0000 7fd0da19d640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d4111eb0 con 0x7fd0d41017f0 2024-03-18T23:06:56.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.353+0000 7fd0d3fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0d4107800 0x7fd0d419c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:06:56.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.353+0000 7fd0d2ffd640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd0d41021b0 0x7fd0d4198670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:06:56.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.353+0000 7fd0d37fe640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd0d41017f0 0x7fd0d4198130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:06:56.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.353+0000 7fd0d3fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0d4107800 0x7fd0d419c9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35122/0 (socket says 172.21.15.52:35122) 2024-03-18T23:06:56.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.353+0000 7fd0d2ffd640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd0d41021b0 0x7fd0d4198670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.52:52702/0 (socket says 172.21.15.52:52702) 2024-03-18T23:06:56.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.353+0000 7fd0d3fff640 1 -- 172.21.15.52:0/3188894859 learned_addr learned my addr 172.21.15.52:0/3188894859 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T23:06:56.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.353+0000 7fd0d37fe640 1 -- 172.21.15.52:0/3188894859 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd0d41021b0 msgr2=0x7fd0d4198670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:56.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.353+0000 7fd0d37fe640 1 --2- 172.21.15.52:0/3188894859 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd0d41021b0 0x7fd0d4198670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:56.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.353+0000 7fd0d37fe640 1 -- 172.21.15.52:0/3188894859 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0d4107800 msgr2=0x7fd0d419c9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:56.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.353+0000 7fd0d37fe640 1 --2- 172.21.15.52:0/3188894859 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0d4107800 0x7fd0d419c9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:56.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.353+0000 7fd0d37fe640 1 -- 172.21.15.52:0/3188894859 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0d419d120 con 0x7fd0d41017f0 2024-03-18T23:06:56.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.353+0000 7fd0d3fff640 1 --2- 172.21.15.52:0/3188894859 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0d4107800 0x7fd0d419c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T23:06:56.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.354+0000 7fd0d37fe640 1 --2- 172.21.15.52:0/3188894859 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd0d41017f0 0x7fd0d4198130 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fd0c400e9f0 tx=0x7fd0c400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:06:56.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.354+0000 7fd0d0ff9640 1 -- 172.21.15.52:0/3188894859 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c400ccc0 con 0x7fd0d41017f0 2024-03-18T23:06:56.358 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.354+0000 7fd0da19d640 1 -- 172.21.15.52:0/3188894859 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0d419d410 con 0x7fd0d41017f0 2024-03-18T23:06:56.358 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.354+0000 7fd0d0ff9640 1 -- 172.21.15.52:0/3188894859 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd0c4005020 con 0x7fd0d41017f0 2024-03-18T23:06:56.358 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.354+0000 7fd0d0ff9640 1 -- 172.21.15.52:0/3188894859 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c4004b40 con 0x7fd0d41017f0 2024-03-18T23:06:56.358 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.354+0000 7fd0da19d640 1 -- 172.21.15.52:0/3188894859 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0d41a4ca0 con 0x7fd0d41017f0 2024-03-18T23:06:56.358 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.355+0000 7fd0da19d640 1 -- 172.21.15.52:0/3188894859 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0d404f580 con 0x7fd0d41017f0 2024-03-18T23:06:56.359 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.356+0000 7fd0d0ff9640 1 -- 172.21.15.52:0/3188894859 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fd0c4004ce0 con 0x7fd0d41017f0 2024-03-18T23:06:56.359 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.356+0000 7fd0d0ff9640 1 --2- 172.21.15.52:0/3188894859 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fd0bc0a2a10 0x7fd0bc0a4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:06:56.360 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.357+0000 7fd0d2ffd640 1 --2- 172.21.15.52:0/3188894859 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fd0bc0a2a10 0x7fd0bc0a4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:06:56.360 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.357+0000 7fd0d0ff9640 1 -- 172.21.15.52:0/3188894859 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8614+0+0 (secure 0 0 0) 0x7fd0c40cee00 con 0x7fd0d41017f0 2024-03-18T23:06:56.360 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.357+0000 7fd0d2ffd640 1 --2- 172.21.15.52:0/3188894859 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fd0bc0a2a10 0x7fd0bc0a4ed0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fd0d4106d10 tx=0x7fd0c8005f90 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:06:56.360 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.360+0000 7fd0d0ff9640 1 -- 172.21.15.52:0/3188894859 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fd0c409baa0 con 0x7fd0d41017f0 2024-03-18T23:06:56.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.564+0000 7fd0da19d640 1 -- 172.21.15.52:0/3188894859 --> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7fd0d40fdf30 con 0x7fd0bc0a2a10 2024-03-18T23:06:56.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.571+0000 7fd0d0ff9640 1 -- 172.21.15.52:0/3188894859 <== mgr.15309 v2:172.21.15.52:6800/3992010936 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+350 (secure 0 0 0) 0x7fd0d40fdf30 con 0x7fd0bc0a2a10 2024-03-18T23:06:56.571 INFO:teuthology.orchestra.run.smithi052.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-03-18T00:00:00", "created": "2024-03-18T22:56:54", "first": "2024-03-18T22:57:00", "last": "2024-03-18T23:06:00", "last_pruned": "2024-03-18T23:06:00", "created_count": 10, "pruned_count": 3, "active": true} 2024-03-18T23:06:56.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.573+0000 7fd0da19d640 1 -- 172.21.15.52:0/3188894859 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fd0bc0a2a10 msgr2=0x7fd0bc0a4ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:56.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.573+0000 7fd0da19d640 1 --2- 172.21.15.52:0/3188894859 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fd0bc0a2a10 0x7fd0bc0a4ed0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fd0d4106d10 tx=0x7fd0c8005f90 comp rx=0 tx=0).stop 2024-03-18T23:06:56.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.573+0000 7fd0da19d640 1 -- 172.21.15.52:0/3188894859 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd0d41017f0 msgr2=0x7fd0d4198130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:56.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.573+0000 7fd0da19d640 1 --2- 172.21.15.52:0/3188894859 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd0d41017f0 0x7fd0d4198130 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fd0c400e9f0 tx=0x7fd0c400eeb0 comp rx=0 tx=0).stop 2024-03-18T23:06:56.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.573+0000 7fd0da19d640 1 -- 172.21.15.52:0/3188894859 shutdown_connections 2024-03-18T23:06:56.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.573+0000 7fd0da19d640 1 --2- 172.21.15.52:0/3188894859 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0d4107800 0x7fd0d419c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:56.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.573+0000 7fd0da19d640 1 --2- 172.21.15.52:0/3188894859 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd0d41021b0 0x7fd0d4198670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:56.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.573+0000 7fd0da19d640 1 --2- 172.21.15.52:0/3188894859 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fd0bc0a2a10 0x7fd0bc0a4ed0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:56.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.573+0000 7fd0da19d640 1 --2- 172.21.15.52:0/3188894859 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd0d41017f0 0x7fd0d4198130 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:56.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.573+0000 7fd0da19d640 1 -- 172.21.15.52:0/3188894859 >> 172.21.15.52:0/3188894859 conn(0x7fd0d40fd300 msgr2=0x7fd0d40fd820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:06:56.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.573+0000 7fd0da19d640 1 -- 172.21.15.52:0/3188894859 shutdown_connections 2024-03-18T23:06:56.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.573+0000 7fd0da19d640 1 -- 172.21.15.52:0/3188894859 wait complete. 2024-03-18T23:06:56.584 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-03-18T23:06:56.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.688+0000 7f86e0c12640 1 -- 172.21.15.52:0/2227187329 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f86dc102180 msgr2=0x7f86dc10e690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:56.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.688+0000 7f86e0c12640 1 --2- 172.21.15.52:0/2227187329 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f86dc102180 0x7f86dc10e690 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f86d4009cd0 tx=0x7f86d402c0f0 comp rx=0 tx=0).stop 2024-03-18T23:06:56.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.688+0000 7f86e0c12640 1 -- 172.21.15.52:0/2227187329 shutdown_connections 2024-03-18T23:06:56.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.688+0000 7f86e0c12640 1 --2- 172.21.15.52:0/2227187329 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f86dc102180 0x7f86dc10e690 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:56.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.688+0000 7f86e0c12640 1 --2- 172.21.15.52:0/2227187329 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f86dc1017c0 0x7f86dc101c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:56.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.688+0000 7f86e0c12640 1 --2- 172.21.15.52:0/2227187329 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f86dc1077d0 0x7f86dc107bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:56.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.688+0000 7f86e0c12640 1 -- 172.21.15.52:0/2227187329 >> 172.21.15.52:0/2227187329 conn(0x7f86dc0fd2b0 msgr2=0x7f86dc0ff6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:06:56.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.688+0000 7f86e0c12640 1 -- 172.21.15.52:0/2227187329 shutdown_connections 2024-03-18T23:06:56.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.688+0000 7f86e0c12640 1 -- 172.21.15.52:0/2227187329 wait complete. 2024-03-18T23:06:56.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.689+0000 7f86e0c12640 1 Processor -- start 2024-03-18T23:06:56.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.689+0000 7f86e0c12640 1 -- start start 2024-03-18T23:06:56.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.689+0000 7f86e0c12640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f86dc1017c0 0x7f86dc1980a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:06:56.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.689+0000 7f86e0c12640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f86dc102180 0x7f86dc1985e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:06:56.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.689+0000 7f86e0c12640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f86dc1077d0 0x7f86dc19c960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:06:56.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.689+0000 7f86e0c12640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f86dc111d00 con 0x7f86dc102180 2024-03-18T23:06:56.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.689+0000 7f86e0c12640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f86dc111b80 con 0x7f86dc1077d0 2024-03-18T23:06:56.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.689+0000 7f86e0c12640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f86dc111e80 con 0x7f86dc1017c0 2024-03-18T23:06:56.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.689+0000 7f86d9d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f86dc102180 0x7f86dc1985e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:06:56.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.689+0000 7f86da59c640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f86dc1017c0 0x7f86dc1980a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:06:56.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.689+0000 7f86da59c640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f86dc1017c0 0x7f86dc1980a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.52:58672/0 (socket says 172.21.15.52:58672) 2024-03-18T23:06:56.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.689+0000 7f86d9d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f86dc102180 0x7f86dc1985e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35138/0 (socket says 172.21.15.52:35138) 2024-03-18T23:06:56.693 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.689+0000 7f86da59c640 1 -- 172.21.15.52:0/1587561561 learned_addr learned my addr 172.21.15.52:0/1587561561 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T23:06:56.693 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.689+0000 7f86dad9d640 1 --2- 172.21.15.52:0/1587561561 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f86dc1077d0 0x7f86dc19c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:06:56.693 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.690+0000 7f86da59c640 1 -- 172.21.15.52:0/1587561561 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f86dc1077d0 msgr2=0x7f86dc19c960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:56.693 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.690+0000 7f86da59c640 1 --2- 172.21.15.52:0/1587561561 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f86dc1077d0 0x7f86dc19c960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:56.693 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.690+0000 7f86da59c640 1 -- 172.21.15.52:0/1587561561 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f86dc102180 msgr2=0x7f86dc1985e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:56.693 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.690+0000 7f86da59c640 1 --2- 172.21.15.52:0/1587561561 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f86dc102180 0x7f86dc1985e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:56.693 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.690+0000 7f86da59c640 1 -- 172.21.15.52:0/1587561561 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86dc19d090 con 0x7f86dc1017c0 2024-03-18T23:06:56.693 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.690+0000 7f86d9d9b640 1 --2- 172.21.15.52:0/1587561561 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f86dc102180 0x7f86dc1985e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T23:06:56.693 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.690+0000 7f86da59c640 1 --2- 172.21.15.52:0/1587561561 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f86dc1017c0 0x7f86dc1980a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f86cc00e9f0 tx=0x7f86cc00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:06:56.693 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.690+0000 7f86cb7fe640 1 -- 172.21.15.52:0/1587561561 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86cc00cd80 con 0x7f86dc1017c0 2024-03-18T23:06:56.693 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.690+0000 7f86e0c12640 1 -- 172.21.15.52:0/1587561561 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86dc19d380 con 0x7f86dc1017c0 2024-03-18T23:06:56.693 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.690+0000 7f86cb7fe640 1 -- 172.21.15.52:0/1587561561 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f86cc010930 con 0x7f86dc1017c0 2024-03-18T23:06:56.693 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.690+0000 7f86cb7fe640 1 -- 172.21.15.52:0/1587561561 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86cc018b00 con 0x7f86dc1017c0 2024-03-18T23:06:56.693 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.690+0000 7f86e0c12640 1 -- 172.21.15.52:0/1587561561 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86dc1a4c10 con 0x7f86dc1017c0 2024-03-18T23:06:56.694 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.691+0000 7f86e0c12640 1 -- 172.21.15.52:0/1587561561 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86dc04f580 con 0x7f86dc1017c0 2024-03-18T23:06:56.694 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.692+0000 7f86cb7fe640 1 -- 172.21.15.52:0/1587561561 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f86cc018ca0 con 0x7f86dc1017c0 2024-03-18T23:06:56.694 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.692+0000 7f86cb7fe640 1 --2- 172.21.15.52:0/1587561561 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f86c40a2a10 0x7f86c40a4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:06:56.695 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.693+0000 7f86d9d9b640 1 --2- 172.21.15.52:0/1587561561 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f86c40a2a10 0x7f86c40a4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:06:56.695 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.693+0000 7f86cb7fe640 1 -- 172.21.15.52:0/1587561561 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8614+0+0 (secure 0 0 0) 0x7f86cc0cf1d0 con 0x7f86dc1017c0 2024-03-18T23:06:56.695 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.693+0000 7f86d9d9b640 1 --2- 172.21.15.52:0/1587561561 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f86c40a2a10 0x7f86c40a4ed0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f86dc0ff780 tx=0x7f86d0005f90 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:06:56.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.701+0000 7f86cb7fe640 1 -- 172.21.15.52:0/1587561561 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f86cc09b880 con 0x7f86dc1017c0 2024-03-18T23:06:56.908 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.908+0000 7f86e0c12640 1 -- 172.21.15.52:0/1587561561 --> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f86dc0fde40 con 0x7f86c40a2a10 2024-03-18T23:06:56.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.914+0000 7f86cb7fe640 1 -- 172.21.15.52:0/1587561561 <== mgr.15309 v2:172.21.15.52:6800/3992010936 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f86dc0fde40 con 0x7f86c40a2a10 2024-03-18T23:06:56.915 INFO:teuthology.orchestra.run.smithi052.stdout:/ 1m 6m3h 2024-03-18T23:06:56.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.916+0000 7f86e0c12640 1 -- 172.21.15.52:0/1587561561 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f86c40a2a10 msgr2=0x7f86c40a4ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:56.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.916+0000 7f86e0c12640 1 --2- 172.21.15.52:0/1587561561 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f86c40a2a10 0x7f86c40a4ed0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f86dc0ff780 tx=0x7f86d0005f90 comp rx=0 tx=0).stop 2024-03-18T23:06:56.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.916+0000 7f86e0c12640 1 -- 172.21.15.52:0/1587561561 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f86dc1017c0 msgr2=0x7f86dc1980a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:56.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.916+0000 7f86e0c12640 1 --2- 172.21.15.52:0/1587561561 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f86dc1017c0 0x7f86dc1980a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f86cc00e9f0 tx=0x7f86cc00eeb0 comp rx=0 tx=0).stop 2024-03-18T23:06:56.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.916+0000 7f86e0c12640 1 -- 172.21.15.52:0/1587561561 shutdown_connections 2024-03-18T23:06:56.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.916+0000 7f86e0c12640 1 --2- 172.21.15.52:0/1587561561 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f86dc1077d0 0x7f86dc19c960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:56.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.916+0000 7f86e0c12640 1 --2- 172.21.15.52:0/1587561561 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f86dc102180 0x7f86dc1985e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:56.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.916+0000 7f86e0c12640 1 --2- 172.21.15.52:0/1587561561 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f86c40a2a10 0x7f86c40a4ed0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:56.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.916+0000 7f86e0c12640 1 --2- 172.21.15.52:0/1587561561 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f86dc1017c0 0x7f86dc1980a0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:56.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.916+0000 7f86e0c12640 1 -- 172.21.15.52:0/1587561561 >> 172.21.15.52:0/1587561561 conn(0x7f86dc0fd2b0 msgr2=0x7f86dc0fd730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:06:56.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.917+0000 7f86e0c12640 1 -- 172.21.15.52:0/1587561561 shutdown_connections 2024-03-18T23:06:56.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:56.917+0000 7f86e0c12640 1 -- 172.21.15.52:0/1587561561 wait complete. 2024-03-18T23:06:56.928 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-03-18T23:06:56.939 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-18T23:06:57.043 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.041+0000 7f2f15d09640 1 -- 172.21.15.52:0/2345544496 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2f10106ba0 msgr2=0x7f2f1010e720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:57.043 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.041+0000 7f2f15d09640 1 --2- 172.21.15.52:0/2345544496 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2f10106ba0 0x7f2f1010e720 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f2f08009ca0 tx=0x7f2f0802c0f0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.041+0000 7f2f15d09640 1 -- 172.21.15.52:0/2345544496 shutdown_connections 2024-03-18T23:06:57.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.041+0000 7f2f15d09640 1 --2- 172.21.15.52:0/2345544496 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2f10106ba0 0x7f2f1010e720 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.041+0000 7f2f15d09640 1 --2- 172.21.15.52:0/2345544496 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2f10100940 0x7f2f10106470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.041+0000 7f2f15d09640 1 --2- 172.21.15.52:0/2345544496 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2f100fff90 0x7f2f10100370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.041+0000 7f2f15d09640 1 -- 172.21.15.52:0/2345544496 >> 172.21.15.52:0/2345544496 conn(0x7f2f10076cb0 msgr2=0x7f2f100fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:06:57.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.041+0000 7f2f15d09640 1 -- 172.21.15.52:0/2345544496 shutdown_connections 2024-03-18T23:06:57.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.041+0000 7f2f15d09640 1 -- 172.21.15.52:0/2345544496 wait complete. 2024-03-18T23:06:57.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.041+0000 7f2f15d09640 1 Processor -- start 2024-03-18T23:06:57.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.042+0000 7f2f15d09640 1 -- start start 2024-03-18T23:06:57.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.042+0000 7f2f15d09640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2f100fff90 0x7f2f10198140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:06:57.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.042+0000 7f2f15d09640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2f10106ba0 0x7f2f10198680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:06:57.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.042+0000 7f2f15d09640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2f1019ca00 0x7f2f1019ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:06:57.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.042+0000 7f2f15d09640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f2f10111d40 con 0x7f2f1019ca00 2024-03-18T23:06:57.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.042+0000 7f2f15d09640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f2f10111bc0 con 0x7f2f10106ba0 2024-03-18T23:06:57.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.042+0000 7f2f15d09640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f2f10111ec0 con 0x7f2f100fff90 2024-03-18T23:06:57.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.042+0000 7f2f0ffff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2f1019ca00 0x7f2f1019ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:06:57.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.042+0000 7f2f0effd640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2f10106ba0 0x7f2f10198680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:06:57.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.042+0000 7f2f0effd640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2f10106ba0 0x7f2f10198680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.52:52742/0 (socket says 172.21.15.52:52742) 2024-03-18T23:06:57.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.042+0000 7f2f0ffff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2f1019ca00 0x7f2f1019ceb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35158/0 (socket says 172.21.15.52:35158) 2024-03-18T23:06:57.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.042+0000 7f2f0effd640 1 -- 172.21.15.52:0/668314695 learned_addr learned my addr 172.21.15.52:0/668314695 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T23:06:57.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.042+0000 7f2f0f7fe640 1 --2- 172.21.15.52:0/668314695 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2f100fff90 0x7f2f10198140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:06:57.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.042+0000 7f2f0ffff640 1 -- 172.21.15.52:0/668314695 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2f100fff90 msgr2=0x7f2f10198140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:57.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.042+0000 7f2f0ffff640 1 --2- 172.21.15.52:0/668314695 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2f100fff90 0x7f2f10198140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.042+0000 7f2f0ffff640 1 -- 172.21.15.52:0/668314695 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2f10106ba0 msgr2=0x7f2f10198680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:57.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.042+0000 7f2f0ffff640 1 --2- 172.21.15.52:0/668314695 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2f10106ba0 0x7f2f10198680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.042+0000 7f2f0ffff640 1 -- 172.21.15.52:0/668314695 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f1019d4f0 con 0x7f2f1019ca00 2024-03-18T23:06:57.046 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.042+0000 7f2f0ffff640 1 --2- 172.21.15.52:0/668314695 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2f1019ca00 0x7f2f1019ceb0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f2f0802c700 tx=0x7f2f08034440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:06:57.046 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.043+0000 7f2f0cff9640 1 -- 172.21.15.52:0/668314695 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f08039040 con 0x7f2f1019ca00 2024-03-18T23:06:57.046 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.043+0000 7f2f0cff9640 1 -- 172.21.15.52:0/668314695 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2f08044070 con 0x7f2f1019ca00 2024-03-18T23:06:57.046 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.043+0000 7f2f15d09640 1 -- 172.21.15.52:0/668314695 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f1019d780 con 0x7f2f1019ca00 2024-03-18T23:06:57.046 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.043+0000 7f2f0cff9640 1 -- 172.21.15.52:0/668314695 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f080043a0 con 0x7f2f1019ca00 2024-03-18T23:06:57.046 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.043+0000 7f2f15d09640 1 -- 172.21.15.52:0/668314695 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f101a4ee0 con 0x7f2f1019ca00 2024-03-18T23:06:57.047 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.044+0000 7f2f15d09640 1 -- 172.21.15.52:0/668314695 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f10068a60 con 0x7f2f1019ca00 2024-03-18T23:06:57.047 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.045+0000 7f2f0cff9640 1 -- 172.21.15.52:0/668314695 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f2f08003b00 con 0x7f2f1019ca00 2024-03-18T23:06:57.047 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.045+0000 7f2f0cff9640 1 --2- 172.21.15.52:0/668314695 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f2ef80a2970 0x7f2ef80a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:06:57.047 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.045+0000 7f2f0f7fe640 1 --2- 172.21.15.52:0/668314695 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f2ef80a2970 0x7f2ef80a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:06:57.047 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.045+0000 7f2f0cff9640 1 -- 172.21.15.52:0/668314695 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8614+0+0 (secure 0 0 0) 0x7f2f080f1230 con 0x7f2f1019ca00 2024-03-18T23:06:57.047 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.046+0000 7f2f0f7fe640 1 --2- 172.21.15.52:0/668314695 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f2ef80a2970 0x7f2ef80a4e30 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f2f00009bd0 tx=0x7f2f00005f90 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:06:57.050 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.050+0000 7f2f0cff9640 1 -- 172.21.15.52:0/668314695 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f2f080be040 con 0x7f2f1019ca00 2024-03-18T23:06:57.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.235+0000 7f2f15d09640 1 -- 172.21.15.52:0/668314695 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2f10100940 con 0x7f2f1019ca00 2024-03-18T23:06:57.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.236+0000 7f2f0cff9640 1 -- 172.21.15.52:0/668314695 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v97) ==== 74+0+23215 (secure 0 0 0) 0x7f2f080bd940 con 0x7f2f1019ca00 2024-03-18T23:06:57.237 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T23:06:57.237 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":97,"fsid":"444ca0c0-e579-11ee-95c9-87774f69a715","created":"2024-03-18T22:46:59.196861+0000","modified":"2024-03-18T23:06:19.234710+0000","last_up_change":"2024-03-18T22:54:03.658736+0000","last_in_change":"2024-03-18T22:53:42.549736+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-18T22:50:19.580907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-18T22:54:51.765993+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-18T22:54:52.580111+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":14,"snap_epoch":96,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8f05057f-5818-4a49-a239-ce60bf28c875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6803","nonce":4259078413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6805","nonce":4259078413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6809","nonce":4259078413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6807","nonce":4259078413}]},"public_addr":"172.21.15.52:6803/4259078413","cluster_addr":"172.21.15.52:6805/4259078413","heartbeat_back_addr":"172.21.15.52:6809/4259078413","heartbeat_front_addr":"172.21.15.52:6807/4259078413","state":["exists","up"]},{"osd":1,"uuid":"602a7d92-7ff5-457e-b1e1-ab1e9eae6dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6801","nonce":500160796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6803","nonce":500160796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6807","nonce":500160796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6805","nonce":500160796}]},"public_addr":"172.21.15.99:6801/500160796","cluster_addr":"172.21.15.99:6803/500160796","heartbeat_back_addr":"172.21.15.99:6807/500160796","heartbeat_front_addr":"172.21.15.99:6805/500160796","state":["exists","up"]},{"osd":2,"uuid":"d5d4dba3-77ad-46f9-b510-d3b26f14077d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6801","nonce":1878857413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6803","nonce":1878857413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6807","nonce":1878857413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6805","nonce":1878857413}]},"public_addr":"172.21.15.181:6801/1878857413","cluster_addr":"172.21.15.181:6803/1878857413","heartbeat_back_addr":"172.21.15.181:6807/1878857413","heartbeat_front_addr":"172.21.15.181:6805/1878857413","state":["exists","up"]},{"osd":3,"uuid":"b61bfbef-b35c-49e3-9616-48e1b7ffc914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6811","nonce":2095210395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6813","nonce":2095210395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6817","nonce":2095210395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6815","nonce":2095210395}]},"public_addr":"172.21.15.52:6811/2095210395","cluster_addr":"172.21.15.52:6813/2095210395","heartbeat_back_addr":"172.21.15.52:6817/2095210395","heartbeat_front_addr":"172.21.15.52:6815/2095210395","state":["exists","up"]},{"osd":4,"uuid":"ce793666-4ab9-4844-81c9-661b265973b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6809","nonce":2287333294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6811","nonce":2287333294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6815","nonce":2287333294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6813","nonce":2287333294}]},"public_addr":"172.21.15.99:6809/2287333294","cluster_addr":"172.21.15.99:6811/2287333294","heartbeat_back_addr":"172.21.15.99:6815/2287333294","heartbeat_front_addr":"172.21.15.99:6813/2287333294","state":["exists","up"]},{"osd":5,"uuid":"9640855d-727d-4dbe-a86e-d9cb16ff1213","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6809","nonce":2011157034}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6811","nonce":2011157034}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6815","nonce":2011157034}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6813","nonce":2011157034}]},"public_addr":"172.21.15.181:6809/2011157034","cluster_addr":"172.21.15.181:6811/2011157034","heartbeat_back_addr":"172.21.15.181:6815/2011157034","heartbeat_front_addr":"172.21.15.181:6813/2011157034","state":["exists","up"]},{"osd":6,"uuid":"a5e939cf-f502-4844-a7c7-90a03212c912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6819","nonce":3005509606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6821","nonce":3005509606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6825","nonce":3005509606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6823","nonce":3005509606}]},"public_addr":"172.21.15.52:6819/3005509606","cluster_addr":"172.21.15.52:6821/3005509606","heartbeat_back_addr":"172.21.15.52:6825/3005509606","heartbeat_front_addr":"172.21.15.52:6823/3005509606","state":["exists","up"]},{"osd":7,"uuid":"6870a7b1-abe0-4d5b-aedb-e2eab43a0d36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6817","nonce":2572523724}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6819","nonce":2572523724}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6823","nonce":2572523724}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6821","nonce":2572523724}]},"public_addr":"172.21.15.99:6817/2572523724","cluster_addr":"172.21.15.99:6819/2572523724","heartbeat_back_addr":"172.21.15.99:6823/2572523724","heartbeat_front_addr":"172.21.15.99:6821/2572523724","state":["exists","up"]},{"osd":8,"uuid":"967926a1-de37-43dc-b815-0e17765b3a9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6817","nonce":644322337}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6819","nonce":644322337}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6823","nonce":644322337}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6821","nonce":644322337}]},"public_addr":"172.21.15.181:6817/644322337","cluster_addr":"172.21.15.181:6819/644322337","heartbeat_back_addr":"172.21.15.181:6823/644322337","heartbeat_front_addr":"172.21.15.181:6821/644322337","state":["exists","up"]},{"osd":9,"uuid":"a131710e-f2c3-4714-a033-106917dae36a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6827","nonce":2018024971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6829","nonce":2018024971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6833","nonce":2018024971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6831","nonce":2018024971}]},"public_addr":"172.21.15.52:6827/2018024971","cluster_addr":"172.21.15.52:6829/2018024971","heartbeat_back_addr":"172.21.15.52:6833/2018024971","heartbeat_front_addr":"172.21.15.52:6831/2018024971","state":["exists","up"]},{"osd":10,"uuid":"f73f086a-46e1-412c-8105-3b80772eca56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6825","nonce":14598206}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6827","nonce":14598206}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6831","nonce":14598206}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6829","nonce":14598206}]},"public_addr":"172.21.15.99:6825/14598206","cluster_addr":"172.21.15.99:6827/14598206","heartbeat_back_addr":"172.21.15.99:6831/14598206","heartbeat_front_addr":"172.21.15.99:6829/14598206","state":["exists","up"]},{"osd":11,"uuid":"f8e9539b-8a69-49a8-8a48-52f69b3c827e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":83,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6825","nonce":3442115308}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6827","nonce":3442115308}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6831","nonce":3442115308}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6829","nonce":3442115308}]},"public_addr":"172.21.15.181:6825/3442115308","cluster_addr":"172.21.15.181:6827/3442115308","heartbeat_back_addr":"172.21.15.181:6831/3442115308","heartbeat_front_addr":"172.21.15.181:6829/3442115308","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:30.221253+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:53.484811+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:17.327889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:41.988608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:06.067648+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:30.546908+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:56.054912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:20.268014+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:44.577601+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:10.398933+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:35.167862+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:54:00.825869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1b","mappings":[{"from":2,"to":1}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/2670525383":"2024-03-19T22:56:53.685734+0000","172.21.15.52:0/4260437251":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/278759612":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/2722796687":"2024-03-19T22:56:53.685734+0000","172.21.15.52:0/1251115155":"2024-03-19T22:56:53.685734+0000","172.21.15.52:0/126914394":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6800/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/3214486026":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/3660249274":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/2706493239":"2024-03-19T22:47:53.231814+0000","172.21.15.52:6800/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:6801/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:6800/2914531926":"2024-03-19T22:56:53.685734+0000","172.21.15.52:6801/2914531926":"2024-03-19T22:56:53.685734+0000","172.21.15.52:6801/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/1848659589":"2024-03-19T22:56:53.685734+0000","172.21.15.52:0/3147056836":"2024-03-19T22:56:53.685734+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":5,"length":1},{"begin":14,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-18T23:06:57.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.238+0000 7f2f15d09640 1 -- 172.21.15.52:0/668314695 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f2ef80a2970 msgr2=0x7f2ef80a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:57.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.238+0000 7f2f15d09640 1 --2- 172.21.15.52:0/668314695 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f2ef80a2970 0x7f2ef80a4e30 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f2f00009bd0 tx=0x7f2f00005f90 comp rx=0 tx=0).stop 2024-03-18T23:06:57.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.238+0000 7f2f15d09640 1 -- 172.21.15.52:0/668314695 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2f1019ca00 msgr2=0x7f2f1019ceb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:57.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.238+0000 7f2f15d09640 1 --2- 172.21.15.52:0/668314695 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2f1019ca00 0x7f2f1019ceb0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f2f0802c700 tx=0x7f2f08034440 comp rx=0 tx=0).stop 2024-03-18T23:06:57.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.238+0000 7f2f15d09640 1 -- 172.21.15.52:0/668314695 shutdown_connections 2024-03-18T23:06:57.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.238+0000 7f2f15d09640 1 --2- 172.21.15.52:0/668314695 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2f1019ca00 0x7f2f1019ceb0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.238+0000 7f2f15d09640 1 --2- 172.21.15.52:0/668314695 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2f10106ba0 0x7f2f10198680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.238+0000 7f2f15d09640 1 --2- 172.21.15.52:0/668314695 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f2ef80a2970 0x7f2ef80a4e30 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.238+0000 7f2f15d09640 1 --2- 172.21.15.52:0/668314695 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2f100fff90 0x7f2f10198140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.238+0000 7f2f15d09640 1 -- 172.21.15.52:0/668314695 >> 172.21.15.52:0/668314695 conn(0x7f2f10076cb0 msgr2=0x7f2f10104b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:06:57.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.239+0000 7f2f15d09640 1 -- 172.21.15.52:0/668314695 shutdown_connections 2024-03-18T23:06:57.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.239+0000 7f2f15d09640 1 -- 172.21.15.52:0/668314695 wait complete. 2024-03-18T23:06:57.250 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-18T22:50:19.580907+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-18T22:54:51.765993+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '87', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-18T22:54:52.580111+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '96', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 14, 'snap_epoch': 96, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-18T23:06:57.250 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-18T23:06:57.358 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.355+0000 7fa5155ab640 1 -- 172.21.15.52:0/707770383 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa510101090 msgr2=0x7fa51010d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:57.358 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.355+0000 7fa5155ab640 1 --2- 172.21.15.52:0/707770383 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa510101090 0x7fa51010d5a0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fa508009ca0 tx=0x7fa50802c0f0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.358 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.355+0000 7fa5155ab640 1 -- 172.21.15.52:0/707770383 shutdown_connections 2024-03-18T23:06:57.358 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.355+0000 7fa5155ab640 1 --2- 172.21.15.52:0/707770383 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa510101090 0x7fa51010d5a0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.358 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.355+0000 7fa5155ab640 1 --2- 172.21.15.52:0/707770383 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa5101006d0 0x7fa510100b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.358 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.355+0000 7fa5155ab640 1 --2- 172.21.15.52:0/707770383 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa5101066e0 0x7fa510106ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.359 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.355+0000 7fa5155ab640 1 -- 172.21.15.52:0/707770383 >> 172.21.15.52:0/707770383 conn(0x7fa510076aa0 msgr2=0x7fa510076eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:06:57.359 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.356+0000 7fa5155ab640 1 -- 172.21.15.52:0/707770383 shutdown_connections 2024-03-18T23:06:57.359 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.356+0000 7fa5155ab640 1 -- 172.21.15.52:0/707770383 wait complete. 2024-03-18T23:06:57.359 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.356+0000 7fa5155ab640 1 Processor -- start 2024-03-18T23:06:57.359 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.356+0000 7fa5155ab640 1 -- start start 2024-03-18T23:06:57.359 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.356+0000 7fa5155ab640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa5101006d0 0x7fa5101980e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:06:57.359 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.356+0000 7fa5155ab640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa510101090 0x7fa510198620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:06:57.359 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.356+0000 7fa5155ab640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa5101066e0 0x7fa51019c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:06:57.359 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.356+0000 7fa5155ab640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa510110c10 con 0x7fa5101066e0 2024-03-18T23:06:57.359 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.356+0000 7fa5155ab640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fa510110a90 con 0x7fa5101006d0 2024-03-18T23:06:57.359 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.356+0000 7fa5155ab640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fa510110d90 con 0x7fa510101090 2024-03-18T23:06:57.359 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.356+0000 7fa50f7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa5101066e0 0x7fa51019c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:06:57.359 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.356+0000 7fa50effd640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa5101006d0 0x7fa5101980e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:06:57.359 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.356+0000 7fa50f7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa5101066e0 0x7fa51019c9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35180/0 (socket says 172.21.15.52:35180) 2024-03-18T23:06:57.360 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.356+0000 7fa50f7fe640 1 -- 172.21.15.52:0/2045987643 learned_addr learned my addr 172.21.15.52:0/2045987643 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T23:06:57.360 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.356+0000 7fa507fff640 1 --2- 172.21.15.52:0/2045987643 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa510101090 0x7fa510198620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:06:57.360 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.357+0000 7fa50f7fe640 1 -- 172.21.15.52:0/2045987643 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa510101090 msgr2=0x7fa510198620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:57.360 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.357+0000 7fa50f7fe640 1 --2- 172.21.15.52:0/2045987643 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa510101090 0x7fa510198620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.360 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.357+0000 7fa50f7fe640 1 -- 172.21.15.52:0/2045987643 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa5101006d0 msgr2=0x7fa5101980e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:57.360 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.357+0000 7fa50f7fe640 1 --2- 172.21.15.52:0/2045987643 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa5101006d0 0x7fa5101980e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.360 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.357+0000 7fa50f7fe640 1 -- 172.21.15.52:0/2045987643 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa51019d0d0 con 0x7fa5101066e0 2024-03-18T23:06:57.360 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.357+0000 7fa50effd640 1 --2- 172.21.15.52:0/2045987643 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa5101006d0 0x7fa5101980e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T23:06:57.360 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.357+0000 7fa50f7fe640 1 --2- 172.21.15.52:0/2045987643 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa5101066e0 0x7fa51019c9a0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fa508005e30 tx=0x7fa508034440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:06:57.360 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.357+0000 7fa50cff9640 1 -- 172.21.15.52:0/2045987643 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa508039050 con 0x7fa5101066e0 2024-03-18T23:06:57.360 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.357+0000 7fa5155ab640 1 -- 172.21.15.52:0/2045987643 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa51019d360 con 0x7fa5101066e0 2024-03-18T23:06:57.360 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.357+0000 7fa50cff9640 1 -- 172.21.15.52:0/2045987643 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa508045070 con 0x7fa5101066e0 2024-03-18T23:06:57.360 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.357+0000 7fa50cff9640 1 -- 172.21.15.52:0/2045987643 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa508004630 con 0x7fa5101066e0 2024-03-18T23:06:57.360 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.357+0000 7fa5155ab640 1 -- 172.21.15.52:0/2045987643 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5101a4c50 con 0x7fa5101066e0 2024-03-18T23:06:57.361 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.358+0000 7fa5155ab640 1 -- 172.21.15.52:0/2045987643 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa510101e10 con 0x7fa5101066e0 2024-03-18T23:06:57.361 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.359+0000 7fa50cff9640 1 -- 172.21.15.52:0/2045987643 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fa508003970 con 0x7fa5101066e0 2024-03-18T23:06:57.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.360+0000 7fa50cff9640 1 --2- 172.21.15.52:0/2045987643 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fa4fc0a2970 0x7fa4fc0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:06:57.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.360+0000 7fa50effd640 1 --2- 172.21.15.52:0/2045987643 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fa4fc0a2970 0x7fa4fc0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:06:57.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.360+0000 7fa50cff9640 1 -- 172.21.15.52:0/2045987643 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8614+0+0 (secure 0 0 0) 0x7fa5080f2150 con 0x7fa5101066e0 2024-03-18T23:06:57.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.361+0000 7fa50effd640 1 --2- 172.21.15.52:0/2045987643 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fa4fc0a2970 0x7fa4fc0a4e30 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa500009f40 tx=0x7fa500005f90 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:06:57.364 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.364+0000 7fa50cff9640 1 -- 172.21.15.52:0/2045987643 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fa5080bef00 con 0x7fa5101066e0 2024-03-18T23:06:57.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.545+0000 7fa5155ab640 1 -- 172.21.15.52:0/2045987643 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fa510199430 con 0x7fa5101066e0 2024-03-18T23:06:57.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.546+0000 7fa50cff9640 1 -- 172.21.15.52:0/2045987643 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v97) ==== 93+0+10 (secure 0 0 0) 0x7fa5080be800 con 0x7fa5101066e0 2024-03-18T23:06:57.546 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 1 2024-03-18T23:06:57.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.548+0000 7fa5155ab640 1 -- 172.21.15.52:0/2045987643 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fa4fc0a2970 msgr2=0x7fa4fc0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:57.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.548+0000 7fa5155ab640 1 --2- 172.21.15.52:0/2045987643 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fa4fc0a2970 0x7fa4fc0a4e30 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa500009f40 tx=0x7fa500005f90 comp rx=0 tx=0).stop 2024-03-18T23:06:57.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.548+0000 7fa5155ab640 1 -- 172.21.15.52:0/2045987643 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa5101066e0 msgr2=0x7fa51019c9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:57.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.548+0000 7fa5155ab640 1 --2- 172.21.15.52:0/2045987643 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa5101066e0 0x7fa51019c9a0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fa508005e30 tx=0x7fa508034440 comp rx=0 tx=0).stop 2024-03-18T23:06:57.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.548+0000 7fa5155ab640 1 -- 172.21.15.52:0/2045987643 shutdown_connections 2024-03-18T23:06:57.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.548+0000 7fa5155ab640 1 --2- 172.21.15.52:0/2045987643 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa5101066e0 0x7fa51019c9a0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.548+0000 7fa5155ab640 1 --2- 172.21.15.52:0/2045987643 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fa4fc0a2970 0x7fa4fc0a4e30 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.548+0000 7fa5155ab640 1 --2- 172.21.15.52:0/2045987643 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa510101090 0x7fa510198620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.548+0000 7fa5155ab640 1 --2- 172.21.15.52:0/2045987643 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa5101006d0 0x7fa5101980e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.548+0000 7fa5155ab640 1 -- 172.21.15.52:0/2045987643 >> 172.21.15.52:0/2045987643 conn(0x7fa510076aa0 msgr2=0x7fa510069ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:06:57.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.548+0000 7fa5155ab640 1 -- 172.21.15.52:0/2045987643 shutdown_connections 2024-03-18T23:06:57.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.548+0000 7fa5155ab640 1 -- 172.21.15.52:0/2045987643 wait complete. 2024-03-18T23:06:57.559 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-18T23:06:57.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.664+0000 7fe227987640 1 -- 172.21.15.52:0/3947761660 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe220107a20 msgr2=0x7fe220107e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:57.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.664+0000 7fe227987640 1 --2- 172.21.15.52:0/3947761660 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe220107a20 0x7fe220107e00 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fe21c009930 tx=0x7fe21c02bc30 comp rx=0 tx=0).stop 2024-03-18T23:06:57.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.664+0000 7fe227987640 1 -- 172.21.15.52:0/3947761660 shutdown_connections 2024-03-18T23:06:57.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.664+0000 7fe227987640 1 --2- 172.21.15.52:0/3947761660 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe220100aa0 0x7fe22010e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.664+0000 7fe227987640 1 --2- 172.21.15.52:0/3947761660 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe2201000e0 0x7fe220100560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.664+0000 7fe227987640 1 --2- 172.21.15.52:0/3947761660 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe220107a20 0x7fe220107e00 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.664+0000 7fe227987640 1 -- 172.21.15.52:0/3947761660 >> 172.21.15.52:0/3947761660 conn(0x7fe220075a60 msgr2=0x7fe220075e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:06:57.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.664+0000 7fe227987640 1 -- 172.21.15.52:0/3947761660 shutdown_connections 2024-03-18T23:06:57.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.664+0000 7fe227987640 1 -- 172.21.15.52:0/3947761660 wait complete. 2024-03-18T23:06:57.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.665+0000 7fe227987640 1 Processor -- start 2024-03-18T23:06:57.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.665+0000 7fe227987640 1 -- start start 2024-03-18T23:06:57.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.665+0000 7fe227987640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2201000e0 0x7fe220198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:06:57.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.665+0000 7fe227987640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe220100aa0 0x7fe2201987b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:06:57.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.665+0000 7fe227987640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe220107a20 0x7fe22019cb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:06:57.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.665+0000 7fe227987640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe220111d10 con 0x7fe220100aa0 2024-03-18T23:06:57.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.665+0000 7fe227987640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fe220111b90 con 0x7fe2201000e0 2024-03-18T23:06:57.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.665+0000 7fe227987640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fe220111e90 con 0x7fe220107a20 2024-03-18T23:06:57.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.665+0000 7fe224f22640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe220100aa0 0x7fe2201987b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:06:57.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.665+0000 7fe225723640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2201000e0 0x7fe220198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:06:57.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.665+0000 7fe224f22640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe220100aa0 0x7fe2201987b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49456/0 (socket says 172.21.15.52:49456) 2024-03-18T23:06:57.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.665+0000 7fe224f22640 1 -- 172.21.15.52:0/1689389418 learned_addr learned my addr 172.21.15.52:0/1689389418 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T23:06:57.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.665+0000 7fe225f24640 1 --2- 172.21.15.52:0/1689389418 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe220107a20 0x7fe22019cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:06:57.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.665+0000 7fe224f22640 1 -- 172.21.15.52:0/1689389418 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe220107a20 msgr2=0x7fe22019cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:57.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.665+0000 7fe224f22640 1 --2- 172.21.15.52:0/1689389418 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe220107a20 0x7fe22019cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.665+0000 7fe224f22640 1 -- 172.21.15.52:0/1689389418 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2201000e0 msgr2=0x7fe220198270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:57.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.665+0000 7fe224f22640 1 --2- 172.21.15.52:0/1689389418 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2201000e0 0x7fe220198270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.665+0000 7fe224f22640 1 -- 172.21.15.52:0/1689389418 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe22019d260 con 0x7fe220100aa0 2024-03-18T23:06:57.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.665+0000 7fe224f22640 1 --2- 172.21.15.52:0/1689389418 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe220100aa0 0x7fe2201987b0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fe21000e9f0 tx=0x7fe21000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:06:57.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.666+0000 7fe2167fc640 1 -- 172.21.15.52:0/1689389418 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe21000ccc0 con 0x7fe220100aa0 2024-03-18T23:06:57.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.666+0000 7fe227987640 1 -- 172.21.15.52:0/1689389418 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe22019d550 con 0x7fe220100aa0 2024-03-18T23:06:57.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.666+0000 7fe2167fc640 1 -- 172.21.15.52:0/1689389418 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe210010930 con 0x7fe220100aa0 2024-03-18T23:06:57.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.666+0000 7fe2167fc640 1 -- 172.21.15.52:0/1689389418 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe210018980 con 0x7fe220100aa0 2024-03-18T23:06:57.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.666+0000 7fe227987640 1 -- 172.21.15.52:0/1689389418 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2201a4de0 con 0x7fe220100aa0 2024-03-18T23:06:57.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.667+0000 7fe227987640 1 -- 172.21.15.52:0/1689389418 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe220068a60 con 0x7fe220100aa0 2024-03-18T23:06:57.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.668+0000 7fe2167fc640 1 -- 172.21.15.52:0/1689389418 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fe210010ae0 con 0x7fe220100aa0 2024-03-18T23:06:57.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.668+0000 7fe2167fc640 1 --2- 172.21.15.52:0/1689389418 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fe20c0a2970 0x7fe20c0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:06:57.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.668+0000 7fe2167fc640 1 -- 172.21.15.52:0/1689389418 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8614+0+0 (secure 0 0 0) 0x7fe2100cf6e0 con 0x7fe220100aa0 2024-03-18T23:06:57.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.668+0000 7fe225723640 1 --2- 172.21.15.52:0/1689389418 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fe20c0a2970 0x7fe20c0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:06:57.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.669+0000 7fe225723640 1 --2- 172.21.15.52:0/1689389418 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fe20c0a2970 0x7fe20c0a4e30 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fe21c005ab0 tx=0x7fe21c005fd0 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:06:57.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.672+0000 7fe2167fc640 1 -- 172.21.15.52:0/1689389418 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fe21009c3e0 con 0x7fe220100aa0 2024-03-18T23:06:57.857 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.857+0000 7fe227987640 1 -- 172.21.15.52:0/1689389418 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fe220109da0 con 0x7fe220100aa0 2024-03-18T23:06:57.857 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.857+0000 7fe2167fc640 1 -- 172.21.15.52:0/1689389418 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v97) ==== 104+0+11 (secure 0 0 0) 0x7fe21009bce0 con 0x7fe220100aa0 2024-03-18T23:06:57.858 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-03-18T23:06:57.859 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.859+0000 7fe227987640 1 -- 172.21.15.52:0/1689389418 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fe20c0a2970 msgr2=0x7fe20c0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:57.859 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.859+0000 7fe227987640 1 --2- 172.21.15.52:0/1689389418 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fe20c0a2970 0x7fe20c0a4e30 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fe21c005ab0 tx=0x7fe21c005fd0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.860 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.859+0000 7fe227987640 1 -- 172.21.15.52:0/1689389418 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe220100aa0 msgr2=0x7fe2201987b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:57.860 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.859+0000 7fe227987640 1 --2- 172.21.15.52:0/1689389418 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe220100aa0 0x7fe2201987b0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fe21000e9f0 tx=0x7fe21000edf0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.860 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.859+0000 7fe227987640 1 -- 172.21.15.52:0/1689389418 shutdown_connections 2024-03-18T23:06:57.860 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.859+0000 7fe227987640 1 --2- 172.21.15.52:0/1689389418 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fe20c0a2970 0x7fe20c0a4e30 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.860 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.859+0000 7fe227987640 1 --2- 172.21.15.52:0/1689389418 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe220107a20 0x7fe22019cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.860 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.859+0000 7fe227987640 1 --2- 172.21.15.52:0/1689389418 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe220100aa0 0x7fe2201987b0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.860 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.859+0000 7fe227987640 1 --2- 172.21.15.52:0/1689389418 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2201000e0 0x7fe220198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.860 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.859+0000 7fe227987640 1 -- 172.21.15.52:0/1689389418 >> 172.21.15.52:0/1689389418 conn(0x7fe220075a60 msgr2=0x7fe2200fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:06:57.860 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.859+0000 7fe227987640 1 -- 172.21.15.52:0/1689389418 shutdown_connections 2024-03-18T23:06:57.860 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.859+0000 7fe227987640 1 -- 172.21.15.52:0/1689389418 wait complete. 2024-03-18T23:06:57.869 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:57 smithi052 ceph-mon[32520]: pgmap v310: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:06:57.869 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:57 smithi052 ceph-mon[32520]: from='client.25372 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T23:06:57.869 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:57 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/668314695' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T23:06:57.869 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:57 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/2045987643' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-18T23:06:57.870 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-18T23:06:57.977 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.975+0000 7f0fba20c640 1 -- 172.21.15.52:0/2755192302 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0fb4106c10 msgr2=0x7f0fb410e790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:57.977 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.975+0000 7f0fba20c640 1 --2- 172.21.15.52:0/2755192302 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0fb4106c10 0x7f0fb410e790 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f0fac009ca0 tx=0x7f0fac02c0f0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.977 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.975+0000 7f0fba20c640 1 -- 172.21.15.52:0/2755192302 shutdown_connections 2024-03-18T23:06:57.978 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.975+0000 7f0fba20c640 1 --2- 172.21.15.52:0/2755192302 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0fb4106c10 0x7f0fb410e790 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.978 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.975+0000 7f0fba20c640 1 --2- 172.21.15.52:0/2755192302 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0fb41009b0 0x7f0fb41064e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.978 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.975+0000 7f0fba20c640 1 --2- 172.21.15.52:0/2755192302 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0fb4100000 0x7f0fb41003e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.978 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.975+0000 7f0fba20c640 1 -- 172.21.15.52:0/2755192302 >> 172.21.15.52:0/2755192302 conn(0x7f0fb4076d50 msgr2=0x7f0fb40fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:06:57.978 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.975+0000 7f0fba20c640 1 -- 172.21.15.52:0/2755192302 shutdown_connections 2024-03-18T23:06:57.978 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.975+0000 7f0fba20c640 1 -- 172.21.15.52:0/2755192302 wait complete. 2024-03-18T23:06:57.978 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.976+0000 7f0fba20c640 1 Processor -- start 2024-03-18T23:06:57.978 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.976+0000 7f0fba20c640 1 -- start start 2024-03-18T23:06:57.978 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.976+0000 7f0fba20c640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0fb4100000 0x7f0fb41982b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:06:57.978 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.976+0000 7f0fba20c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0fb4106c10 0x7f0fb41987f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:06:57.978 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.976+0000 7f0fba20c640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0fb419cad0 0x7f0fb419cf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:06:57.978 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.976+0000 7f0fba20c640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb4111db0 con 0x7f0fb4106c10 2024-03-18T23:06:57.978 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.976+0000 7f0fba20c640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb4111c30 con 0x7f0fb419cad0 2024-03-18T23:06:57.979 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.976+0000 7f0fba20c640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb4111f30 con 0x7f0fb4100000 2024-03-18T23:06:57.979 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.976+0000 7f0fb2ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0fb4106c10 0x7f0fb41987f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:06:57.979 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.976+0000 7f0fb2ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0fb4106c10 0x7f0fb41987f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49480/0 (socket says 172.21.15.52:49480) 2024-03-18T23:06:57.979 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.976+0000 7f0fb2ffd640 1 -- 172.21.15.52:0/3330263195 learned_addr learned my addr 172.21.15.52:0/3330263195 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T23:06:57.979 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.976+0000 7f0fb37fe640 1 --2- 172.21.15.52:0/3330263195 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0fb4100000 0x7f0fb41982b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:06:57.979 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.976+0000 7f0fb3fff640 1 --2- 172.21.15.52:0/3330263195 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0fb419cad0 0x7f0fb419cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:06:57.979 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.976+0000 7f0fb2ffd640 1 -- 172.21.15.52:0/3330263195 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0fb4100000 msgr2=0x7f0fb41982b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:57.979 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.977+0000 7f0fb2ffd640 1 --2- 172.21.15.52:0/3330263195 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0fb4100000 0x7f0fb41982b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.979 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.977+0000 7f0fb2ffd640 1 -- 172.21.15.52:0/3330263195 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0fb419cad0 msgr2=0x7f0fb419cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:57.979 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.977+0000 7f0fb2ffd640 1 --2- 172.21.15.52:0/3330263195 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0fb419cad0 0x7f0fb419cf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:57.979 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.977+0000 7f0fb2ffd640 1 -- 172.21.15.52:0/3330263195 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fb419d5c0 con 0x7f0fb4106c10 2024-03-18T23:06:57.979 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.977+0000 7f0fb2ffd640 1 --2- 172.21.15.52:0/3330263195 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0fb4106c10 0x7f0fb41987f0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f0fa400e9f0 tx=0x7f0fa400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:06:57.979 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.977+0000 7f0fb0ff9640 1 -- 172.21.15.52:0/3330263195 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fa400ccc0 con 0x7f0fb4106c10 2024-03-18T23:06:57.979 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.977+0000 7f0fba20c640 1 -- 172.21.15.52:0/3330263195 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0fb419d8b0 con 0x7f0fb4106c10 2024-03-18T23:06:57.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.977+0000 7f0fb0ff9640 1 -- 172.21.15.52:0/3330263195 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0fa4010930 con 0x7f0fb4106c10 2024-03-18T23:06:57.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.977+0000 7f0fb0ff9640 1 -- 172.21.15.52:0/3330263195 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fa4018a30 con 0x7f0fb4106c10 2024-03-18T23:06:57.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.977+0000 7f0fba20c640 1 -- 172.21.15.52:0/3330263195 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0fb41a50f0 con 0x7f0fb4106c10 2024-03-18T23:06:57.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.978+0000 7f0fba20c640 1 -- 172.21.15.52:0/3330263195 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0fb4068a60 con 0x7f0fb4106c10 2024-03-18T23:06:57.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.979+0000 7f0fb0ff9640 1 -- 172.21.15.52:0/3330263195 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f0fa4010ae0 con 0x7f0fb4106c10 2024-03-18T23:06:57.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.979+0000 7f0fb0ff9640 1 --2- 172.21.15.52:0/3330263195 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f0fa00a2970 0x7f0fa00a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:06:57.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.980+0000 7f0fb37fe640 1 --2- 172.21.15.52:0/3330263195 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f0fa00a2970 0x7f0fa00a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:06:57.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.980+0000 7f0fb0ff9640 1 -- 172.21.15.52:0/3330263195 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8614+0+0 (secure 0 0 0) 0x7f0fa40cf460 con 0x7f0fb4106c10 2024-03-18T23:06:57.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.980+0000 7f0fb37fe640 1 --2- 172.21.15.52:0/3330263195 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f0fa00a2970 0x7f0fa00a4e30 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f0f9c009bd0 tx=0x7f0f9c005f90 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:06:57.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:57.983+0000 7f0fb0ff9640 1 -- 172.21.15.52:0/3330263195 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f0fa409bb10 con 0x7f0fb4106c10 2024-03-18T23:06:58.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:57 smithi181 ceph-mon[67256]: pgmap v310: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:06:58.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:57 smithi181 ceph-mon[67256]: from='client.25372 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T23:06:58.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:57 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/668314695' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T23:06:58.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:57 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/2045987643' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-18T23:06:58.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:57 smithi099 ceph-mon[36725]: pgmap v310: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:06:58.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:57 smithi099 ceph-mon[36725]: from='client.25372 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T23:06:58.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:57 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/668314695' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T23:06:58.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:57 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/2045987643' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-18T23:06:58.166 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.166+0000 7f0fba20c640 1 -- 172.21.15.52:0/3330263195 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f0fb41009b0 con 0x7f0fb4106c10 2024-03-18T23:06:58.167 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.167+0000 7f0fb0ff9640 1 -- 172.21.15.52:0/3330263195 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v97) ==== 100+0+11 (secure 0 0 0) 0x7f0fa409fbb0 con 0x7f0fb4106c10 2024-03-18T23:06:58.167 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 64 2024-03-18T23:06:58.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.169+0000 7f0fba20c640 1 -- 172.21.15.52:0/3330263195 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f0fa00a2970 msgr2=0x7f0fa00a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:58.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.169+0000 7f0fba20c640 1 --2- 172.21.15.52:0/3330263195 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f0fa00a2970 0x7f0fa00a4e30 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f0f9c009bd0 tx=0x7f0f9c005f90 comp rx=0 tx=0).stop 2024-03-18T23:06:58.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.169+0000 7f0fba20c640 1 -- 172.21.15.52:0/3330263195 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0fb4106c10 msgr2=0x7f0fb41987f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:58.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.169+0000 7f0fba20c640 1 --2- 172.21.15.52:0/3330263195 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0fb4106c10 0x7f0fb41987f0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f0fa400e9f0 tx=0x7f0fa400eeb0 comp rx=0 tx=0).stop 2024-03-18T23:06:58.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.169+0000 7f0fba20c640 1 -- 172.21.15.52:0/3330263195 shutdown_connections 2024-03-18T23:06:58.170 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.169+0000 7f0fba20c640 1 --2- 172.21.15.52:0/3330263195 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0fb419cad0 0x7f0fb419cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:58.170 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.169+0000 7f0fba20c640 1 --2- 172.21.15.52:0/3330263195 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0fb4106c10 0x7f0fb41987f0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:58.170 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.169+0000 7f0fba20c640 1 --2- 172.21.15.52:0/3330263195 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f0fa00a2970 0x7f0fa00a4e30 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:58.170 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.169+0000 7f0fba20c640 1 --2- 172.21.15.52:0/3330263195 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0fb4100000 0x7f0fb41982b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:58.170 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.169+0000 7f0fba20c640 1 -- 172.21.15.52:0/3330263195 >> 172.21.15.52:0/3330263195 conn(0x7f0fb4076d50 msgr2=0x7f0fb40fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:06:58.170 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.169+0000 7f0fba20c640 1 -- 172.21.15.52:0/3330263195 shutdown_connections 2024-03-18T23:06:58.170 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.169+0000 7f0fba20c640 1 -- 172.21.15.52:0/3330263195 wait complete. 2024-03-18T23:06:58.180 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-03-18T23:06:58.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.282+0000 7f1567261640 1 -- 172.21.15.52:0/3843277986 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f15601017b0 msgr2=0x7f1560101c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:58.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.282+0000 7f1567261640 1 --2- 172.21.15.52:0/3843277986 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f15601017b0 0x7f1560101c30 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f154c009890 tx=0x7f154c02bb70 comp rx=0 tx=0).stop 2024-03-18T23:06:58.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.282+0000 7f1567261640 1 -- 172.21.15.52:0/3843277986 shutdown_connections 2024-03-18T23:06:58.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.282+0000 7f1567261640 1 --2- 172.21.15.52:0/3843277986 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1560102170 0x7f156010e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:58.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.282+0000 7f1567261640 1 --2- 172.21.15.52:0/3843277986 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f15601017b0 0x7f1560101c30 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:58.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.282+0000 7f1567261640 1 --2- 172.21.15.52:0/3843277986 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f15601077c0 0x7f1560107ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:58.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.282+0000 7f1567261640 1 -- 172.21.15.52:0/3843277986 >> 172.21.15.52:0/3843277986 conn(0x7f15600fd2c0 msgr2=0x7f15600ff6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:06:58.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.282+0000 7f1567261640 1 -- 172.21.15.52:0/3843277986 shutdown_connections 2024-03-18T23:06:58.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.282+0000 7f1567261640 1 -- 172.21.15.52:0/3843277986 wait complete. 2024-03-18T23:06:58.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.283+0000 7f1567261640 1 Processor -- start 2024-03-18T23:06:58.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.283+0000 7f1567261640 1 -- start start 2024-03-18T23:06:58.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.283+0000 7f1567261640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f15601017b0 0x7f1560198210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:06:58.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.283+0000 7f1567261640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1560102170 0x7f1560198750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:06:58.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.283+0000 7f1567261640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f15601077c0 0x7f156019ca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:06:58.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.283+0000 7f1567261640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f1560111cb0 con 0x7f15601077c0 2024-03-18T23:06:58.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.283+0000 7f1567261640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f1560111b30 con 0x7f1560102170 2024-03-18T23:06:58.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.283+0000 7f1567261640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f1560111e30 con 0x7f15601017b0 2024-03-18T23:06:58.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.283+0000 7f15657fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f15601077c0 0x7f156019ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:06:58.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.283+0000 7f155ffff640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1560102170 0x7f1560198750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:06:58.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.283+0000 7f15657fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f15601077c0 0x7f156019ca80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49504/0 (socket says 172.21.15.52:49504) 2024-03-18T23:06:58.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.283+0000 7f15657fe640 1 -- 172.21.15.52:0/1208020902 learned_addr learned my addr 172.21.15.52:0/1208020902 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T23:06:58.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.283+0000 7f1564ffd640 1 --2- 172.21.15.52:0/1208020902 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f15601017b0 0x7f1560198210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:06:58.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.283+0000 7f15657fe640 1 -- 172.21.15.52:0/1208020902 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f15601017b0 msgr2=0x7f1560198210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:58.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.283+0000 7f15657fe640 1 --2- 172.21.15.52:0/1208020902 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f15601017b0 0x7f1560198210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:58.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.283+0000 7f15657fe640 1 -- 172.21.15.52:0/1208020902 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1560102170 msgr2=0x7f1560198750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:58.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.283+0000 7f15657fe640 1 --2- 172.21.15.52:0/1208020902 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1560102170 0x7f1560198750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:58.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.283+0000 7f15657fe640 1 -- 172.21.15.52:0/1208020902 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f156019d1b0 con 0x7f15601077c0 2024-03-18T23:06:58.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.283+0000 7f155ffff640 1 --2- 172.21.15.52:0/1208020902 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1560102170 0x7f1560198750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T23:06:58.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.284+0000 7f15657fe640 1 --2- 172.21.15.52:0/1208020902 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f15601077c0 0x7f156019ca80 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f155800efc0 tx=0x7f155800c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:06:58.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.284+0000 7f155dffb640 1 -- 172.21.15.52:0/1208020902 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1558003970 con 0x7f15601077c0 2024-03-18T23:06:58.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.284+0000 7f155dffb640 1 -- 172.21.15.52:0/1208020902 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1558004520 con 0x7f15601077c0 2024-03-18T23:06:58.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.284+0000 7f1567261640 1 -- 172.21.15.52:0/1208020902 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f156019d4a0 con 0x7f15601077c0 2024-03-18T23:06:58.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.284+0000 7f155dffb640 1 -- 172.21.15.52:0/1208020902 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f155800bb40 con 0x7f15601077c0 2024-03-18T23:06:58.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.284+0000 7f1567261640 1 -- 172.21.15.52:0/1208020902 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15601a4d30 con 0x7f15601077c0 2024-03-18T23:06:58.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.285+0000 7f1567261640 1 -- 172.21.15.52:0/1208020902 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1560068a60 con 0x7f15601077c0 2024-03-18T23:06:58.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.286+0000 7f155dffb640 1 -- 172.21.15.52:0/1208020902 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f155801d020 con 0x7f15601077c0 2024-03-18T23:06:58.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.286+0000 7f155dffb640 1 --2- 172.21.15.52:0/1208020902 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f15500a2970 0x7f15500a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:06:58.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.286+0000 7f1564ffd640 1 --2- 172.21.15.52:0/1208020902 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f15500a2970 0x7f15500a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:06:58.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.286+0000 7f155dffb640 1 -- 172.21.15.52:0/1208020902 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8614+0+0 (secure 0 0 0) 0x7f15580cee00 con 0x7f15601077c0 2024-03-18T23:06:58.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.287+0000 7f1564ffd640 1 --2- 172.21.15.52:0/1208020902 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f15500a2970 0x7f15500a4e30 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f15540095f0 tx=0x7f1554005f90 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:06:58.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.291+0000 7f155dffb640 1 -- 172.21.15.52:0/1208020902 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f155809baa0 con 0x7f15601077c0 2024-03-18T23:06:58.523 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.523+0000 7f1567261640 1 -- 172.21.15.52:0/1208020902 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f1560109d40 con 0x7f15601077c0 2024-03-18T23:06:58.532 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.532+0000 7f155dffb640 1 -- 172.21.15.52:0/1208020902 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v25) ==== 81+0+740361 (secure 0 0 0) 0x7f155809b3a0 con 0x7f15601077c0 2024-03-18T23:06:58.542 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T23:06:58.542 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-03-18T23:06:58.542 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 25, 2024-03-18T23:06:58.542 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.542 INFO:teuthology.orchestra.run.smithi052.stdout: "active_gid": 15309, 2024-03-18T23:06:58.542 INFO:teuthology.orchestra.run.smithi052.stdout: "active_name": "x", 2024-03-18T23:06:58.542 INFO:teuthology.orchestra.run.smithi052.stdout: "active_addrs": { 2024-03-18T23:06:58.542 INFO:teuthology.orchestra.run.smithi052.stdout: "addrvec": [ 2024-03-18T23:06:58.542 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.542 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "v2", 2024-03-18T23:06:58.543 INFO:teuthology.orchestra.run.smithi052.stdout: "addr": "172.21.15.52:6800", 2024-03-18T23:06:58.543 INFO:teuthology.orchestra.run.smithi052.stdout: "nonce": 3992010936 2024-03-18T23:06:58.543 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.543 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.543 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "v1", 2024-03-18T23:06:58.543 INFO:teuthology.orchestra.run.smithi052.stdout: "addr": "172.21.15.52:6801", 2024-03-18T23:06:58.543 INFO:teuthology.orchestra.run.smithi052.stdout: "nonce": 3992010936 2024-03-18T23:06:58.543 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.543 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2024-03-18T23:06:58.543 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.543 INFO:teuthology.orchestra.run.smithi052.stdout: "active_addr": "172.21.15.52:6801/3992010936", 2024-03-18T23:06:58.543 INFO:teuthology.orchestra.run.smithi052.stdout: "active_change": "2024-03-18T22:56:53.686054+0000", 2024-03-18T23:06:58.543 INFO:teuthology.orchestra.run.smithi052.stdout: "active_mgr_features": 4540701547738038271, 2024-03-18T23:06:58.543 INFO:teuthology.orchestra.run.smithi052.stdout: "available": true, 2024-03-18T23:06:58.543 INFO:teuthology.orchestra.run.smithi052.stdout: "standbys": [ 2024-03-18T23:06:58.544 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.544 INFO:teuthology.orchestra.run.smithi052.stdout: "gid": 25111, 2024-03-18T23:06:58.544 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "z", 2024-03-18T23:06:58.544 INFO:teuthology.orchestra.run.smithi052.stdout: "mgr_features": 4540701547738038271, 2024-03-18T23:06:58.544 INFO:teuthology.orchestra.run.smithi052.stdout: "available_modules": [ 2024-03-18T23:06:58.544 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.544 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "alerts", 2024-03-18T23:06:58.544 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.544 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.544 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.544 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-03-18T23:06:58.544 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-03-18T23:06:58.544 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:58.544 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.545 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.545 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-03-18T23:06:58.545 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.545 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.545 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.545 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "How frequently to reexamine health status", 2024-03-18T23:06:58.545 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.545 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.545 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.545 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.545 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.545 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.545 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.545 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.545 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.546 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.546 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.546 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.546 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.546 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.546 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.546 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.546 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.546 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.546 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.546 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.546 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.546 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.546 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.547 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.547 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.547 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.547 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.547 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.547 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.547 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.547 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.547 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.547 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.547 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.547 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.547 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.547 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.548 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.548 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.548 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.548 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.548 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.548 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.548 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.548 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.548 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.548 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.548 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.548 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.548 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.548 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.549 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.549 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.549 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.549 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.549 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.549 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.549 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.549 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.549 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.549 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.549 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.549 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.549 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.549 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.549 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.550 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.550 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.550 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.550 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.550 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.550 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.550 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.550 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.550 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_destination": { 2024-03-18T23:06:58.550 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_destination", 2024-03-18T23:06:58.550 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.550 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.550 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.550 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.551 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.551 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.551 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.551 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Email address to send alerts to", 2024-03-18T23:06:58.551 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.551 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.551 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.551 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.551 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_from_name": { 2024-03-18T23:06:58.551 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_from_name", 2024-03-18T23:06:58.551 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.551 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.551 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.551 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "Ceph", 2024-03-18T23:06:58.552 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.552 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.552 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.552 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Email From: name", 2024-03-18T23:06:58.552 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.552 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.552 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.552 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.552 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_host": { 2024-03-18T23:06:58.552 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_host", 2024-03-18T23:06:58.552 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.552 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.552 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.552 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.552 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.553 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.553 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.553 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "SMTP server", 2024-03-18T23:06:58.553 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.553 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.553 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.553 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.553 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_password": { 2024-03-18T23:06:58.553 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_password", 2024-03-18T23:06:58.553 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.553 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.553 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.553 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.553 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.553 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.554 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.554 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Password to authenticate with", 2024-03-18T23:06:58.554 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.554 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.554 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.554 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.554 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_port": { 2024-03-18T23:06:58.554 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_port", 2024-03-18T23:06:58.554 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.554 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.554 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.554 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "465", 2024-03-18T23:06:58.554 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.554 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.554 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.555 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "SMTP port", 2024-03-18T23:06:58.555 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.555 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.555 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.555 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.555 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_sender": { 2024-03-18T23:06:58.555 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_sender", 2024-03-18T23:06:58.555 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.555 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.555 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.555 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.555 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.555 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.555 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.555 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "SMTP envelope sender", 2024-03-18T23:06:58.556 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.556 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.556 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.556 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.556 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_ssl": { 2024-03-18T23:06:58.556 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_ssl", 2024-03-18T23:06:58.556 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.556 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.556 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.556 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.556 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.556 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.556 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.556 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Use SSL to connect to SMTP server", 2024-03-18T23:06:58.557 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.557 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.557 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.557 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.557 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_user": { 2024-03-18T23:06:58.557 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_user", 2024-03-18T23:06:58.557 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.557 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.557 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.557 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.557 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.557 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.557 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.557 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "User to authenticate as", 2024-03-18T23:06:58.558 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.558 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.558 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.558 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.558 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.558 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.558 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.558 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "balancer", 2024-03-18T23:06:58.558 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.558 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.558 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.558 INFO:teuthology.orchestra.run.smithi052.stdout: "active": { 2024-03-18T23:06:58.558 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "active", 2024-03-18T23:06:58.559 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.559 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.559 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.559 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.559 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.559 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.559 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.559 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "automatically balance PGs across cluster", 2024-03-18T23:06:58.559 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.559 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.559 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.559 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.559 INFO:teuthology.orchestra.run.smithi052.stdout: "begin_time": { 2024-03-18T23:06:58.559 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "begin_time", 2024-03-18T23:06:58.559 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.560 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.560 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.560 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0000", 2024-03-18T23:06:58.560 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.560 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.560 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.560 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "beginning time of day to automatically balance", 2024-03-18T23:06:58.560 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-03-18T23:06:58.560 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.560 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.560 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.560 INFO:teuthology.orchestra.run.smithi052.stdout: "begin_weekday": { 2024-03-18T23:06:58.560 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "begin_weekday", 2024-03-18T23:06:58.560 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-03-18T23:06:58.560 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.561 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.561 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-03-18T23:06:58.561 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "0", 2024-03-18T23:06:58.561 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "6", 2024-03-18T23:06:58.561 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.561 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-03-18T23:06:58.561 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-03-18T23:06:58.561 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.561 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.561 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.561 INFO:teuthology.orchestra.run.smithi052.stdout: "crush_compat_max_iterations": { 2024-03-18T23:06:58.561 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crush_compat_max_iterations", 2024-03-18T23:06:58.561 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-03-18T23:06:58.561 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.562 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.562 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "25", 2024-03-18T23:06:58.562 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1", 2024-03-18T23:06:58.562 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "250", 2024-03-18T23:06:58.562 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.562 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-03-18T23:06:58.562 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.562 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.562 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.562 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.562 INFO:teuthology.orchestra.run.smithi052.stdout: "crush_compat_metrics": { 2024-03-18T23:06:58.562 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crush_compat_metrics", 2024-03-18T23:06:58.562 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.562 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.563 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.563 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "pgs,objects,bytes", 2024-03-18T23:06:58.563 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.563 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.563 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.563 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-03-18T23:06:58.563 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-03-18T23:06:58.563 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.563 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.563 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.563 INFO:teuthology.orchestra.run.smithi052.stdout: "crush_compat_step": { 2024-03-18T23:06:58.563 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crush_compat_step", 2024-03-18T23:06:58.563 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-03-18T23:06:58.563 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.564 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.564 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0.5", 2024-03-18T23:06:58.564 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "0.001", 2024-03-18T23:06:58.564 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "0.999", 2024-03-18T23:06:58.564 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.564 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "aggressiveness of optimization", 2024-03-18T23:06:58.564 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-03-18T23:06:58.564 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.564 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.564 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.564 INFO:teuthology.orchestra.run.smithi052.stdout: "end_time": { 2024-03-18T23:06:58.564 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "end_time", 2024-03-18T23:06:58.564 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.564 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.564 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.565 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "2359", 2024-03-18T23:06:58.565 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.565 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.565 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.565 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "ending time of day to automatically balance", 2024-03-18T23:06:58.565 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-03-18T23:06:58.565 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.565 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.565 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.565 INFO:teuthology.orchestra.run.smithi052.stdout: "end_weekday": { 2024-03-18T23:06:58.566 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "end_weekday", 2024-03-18T23:06:58.566 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-03-18T23:06:58.566 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.566 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.566 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-03-18T23:06:58.566 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "0", 2024-03-18T23:06:58.566 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "6", 2024-03-18T23:06:58.566 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.566 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-03-18T23:06:58.566 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-03-18T23:06:58.566 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.566 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.566 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.567 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.567 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.567 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.567 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.567 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.567 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.567 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.567 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.567 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.567 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.567 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.567 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.567 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.567 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.567 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.568 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.568 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.568 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.568 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.568 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.568 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.568 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.568 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.568 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.568 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.568 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.568 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.568 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.569 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.569 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.569 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.569 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.569 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.569 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.569 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.569 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.569 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.569 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.569 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.569 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.569 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.569 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.570 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.570 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.570 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.570 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.570 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.570 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.570 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.570 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.570 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.570 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.570 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.570 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.570 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.570 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.571 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.571 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.571 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.571 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.571 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.571 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.571 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.571 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.571 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.571 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.571 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.571 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.571 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.571 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.572 INFO:teuthology.orchestra.run.smithi052.stdout: "min_score": { 2024-03-18T23:06:58.572 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "min_score", 2024-03-18T23:06:58.572 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-03-18T23:06:58.572 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.572 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.572 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-03-18T23:06:58.572 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.572 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.572 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.572 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-03-18T23:06:58.572 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.572 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.572 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.572 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.573 INFO:teuthology.orchestra.run.smithi052.stdout: "mode": { 2024-03-18T23:06:58.573 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mode", 2024-03-18T23:06:58.573 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.573 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.573 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.573 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "upmap", 2024-03-18T23:06:58.573 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.573 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.573 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.573 INFO:teuthology.orchestra.run.smithi052.stdout: "crush-compat", 2024-03-18T23:06:58.573 INFO:teuthology.orchestra.run.smithi052.stdout: "none", 2024-03-18T23:06:58.573 INFO:teuthology.orchestra.run.smithi052.stdout: "read", 2024-03-18T23:06:58.573 INFO:teuthology.orchestra.run.smithi052.stdout: "upmap", 2024-03-18T23:06:58.573 INFO:teuthology.orchestra.run.smithi052.stdout: "upmap-read" 2024-03-18T23:06:58.574 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.574 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Balancer mode", 2024-03-18T23:06:58.574 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.574 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.574 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.574 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.574 INFO:teuthology.orchestra.run.smithi052.stdout: "pool_ids": { 2024-03-18T23:06:58.574 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "pool_ids", 2024-03-18T23:06:58.574 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.574 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.574 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.574 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.575 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.575 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.575 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.575 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-03-18T23:06:58.575 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.575 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.575 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.575 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.575 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-03-18T23:06:58.575 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-03-18T23:06:58.575 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:58.575 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.575 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.575 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-03-18T23:06:58.576 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.576 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.576 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.576 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-03-18T23:06:58.576 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.576 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.576 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.576 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.576 INFO:teuthology.orchestra.run.smithi052.stdout: "upmap_max_deviation": { 2024-03-18T23:06:58.576 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "upmap_max_deviation", 2024-03-18T23:06:58.576 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.576 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.576 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.576 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5", 2024-03-18T23:06:58.576 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1", 2024-03-18T23:06:58.577 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.577 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.577 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "deviation below which no optimization is attempted", 2024-03-18T23:06:58.577 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-03-18T23:06:58.577 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.577 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.577 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.577 INFO:teuthology.orchestra.run.smithi052.stdout: "upmap_max_optimizations": { 2024-03-18T23:06:58.577 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "upmap_max_optimizations", 2024-03-18T23:06:58.577 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-03-18T23:06:58.577 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.577 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.577 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-03-18T23:06:58.577 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.578 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.578 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.578 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-03-18T23:06:58.578 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.578 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.578 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.578 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.578 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.578 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.578 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.578 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cephadm", 2024-03-18T23:06:58.578 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.578 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.578 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.579 INFO:teuthology.orchestra.run.smithi052.stdout: "agent_down_multiplier": { 2024-03-18T23:06:58.579 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "agent_down_multiplier", 2024-03-18T23:06:58.579 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-03-18T23:06:58.579 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.579 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.579 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "3.0", 2024-03-18T23:06:58.579 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.579 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.579 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.579 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-03-18T23:06:58.579 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.579 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.579 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.579 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.580 INFO:teuthology.orchestra.run.smithi052.stdout: "agent_refresh_rate": { 2024-03-18T23:06:58.580 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "agent_refresh_rate", 2024-03-18T23:06:58.580 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:58.580 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.580 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.580 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "20", 2024-03-18T23:06:58.580 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.580 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.580 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.580 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-03-18T23:06:58.580 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.580 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.580 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.580 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.580 INFO:teuthology.orchestra.run.smithi052.stdout: "agent_starting_port": { 2024-03-18T23:06:58.580 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "agent_starting_port", 2024-03-18T23:06:58.581 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.581 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.581 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.581 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "4721", 2024-03-18T23:06:58.581 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.581 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.581 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.581 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-03-18T23:06:58.581 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.581 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.581 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.581 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.581 INFO:teuthology.orchestra.run.smithi052.stdout: "allow_ptrace": { 2024-03-18T23:06:58.581 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "allow_ptrace", 2024-03-18T23:06:58.582 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.582 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.582 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.582 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.582 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.582 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.582 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.582 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-03-18T23:06:58.582 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-03-18T23:06:58.582 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.582 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.582 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.582 INFO:teuthology.orchestra.run.smithi052.stdout: "autotune_interval": { 2024-03-18T23:06:58.582 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "autotune_interval", 2024-03-18T23:06:58.583 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:58.583 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.583 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.583 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-03-18T23:06:58.583 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.583 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.583 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.583 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to autotune daemon memory", 2024-03-18T23:06:58.583 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.583 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.583 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.583 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.583 INFO:teuthology.orchestra.run.smithi052.stdout: "autotune_memory_target_ratio": { 2024-03-18T23:06:58.583 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "autotune_memory_target_ratio", 2024-03-18T23:06:58.584 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-03-18T23:06:58.584 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.584 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.584 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0.7", 2024-03-18T23:06:58.584 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.584 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.584 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.584 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-03-18T23:06:58.584 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.584 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.584 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.584 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.584 INFO:teuthology.orchestra.run.smithi052.stdout: "cephadm_log_destination": { 2024-03-18T23:06:58.584 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cephadm_log_destination", 2024-03-18T23:06:58.585 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.585 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.585 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.585 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.585 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.585 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.585 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.585 INFO:teuthology.orchestra.run.smithi052.stdout: "file", 2024-03-18T23:06:58.585 INFO:teuthology.orchestra.run.smithi052.stdout: "file,syslog", 2024-03-18T23:06:58.585 INFO:teuthology.orchestra.run.smithi052.stdout: "syslog" 2024-03-18T23:06:58.585 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.585 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-03-18T23:06:58.585 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.585 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.585 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.586 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.586 INFO:teuthology.orchestra.run.smithi052.stdout: "cgroups_split": { 2024-03-18T23:06:58.586 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cgroups_split", 2024-03-18T23:06:58.586 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.586 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.586 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.586 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.586 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.586 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.586 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.586 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-03-18T23:06:58.586 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.586 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.587 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.587 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.587 INFO:teuthology.orchestra.run.smithi052.stdout: "config_checks_enabled": { 2024-03-18T23:06:58.587 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "config_checks_enabled", 2024-03-18T23:06:58.587 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.587 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.587 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.587 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.587 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.587 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.587 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.587 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-03-18T23:06:58.587 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.587 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.587 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.588 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.588 INFO:teuthology.orchestra.run.smithi052.stdout: "config_dashboard": { 2024-03-18T23:06:58.588 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "config_dashboard", 2024-03-18T23:06:58.588 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.588 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.588 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.588 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.588 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.588 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.588 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.588 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-03-18T23:06:58.588 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.588 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.588 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.589 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.589 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_alertmanager": { 2024-03-18T23:06:58.589 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_alertmanager", 2024-03-18T23:06:58.589 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.589 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.589 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.589 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-03-18T23:06:58.589 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.589 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.589 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.589 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Prometheus container image", 2024-03-18T23:06:58.589 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.589 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.589 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.589 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.590 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_base": { 2024-03-18T23:06:58.590 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_base", 2024-03-18T23:06:58.590 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.590 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.590 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.590 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/ceph", 2024-03-18T23:06:58.590 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.590 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.590 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.590 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Container image name, without the tag", 2024-03-18T23:06:58.590 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.590 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.590 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.591 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.591 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_elasticsearch": { 2024-03-18T23:06:58.591 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_elasticsearch", 2024-03-18T23:06:58.591 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.591 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.591 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.591 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-03-18T23:06:58.591 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.591 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.591 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.591 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "elasticsearch container image", 2024-03-18T23:06:58.591 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.591 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.591 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.591 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.591 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_grafana": { 2024-03-18T23:06:58.591 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_grafana", 2024-03-18T23:06:58.592 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.592 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.592 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.592 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.12", 2024-03-18T23:06:58.592 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.592 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.592 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.592 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Prometheus container image", 2024-03-18T23:06:58.592 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.592 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.592 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.592 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.592 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_haproxy": { 2024-03-18T23:06:58.592 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_haproxy", 2024-03-18T23:06:58.592 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.592 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.593 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.593 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-03-18T23:06:58.593 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.593 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.593 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.593 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "HAproxy container image", 2024-03-18T23:06:58.593 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.593 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.593 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.593 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.593 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_jaeger_agent": { 2024-03-18T23:06:58.593 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_jaeger_agent", 2024-03-18T23:06:58.593 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.594 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.594 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.594 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-03-18T23:06:58.594 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.594 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.594 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.594 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Jaeger agent container image", 2024-03-18T23:06:58.594 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.594 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.594 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.594 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.594 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_jaeger_collector": { 2024-03-18T23:06:58.594 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_jaeger_collector", 2024-03-18T23:06:58.595 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.595 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.595 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.595 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-03-18T23:06:58.595 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.595 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.595 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.595 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Jaeger collector container image", 2024-03-18T23:06:58.595 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.595 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.595 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.595 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.595 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_jaeger_query": { 2024-03-18T23:06:58.595 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_jaeger_query", 2024-03-18T23:06:58.595 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.596 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.596 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.596 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-03-18T23:06:58.596 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.596 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.596 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.596 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Jaeger query container image", 2024-03-18T23:06:58.596 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.596 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.596 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.596 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.596 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_keepalived": { 2024-03-18T23:06:58.596 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_keepalived", 2024-03-18T23:06:58.596 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.596 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.597 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.597 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-03-18T23:06:58.597 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.597 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.597 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.597 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Keepalived container image", 2024-03-18T23:06:58.597 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.597 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.597 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.597 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.597 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_loki": { 2024-03-18T23:06:58.597 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_loki", 2024-03-18T23:06:58.597 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.597 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.598 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.598 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-03-18T23:06:58.598 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.598 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.598 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.598 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Loki container image", 2024-03-18T23:06:58.598 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.598 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.598 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.598 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.598 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_node_exporter": { 2024-03-18T23:06:58.598 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_node_exporter", 2024-03-18T23:06:58.598 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.598 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.599 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.599 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-03-18T23:06:58.599 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.599 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.599 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.599 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Prometheus container image", 2024-03-18T23:06:58.599 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.599 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.599 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.599 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.599 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_nvmeof": { 2024-03-18T23:06:58.599 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_nvmeof", 2024-03-18T23:06:58.599 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.599 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.599 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.600 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/nvmeof:1.0.0", 2024-03-18T23:06:58.600 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.600 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.600 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.600 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Nvme-of container image", 2024-03-18T23:06:58.600 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.600 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.600 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.600 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.600 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_prometheus": { 2024-03-18T23:06:58.600 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_prometheus", 2024-03-18T23:06:58.600 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.600 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.600 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.600 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-03-18T23:06:58.601 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.601 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.601 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.601 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Prometheus container image", 2024-03-18T23:06:58.601 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.601 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.601 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.601 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.601 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_promtail": { 2024-03-18T23:06:58.601 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_promtail", 2024-03-18T23:06:58.601 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.601 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.601 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.601 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-03-18T23:06:58.601 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.601 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.602 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.602 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Promtail container image", 2024-03-18T23:06:58.602 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.602 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.602 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.602 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.602 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_snmp_gateway": { 2024-03-18T23:06:58.602 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_snmp_gateway", 2024-03-18T23:06:58.602 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.602 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.602 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.602 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-03-18T23:06:58.602 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.602 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.603 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.603 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "SNMP Gateway container image", 2024-03-18T23:06:58.603 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.603 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.603 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.603 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.603 INFO:teuthology.orchestra.run.smithi052.stdout: "container_init": { 2024-03-18T23:06:58.603 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_init", 2024-03-18T23:06:58.603 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.603 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.603 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.603 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.603 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.603 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.603 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.603 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Run podman/docker with `--init`", 2024-03-18T23:06:58.604 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.604 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.604 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.604 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.604 INFO:teuthology.orchestra.run.smithi052.stdout: "daemon_cache_timeout": { 2024-03-18T23:06:58.604 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "daemon_cache_timeout", 2024-03-18T23:06:58.604 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:58.604 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.604 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.604 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-03-18T23:06:58.604 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.604 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.604 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.605 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-03-18T23:06:58.605 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.605 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.605 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.605 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.605 INFO:teuthology.orchestra.run.smithi052.stdout: "default_cephadm_command_timeout": { 2024-03-18T23:06:58.605 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "default_cephadm_command_timeout", 2024-03-18T23:06:58.605 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.605 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.605 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.605 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "900", 2024-03-18T23:06:58.605 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.605 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.605 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.606 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-03-18T23:06:58.606 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.606 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.606 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.606 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.606 INFO:teuthology.orchestra.run.smithi052.stdout: "default_registry": { 2024-03-18T23:06:58.606 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "default_registry", 2024-03-18T23:06:58.606 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.606 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.606 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.606 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "docker.io", 2024-03-18T23:06:58.606 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.606 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.607 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.607 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-03-18T23:06:58.607 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.607 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.607 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.607 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.607 INFO:teuthology.orchestra.run.smithi052.stdout: "device_cache_timeout": { 2024-03-18T23:06:58.607 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "device_cache_timeout", 2024-03-18T23:06:58.607 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:58.607 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.607 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.607 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "1800", 2024-03-18T23:06:58.607 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.607 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.607 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.608 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "seconds to cache device inventory", 2024-03-18T23:06:58.608 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.608 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.608 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.608 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.608 INFO:teuthology.orchestra.run.smithi052.stdout: "device_enhanced_scan": { 2024-03-18T23:06:58.608 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "device_enhanced_scan", 2024-03-18T23:06:58.608 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.608 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.608 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.608 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.608 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.608 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.608 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.608 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Use libstoragemgmt during device scans", 2024-03-18T23:06:58.609 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.609 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.609 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.609 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.609 INFO:teuthology.orchestra.run.smithi052.stdout: "facts_cache_timeout": { 2024-03-18T23:06:58.609 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "facts_cache_timeout", 2024-03-18T23:06:58.609 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:58.609 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.609 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.609 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-03-18T23:06:58.609 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.609 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.609 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.609 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "seconds to cache host facts data", 2024-03-18T23:06:58.609 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.610 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.610 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.610 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.610 INFO:teuthology.orchestra.run.smithi052.stdout: "host_check_interval": { 2024-03-18T23:06:58.610 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "host_check_interval", 2024-03-18T23:06:58.610 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:58.610 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.610 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.610 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-03-18T23:06:58.610 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.610 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.610 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.610 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to perform a host check", 2024-03-18T23:06:58.610 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.611 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.611 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.611 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.611 INFO:teuthology.orchestra.run.smithi052.stdout: "hw_monitoring": { 2024-03-18T23:06:58.611 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "hw_monitoring", 2024-03-18T23:06:58.611 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.611 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.611 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.611 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.611 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.611 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.611 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.611 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-03-18T23:06:58.611 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.612 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.612 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.612 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.612 INFO:teuthology.orchestra.run.smithi052.stdout: "inventory_list_all": { 2024-03-18T23:06:58.612 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "inventory_list_all", 2024-03-18T23:06:58.612 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.612 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.612 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.612 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.612 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.612 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.612 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.612 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-03-18T23:06:58.612 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.613 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.613 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.613 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.613 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.613 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.613 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.613 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.613 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.613 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.613 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.613 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.613 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.613 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.613 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.613 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.614 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.614 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.614 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.614 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.614 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.614 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.614 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.614 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.614 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.614 INFO:teuthology.orchestra.run.smithi052.stdout: "log_refresh_metadata": { 2024-03-18T23:06:58.614 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_refresh_metadata", 2024-03-18T23:06:58.614 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.614 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.614 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.614 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.615 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.615 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.615 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.615 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-03-18T23:06:58.615 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.615 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.615 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.615 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.615 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.615 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.615 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.615 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.615 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.615 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.615 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.616 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.616 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.616 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-03-18T23:06:58.616 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.616 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.616 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.616 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.616 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.616 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.616 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.616 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.616 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.617 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.617 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.617 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.617 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.617 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.617 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.617 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.617 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.617 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.617 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.617 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.617 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.617 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.617 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.618 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.618 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.618 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.618 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.618 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.618 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.618 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.618 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.618 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.618 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.618 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.618 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.618 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.618 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.618 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.619 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.619 INFO:teuthology.orchestra.run.smithi052.stdout: "manage_etc_ceph_ceph_conf": { 2024-03-18T23:06:58.619 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-03-18T23:06:58.619 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.619 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.619 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.619 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.619 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.619 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.619 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.619 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-03-18T23:06:58.619 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.619 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.620 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.620 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.620 INFO:teuthology.orchestra.run.smithi052.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-03-18T23:06:58.620 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-03-18T23:06:58.620 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.620 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.621 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.621 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "*", 2024-03-18T23:06:58.621 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.621 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.621 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.621 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-03-18T23:06:58.621 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.621 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.621 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.621 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.621 INFO:teuthology.orchestra.run.smithi052.stdout: "max_count_per_host": { 2024-03-18T23:06:58.621 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_count_per_host", 2024-03-18T23:06:58.621 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.621 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.622 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.622 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-03-18T23:06:58.622 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.622 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.622 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.622 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "max number of daemons per service per host", 2024-03-18T23:06:58.622 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.622 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.622 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.622 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.622 INFO:teuthology.orchestra.run.smithi052.stdout: "max_osd_draining_count": { 2024-03-18T23:06:58.622 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_osd_draining_count", 2024-03-18T23:06:58.622 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.623 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.623 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.623 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-03-18T23:06:58.623 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.623 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.623 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.623 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-03-18T23:06:58.623 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.623 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.623 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.623 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.623 INFO:teuthology.orchestra.run.smithi052.stdout: "migration_current": { 2024-03-18T23:06:58.623 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "migration_current", 2024-03-18T23:06:58.623 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.624 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.624 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.625 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.625 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.625 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.625 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.625 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "internal - do not modify", 2024-03-18T23:06:58.625 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.625 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.625 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.626 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.626 INFO:teuthology.orchestra.run.smithi052.stdout: "mode": { 2024-03-18T23:06:58.626 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mode", 2024-03-18T23:06:58.626 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.626 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.626 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.626 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "root", 2024-03-18T23:06:58.626 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.626 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.626 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.626 INFO:teuthology.orchestra.run.smithi052.stdout: "cephadm-package", 2024-03-18T23:06:58.627 INFO:teuthology.orchestra.run.smithi052.stdout: "root" 2024-03-18T23:06:58.627 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.627 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "mode for remote execution of cephadm", 2024-03-18T23:06:58.627 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.627 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.627 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.627 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.627 INFO:teuthology.orchestra.run.smithi052.stdout: "oob_default_addr": { 2024-03-18T23:06:58.627 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "oob_default_addr", 2024-03-18T23:06:58.627 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.627 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.627 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.627 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "169.254.1.1", 2024-03-18T23:06:58.627 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.627 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.628 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.628 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Default address for RedFish API (oob management).", 2024-03-18T23:06:58.628 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.628 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.628 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.628 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.628 INFO:teuthology.orchestra.run.smithi052.stdout: "prometheus_alerts_path": { 2024-03-18T23:06:58.628 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "prometheus_alerts_path", 2024-03-18T23:06:58.628 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.628 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.628 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.628 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-03-18T23:06:58.628 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.628 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.629 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.629 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-03-18T23:06:58.629 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.629 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.629 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.629 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.629 INFO:teuthology.orchestra.run.smithi052.stdout: "registry_insecure": { 2024-03-18T23:06:58.629 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "registry_insecure", 2024-03-18T23:06:58.629 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.629 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.629 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.629 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.629 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.629 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.629 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.629 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-03-18T23:06:58.630 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.630 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.630 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.630 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.630 INFO:teuthology.orchestra.run.smithi052.stdout: "registry_password": { 2024-03-18T23:06:58.630 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "registry_password", 2024-03-18T23:06:58.630 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.630 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.630 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.630 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.630 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.630 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.630 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.630 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-03-18T23:06:58.631 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.631 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.631 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.631 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.631 INFO:teuthology.orchestra.run.smithi052.stdout: "registry_url": { 2024-03-18T23:06:58.631 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "registry_url", 2024-03-18T23:06:58.631 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.631 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.631 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.631 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.631 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.631 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.631 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.632 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-03-18T23:06:58.632 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.632 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.632 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.632 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.632 INFO:teuthology.orchestra.run.smithi052.stdout: "registry_username": { 2024-03-18T23:06:58.632 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "registry_username", 2024-03-18T23:06:58.632 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.632 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.632 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.632 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.632 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.632 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.632 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.632 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-03-18T23:06:58.633 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.633 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.633 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.633 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.633 INFO:teuthology.orchestra.run.smithi052.stdout: "secure_monitoring_stack": { 2024-03-18T23:06:58.633 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "secure_monitoring_stack", 2024-03-18T23:06:58.633 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.633 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.633 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.633 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.633 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.633 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.633 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.633 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-03-18T23:06:58.633 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.634 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.634 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.634 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.634 INFO:teuthology.orchestra.run.smithi052.stdout: "service_discovery_port": { 2024-03-18T23:06:58.634 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "service_discovery_port", 2024-03-18T23:06:58.634 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.634 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.634 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.634 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8765", 2024-03-18T23:06:58.634 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.634 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.634 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.634 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "cephadm service discovery port", 2024-03-18T23:06:58.634 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.635 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.635 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.635 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.635 INFO:teuthology.orchestra.run.smithi052.stdout: "ssh_config_file": { 2024-03-18T23:06:58.635 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ssh_config_file", 2024-03-18T23:06:58.635 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.635 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.635 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.635 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.635 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.635 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.635 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.635 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-03-18T23:06:58.635 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.635 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.636 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.636 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.636 INFO:teuthology.orchestra.run.smithi052.stdout: "use_agent": { 2024-03-18T23:06:58.636 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "use_agent", 2024-03-18T23:06:58.636 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.636 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.636 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.636 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.636 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.636 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.636 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.636 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-03-18T23:06:58.636 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.636 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.636 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.637 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.637 INFO:teuthology.orchestra.run.smithi052.stdout: "use_repo_digest": { 2024-03-18T23:06:58.637 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "use_repo_digest", 2024-03-18T23:06:58.637 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.637 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.637 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.637 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.637 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.637 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.637 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.637 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-03-18T23:06:58.637 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.637 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.637 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.638 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.638 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_on_failed_host_check": { 2024-03-18T23:06:58.638 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_on_failed_host_check", 2024-03-18T23:06:58.638 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.638 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.638 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.638 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.638 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.638 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.638 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.638 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "raise a health warning if the host check fails", 2024-03-18T23:06:58.638 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.638 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.639 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.639 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.639 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_on_stray_daemons": { 2024-03-18T23:06:58.639 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_on_stray_daemons", 2024-03-18T23:06:58.639 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.639 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.639 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.639 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.639 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.639 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.639 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.639 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-03-18T23:06:58.639 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.639 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.640 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.640 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.640 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_on_stray_hosts": { 2024-03-18T23:06:58.640 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_on_stray_hosts", 2024-03-18T23:06:58.640 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.640 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.640 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.640 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.640 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.640 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.640 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.640 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-03-18T23:06:58.640 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.640 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.640 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.640 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.641 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.641 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.641 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.641 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crash", 2024-03-18T23:06:58.641 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.641 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.641 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.641 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.641 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.641 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.641 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.641 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.641 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.641 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.641 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.642 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.642 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.642 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.642 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.642 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.642 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.642 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.642 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.642 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.642 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.642 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.642 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.642 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.642 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.643 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.643 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.643 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.643 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.643 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.643 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.643 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.643 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.643 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.643 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.643 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.643 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.643 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.643 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.644 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.644 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.644 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.644 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.644 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.644 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.644 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.644 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.644 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.644 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.644 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.644 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.644 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.644 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.644 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.644 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.645 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.645 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.645 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.645 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.645 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.645 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.645 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.645 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.645 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.645 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.645 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.645 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.645 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.645 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.645 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.646 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.646 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.646 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.646 INFO:teuthology.orchestra.run.smithi052.stdout: "retain_interval": { 2024-03-18T23:06:58.646 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "retain_interval", 2024-03-18T23:06:58.646 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:58.646 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.646 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.646 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "31536000", 2024-03-18T23:06:58.646 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.646 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.646 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.646 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how long to retain crashes before pruning them", 2024-03-18T23:06:58.646 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.647 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.647 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.647 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.647 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_recent_interval": { 2024-03-18T23:06:58.647 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_recent_interval", 2024-03-18T23:06:58.647 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:58.647 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.647 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.647 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "1209600", 2024-03-18T23:06:58.647 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.647 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.647 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.647 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "time interval in which to warn about recent crashes", 2024-03-18T23:06:58.647 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.647 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.647 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.648 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.648 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.648 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.648 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.648 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "dashboard", 2024-03-18T23:06:58.648 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.648 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.648 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.648 INFO:teuthology.orchestra.run.smithi052.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-03-18T23:06:58.648 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-03-18T23:06:58.648 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.648 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.648 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.648 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-03-18T23:06:58.649 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.649 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.649 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.649 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.649 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.649 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.649 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.649 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.649 INFO:teuthology.orchestra.run.smithi052.stdout: "ALERTMANAGER_API_HOST": { 2024-03-18T23:06:58.649 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ALERTMANAGER_API_HOST", 2024-03-18T23:06:58.649 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.649 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.649 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.649 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.649 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.650 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.650 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.650 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.650 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.650 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.650 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.650 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.650 INFO:teuthology.orchestra.run.smithi052.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-03-18T23:06:58.650 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-03-18T23:06:58.650 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.650 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.650 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.650 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.650 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.651 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.651 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.651 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.651 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.651 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.651 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.651 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.651 INFO:teuthology.orchestra.run.smithi052.stdout: "AUDIT_API_ENABLED": { 2024-03-18T23:06:58.651 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "AUDIT_API_ENABLED", 2024-03-18T23:06:58.651 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.651 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.651 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.651 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.651 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.651 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.652 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.652 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.652 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.652 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.652 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.652 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.652 INFO:teuthology.orchestra.run.smithi052.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-03-18T23:06:58.652 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-03-18T23:06:58.652 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.652 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.652 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.652 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.652 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.652 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.652 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.653 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.653 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.653 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.653 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.653 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.653 INFO:teuthology.orchestra.run.smithi052.stdout: "ENABLE_BROWSABLE_API": { 2024-03-18T23:06:58.653 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ENABLE_BROWSABLE_API", 2024-03-18T23:06:58.653 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.653 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.653 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.653 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.653 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.653 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.653 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.653 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.653 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.653 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.654 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.654 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.654 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-03-18T23:06:58.654 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-03-18T23:06:58.654 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.654 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.654 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.654 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.654 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.654 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.654 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.654 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.654 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.654 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.654 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.655 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.655 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-03-18T23:06:58.655 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-03-18T23:06:58.655 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.655 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.655 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.655 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.655 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.655 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.655 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.655 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.655 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.655 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.655 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.656 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.656 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-03-18T23:06:58.656 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-03-18T23:06:58.656 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.656 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.656 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.656 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.656 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.656 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.656 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.656 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.656 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.656 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.656 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.657 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.657 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-03-18T23:06:58.657 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-03-18T23:06:58.657 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.657 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.657 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.657 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.657 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.657 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.657 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.657 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.657 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.657 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.657 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.658 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.658 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_NFS": { 2024-03-18T23:06:58.658 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-03-18T23:06:58.658 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.658 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.658 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.658 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.658 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.658 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.658 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.658 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.658 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.658 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.658 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.659 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.659 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_RBD": { 2024-03-18T23:06:58.659 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-03-18T23:06:58.659 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.659 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.659 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.659 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.659 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.659 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.659 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.659 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.659 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.659 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.659 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.660 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.660 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_RGW": { 2024-03-18T23:06:58.660 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-03-18T23:06:58.660 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.660 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.660 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.660 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.660 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.660 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.660 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.660 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.660 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.660 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.660 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.660 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.661 INFO:teuthology.orchestra.run.smithi052.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-03-18T23:06:58.661 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-03-18T23:06:58.661 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.661 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.661 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.661 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.661 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.661 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.661 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.661 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.661 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.661 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.661 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.661 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.662 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_API_PASSWORD": { 2024-03-18T23:06:58.662 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_API_PASSWORD", 2024-03-18T23:06:58.662 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.662 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.662 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.662 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "admin", 2024-03-18T23:06:58.662 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.662 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.662 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.662 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.662 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.662 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.662 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.662 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.663 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-03-18T23:06:58.663 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-03-18T23:06:58.663 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.663 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.663 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.663 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.663 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.663 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.663 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.663 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.663 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.663 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.663 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.663 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.663 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_API_URL": { 2024-03-18T23:06:58.664 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_API_URL", 2024-03-18T23:06:58.664 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.664 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.664 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.664 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.664 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.664 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.664 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.664 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.664 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.664 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.664 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.664 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.664 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_API_USERNAME": { 2024-03-18T23:06:58.665 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_API_USERNAME", 2024-03-18T23:06:58.665 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.665 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.665 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.665 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "admin", 2024-03-18T23:06:58.665 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.665 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.665 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.665 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.665 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.665 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.665 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.665 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.665 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-03-18T23:06:58.665 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-03-18T23:06:58.666 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.666 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.666 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.666 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.666 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.666 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.666 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.666 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.666 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.666 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.666 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.666 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.666 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-03-18T23:06:58.666 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-03-18T23:06:58.667 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.667 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.667 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.667 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.667 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.667 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.667 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.667 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.667 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.667 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.667 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.667 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.667 INFO:teuthology.orchestra.run.smithi052.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-03-18T23:06:58.667 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-03-18T23:06:58.667 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.668 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.668 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.668 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.668 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.668 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.668 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.668 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.668 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.668 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.668 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.668 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.668 INFO:teuthology.orchestra.run.smithi052.stdout: "ISSUE_TRACKER_API_KEY": { 2024-03-18T23:06:58.668 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-03-18T23:06:58.668 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.668 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.669 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.669 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.669 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.669 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.669 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.669 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.669 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.669 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.669 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.669 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.669 INFO:teuthology.orchestra.run.smithi052.stdout: "MULTICLUSTER_CONFIG": { 2024-03-18T23:06:58.669 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "MULTICLUSTER_CONFIG", 2024-03-18T23:06:58.669 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.669 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.670 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.670 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "{}", 2024-03-18T23:06:58.670 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.670 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.670 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.670 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.670 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.670 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.670 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.670 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.670 INFO:teuthology.orchestra.run.smithi052.stdout: "PROMETHEUS_API_HOST": { 2024-03-18T23:06:58.670 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PROMETHEUS_API_HOST", 2024-03-18T23:06:58.670 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.670 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.671 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.671 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.671 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.671 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.671 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.671 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.671 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.671 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.671 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.671 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.671 INFO:teuthology.orchestra.run.smithi052.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-03-18T23:06:58.671 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-03-18T23:06:58.671 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.671 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.671 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.672 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.672 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.672 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.672 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.672 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.672 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.672 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.672 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.672 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.672 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-03-18T23:06:58.672 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-03-18T23:06:58.672 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.672 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.672 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.672 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.673 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.673 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.673 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.673 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.673 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.673 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.673 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.673 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.673 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-03-18T23:06:58.673 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-03-18T23:06:58.673 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.673 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.673 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.673 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.673 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.674 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.674 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.674 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.674 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.674 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.674 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.674 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.674 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-03-18T23:06:58.674 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-03-18T23:06:58.674 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.674 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.674 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.674 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.674 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.675 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.675 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.675 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.675 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.675 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.675 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.675 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.675 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-03-18T23:06:58.675 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-03-18T23:06:58.675 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.675 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.675 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.675 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.675 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.675 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.675 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.676 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.676 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.676 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.676 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.676 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.676 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-03-18T23:06:58.676 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-03-18T23:06:58.676 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.676 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.676 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.676 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.676 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.676 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.676 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.676 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.677 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.677 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.677 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.677 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.677 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-03-18T23:06:58.677 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-03-18T23:06:58.677 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.677 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.677 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.677 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.677 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.677 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.677 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.677 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.677 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.678 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.678 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.678 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.678 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-03-18T23:06:58.678 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-03-18T23:06:58.678 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.678 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.678 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.678 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.678 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.678 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.678 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.678 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.678 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.679 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.679 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.679 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.679 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_ENABLED": { 2024-03-18T23:06:58.679 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_ENABLED", 2024-03-18T23:06:58.679 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.679 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.679 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.679 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.679 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.679 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.679 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.679 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.679 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.679 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.680 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.680 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.680 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-03-18T23:06:58.680 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-03-18T23:06:58.680 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.680 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.680 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.680 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-03-18T23:06:58.680 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.680 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.680 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.680 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.680 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.680 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.680 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.680 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.681 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-03-18T23:06:58.681 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-03-18T23:06:58.681 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.681 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.681 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.681 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-03-18T23:06:58.681 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.681 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.681 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.681 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.681 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.681 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.681 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.681 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.682 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-03-18T23:06:58.682 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-03-18T23:06:58.682 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.682 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.682 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.682 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8", 2024-03-18T23:06:58.682 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.682 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.682 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.682 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.682 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.682 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.682 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.682 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.683 INFO:teuthology.orchestra.run.smithi052.stdout: "REST_REQUESTS_TIMEOUT": { 2024-03-18T23:06:58.683 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-03-18T23:06:58.683 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.683 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.683 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.683 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "45", 2024-03-18T23:06:58.683 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.683 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.683 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.683 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.683 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.683 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.683 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.683 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.684 INFO:teuthology.orchestra.run.smithi052.stdout: "RGW_API_ACCESS_KEY": { 2024-03-18T23:06:58.684 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RGW_API_ACCESS_KEY", 2024-03-18T23:06:58.684 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.684 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.684 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.684 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.684 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.684 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.684 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.684 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.684 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.684 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.684 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.684 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.684 INFO:teuthology.orchestra.run.smithi052.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-03-18T23:06:58.685 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-03-18T23:06:58.685 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.685 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.685 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.685 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "admin", 2024-03-18T23:06:58.685 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.685 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.685 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.685 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.685 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.685 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.685 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.685 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.685 INFO:teuthology.orchestra.run.smithi052.stdout: "RGW_API_SECRET_KEY": { 2024-03-18T23:06:58.685 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RGW_API_SECRET_KEY", 2024-03-18T23:06:58.686 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.686 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.686 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.686 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.686 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.686 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.686 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.686 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.686 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.686 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.686 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.686 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.686 INFO:teuthology.orchestra.run.smithi052.stdout: "RGW_API_SSL_VERIFY": { 2024-03-18T23:06:58.686 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RGW_API_SSL_VERIFY", 2024-03-18T23:06:58.686 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.687 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.687 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.687 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.687 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.687 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.687 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.687 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.687 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.687 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.687 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.687 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.687 INFO:teuthology.orchestra.run.smithi052.stdout: "UNSAFE_TLS_v1_2": { 2024-03-18T23:06:58.687 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "UNSAFE_TLS_v1_2", 2024-03-18T23:06:58.687 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.687 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.688 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.688 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.688 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.688 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.688 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.688 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.688 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.688 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.688 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.688 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.688 INFO:teuthology.orchestra.run.smithi052.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-03-18T23:06:58.688 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-03-18T23:06:58.688 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.688 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.688 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.689 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-03-18T23:06:58.689 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.689 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.689 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.689 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.689 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.689 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.689 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.689 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.689 INFO:teuthology.orchestra.run.smithi052.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-03-18T23:06:58.689 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-03-18T23:06:58.689 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.689 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.689 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.690 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-03-18T23:06:58.690 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.690 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.690 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.690 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.690 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.690 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.690 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.690 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.690 INFO:teuthology.orchestra.run.smithi052.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-03-18T23:06:58.690 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-03-18T23:06:58.690 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.690 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.690 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.690 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5", 2024-03-18T23:06:58.691 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.691 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.691 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.691 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.691 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.691 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.691 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.691 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.691 INFO:teuthology.orchestra.run.smithi052.stdout: "cross_origin_url": { 2024-03-18T23:06:58.691 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cross_origin_url", 2024-03-18T23:06:58.691 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.691 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.691 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.691 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.691 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.692 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.692 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.692 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.692 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.692 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.692 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.692 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.692 INFO:teuthology.orchestra.run.smithi052.stdout: "crt_file": { 2024-03-18T23:06:58.692 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crt_file", 2024-03-18T23:06:58.692 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.692 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.692 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.692 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.692 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.692 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.693 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.693 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.693 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.693 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.693 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.693 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.693 INFO:teuthology.orchestra.run.smithi052.stdout: "debug": { 2024-03-18T23:06:58.693 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "debug", 2024-03-18T23:06:58.693 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.693 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.693 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.693 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.693 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.693 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.694 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.694 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Enable/disable debug options", 2024-03-18T23:06:58.694 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.694 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.694 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.694 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.694 INFO:teuthology.orchestra.run.smithi052.stdout: "jwt_token_ttl": { 2024-03-18T23:06:58.694 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "jwt_token_ttl", 2024-03-18T23:06:58.694 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.694 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.694 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.694 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "28800", 2024-03-18T23:06:58.694 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.694 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.695 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.695 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.695 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.695 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.695 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.695 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.695 INFO:teuthology.orchestra.run.smithi052.stdout: "key_file": { 2024-03-18T23:06:58.695 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "key_file", 2024-03-18T23:06:58.695 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.695 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.695 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.695 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.695 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.695 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.695 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.696 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.696 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.696 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.696 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.696 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.696 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.696 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.696 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.696 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.696 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.696 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.696 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.696 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.696 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.696 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.697 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.697 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.697 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.697 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.697 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.697 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.697 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.697 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.697 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.697 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.697 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.697 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.697 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.697 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.697 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.698 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.698 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.698 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.698 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.698 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.698 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.698 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.698 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.698 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.698 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.698 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.698 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.698 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.698 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.699 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.699 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.699 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.699 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.699 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.699 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.699 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.699 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.699 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.699 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.699 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.699 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.699 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.699 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.699 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.700 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.700 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.700 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.700 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.700 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.700 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.700 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.700 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.700 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.700 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.700 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.700 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.700 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.700 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.700 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.701 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.701 INFO:teuthology.orchestra.run.smithi052.stdout: "motd": { 2024-03-18T23:06:58.701 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "motd", 2024-03-18T23:06:58.701 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.701 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.701 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.701 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.701 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.701 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.701 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.701 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "The message of the day", 2024-03-18T23:06:58.701 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.701 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.701 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.701 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.702 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_resolve_ip_addr": { 2024-03-18T23:06:58.702 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "redirect_resolve_ip_addr", 2024-03-18T23:06:58.702 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.702 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.702 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.702 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.702 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.702 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.702 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.702 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.702 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.702 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.702 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.702 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.702 INFO:teuthology.orchestra.run.smithi052.stdout: "server_addr": { 2024-03-18T23:06:58.703 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_addr", 2024-03-18T23:06:58.703 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.703 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.703 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.703 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "::", 2024-03-18T23:06:58.703 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.703 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.703 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.703 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.703 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.703 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.703 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.703 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.703 INFO:teuthology.orchestra.run.smithi052.stdout: "server_port": { 2024-03-18T23:06:58.704 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_port", 2024-03-18T23:06:58.704 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.704 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.704 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.704 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8080", 2024-03-18T23:06:58.704 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.704 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.704 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.704 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.704 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.704 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.704 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.704 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.704 INFO:teuthology.orchestra.run.smithi052.stdout: "ssl": { 2024-03-18T23:06:58.704 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ssl", 2024-03-18T23:06:58.704 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.705 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.705 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.705 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.705 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.705 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.705 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.705 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.705 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.705 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.705 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.705 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.705 INFO:teuthology.orchestra.run.smithi052.stdout: "ssl_server_port": { 2024-03-18T23:06:58.705 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ssl_server_port", 2024-03-18T23:06:58.705 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.705 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.706 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.706 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8443", 2024-03-18T23:06:58.706 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.706 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.706 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.706 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.706 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.706 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.706 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.706 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.706 INFO:teuthology.orchestra.run.smithi052.stdout: "standby_behaviour": { 2024-03-18T23:06:58.706 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "standby_behaviour", 2024-03-18T23:06:58.706 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.706 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.707 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.707 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "redirect", 2024-03-18T23:06:58.707 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.707 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.707 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.707 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.707 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect" 2024-03-18T23:06:58.707 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.707 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.707 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.707 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.707 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.707 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.707 INFO:teuthology.orchestra.run.smithi052.stdout: "standby_error_status_code": { 2024-03-18T23:06:58.707 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "standby_error_status_code", 2024-03-18T23:06:58.708 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.708 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.708 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.708 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "500", 2024-03-18T23:06:58.708 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "400", 2024-03-18T23:06:58.708 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "599", 2024-03-18T23:06:58.708 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.708 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.708 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.708 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.708 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.708 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.708 INFO:teuthology.orchestra.run.smithi052.stdout: "url_prefix": { 2024-03-18T23:06:58.708 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "url_prefix", 2024-03-18T23:06:58.709 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.709 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.709 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.709 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.709 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.709 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.709 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.709 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.709 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.709 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.709 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.709 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.709 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.709 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.710 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.710 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "devicehealth", 2024-03-18T23:06:58.710 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.710 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.710 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.710 INFO:teuthology.orchestra.run.smithi052.stdout: "enable_monitoring": { 2024-03-18T23:06:58.710 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "enable_monitoring", 2024-03-18T23:06:58.710 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.710 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.710 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.710 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.710 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.710 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.710 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.711 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "monitor device health metrics", 2024-03-18T23:06:58.711 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.711 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.711 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.711 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.711 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.711 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.711 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.711 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.711 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.711 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.711 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.711 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.711 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.711 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.712 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.712 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.712 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.712 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.712 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.712 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.712 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.712 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.712 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.712 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.712 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.712 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.712 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.712 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.713 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.713 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.713 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.713 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.713 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.713 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.713 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.713 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.713 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.713 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.713 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.713 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.713 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.713 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.713 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.714 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.714 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.714 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.714 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.714 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.714 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.714 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.714 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.714 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.714 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.714 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.714 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.714 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.714 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.714 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.715 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.715 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.715 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.715 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.715 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.715 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.715 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.715 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.715 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.715 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.715 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.715 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.715 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.715 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.715 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.716 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.716 INFO:teuthology.orchestra.run.smithi052.stdout: "mark_out_threshold": { 2024-03-18T23:06:58.716 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mark_out_threshold", 2024-03-18T23:06:58.716 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:58.716 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.716 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.716 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "2419200", 2024-03-18T23:06:58.716 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.716 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.716 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.716 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-03-18T23:06:58.716 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.716 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.716 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.716 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.716 INFO:teuthology.orchestra.run.smithi052.stdout: "pool_name": { 2024-03-18T23:06:58.717 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "pool_name", 2024-03-18T23:06:58.717 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.717 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.717 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.717 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "device_health_metrics", 2024-03-18T23:06:58.717 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.717 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.717 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.717 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "name of pool in which to store device health metrics", 2024-03-18T23:06:58.717 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.717 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.717 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.717 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.717 INFO:teuthology.orchestra.run.smithi052.stdout: "retention_period": { 2024-03-18T23:06:58.718 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "retention_period", 2024-03-18T23:06:58.718 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:58.718 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.718 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.718 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "15552000", 2024-03-18T23:06:58.718 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.718 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.718 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.718 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how long to retain device health metrics", 2024-03-18T23:06:58.718 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.718 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.718 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.718 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.718 INFO:teuthology.orchestra.run.smithi052.stdout: "scrape_frequency": { 2024-03-18T23:06:58.718 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "scrape_frequency", 2024-03-18T23:06:58.719 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:58.719 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.719 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.719 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "86400", 2024-03-18T23:06:58.719 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.719 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.719 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.719 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to scrape device health metrics", 2024-03-18T23:06:58.719 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.719 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.719 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.719 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.719 INFO:teuthology.orchestra.run.smithi052.stdout: "self_heal": { 2024-03-18T23:06:58.720 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "self_heal", 2024-03-18T23:06:58.720 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.720 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.720 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.720 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.720 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.720 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.720 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.720 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-03-18T23:06:58.720 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.720 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.720 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.720 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.720 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-03-18T23:06:58.720 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-03-18T23:06:58.721 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:58.721 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.721 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.721 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-03-18T23:06:58.721 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.721 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.721 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.721 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to wake up and check device health", 2024-03-18T23:06:58.721 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.721 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.721 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.721 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.721 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_threshold": { 2024-03-18T23:06:58.721 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_threshold", 2024-03-18T23:06:58.721 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:58.722 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.722 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.722 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "7257600", 2024-03-18T23:06:58.722 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.722 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.722 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.722 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-03-18T23:06:58.722 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.722 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.722 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.722 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.722 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.722 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.722 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.723 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "diskprediction_local", 2024-03-18T23:06:58.723 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.723 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.723 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.723 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.723 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.723 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.723 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.723 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.723 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.723 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.723 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.723 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.723 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.723 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.724 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.724 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.724 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.724 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.724 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.724 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.724 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.724 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.724 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.724 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.724 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.724 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.724 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.724 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.725 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.725 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.725 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.725 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.725 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.725 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.725 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.725 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.725 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.725 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.725 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.725 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.725 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.725 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.725 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.726 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.726 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.726 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.726 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.726 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.726 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.726 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.726 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.726 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.726 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.726 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.726 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.726 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.727 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.727 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.727 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.727 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.727 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.727 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.727 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.727 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.727 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.727 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.727 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.727 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.727 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.727 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.727 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.728 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.728 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.728 INFO:teuthology.orchestra.run.smithi052.stdout: "predict_interval": { 2024-03-18T23:06:58.728 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "predict_interval", 2024-03-18T23:06:58.728 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.728 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.728 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.728 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "86400", 2024-03-18T23:06:58.728 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.728 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.728 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.728 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.728 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.728 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.728 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.729 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.729 INFO:teuthology.orchestra.run.smithi052.stdout: "predictor_model": { 2024-03-18T23:06:58.729 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "predictor_model", 2024-03-18T23:06:58.729 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.729 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.729 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.729 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "prophetstor", 2024-03-18T23:06:58.729 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.729 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.729 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.729 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.729 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.729 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.729 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.729 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.730 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-03-18T23:06:58.730 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-03-18T23:06:58.730 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.730 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.730 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.730 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-03-18T23:06:58.730 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.730 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.730 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.730 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.730 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.730 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.730 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.730 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.730 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.731 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.731 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.731 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "influx", 2024-03-18T23:06:58.731 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": false, 2024-03-18T23:06:58.731 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "influxdb python module not found", 2024-03-18T23:06:58.731 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.731 INFO:teuthology.orchestra.run.smithi052.stdout: "batch_size": { 2024-03-18T23:06:58.731 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "batch_size", 2024-03-18T23:06:58.731 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.731 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.731 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.731 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5000", 2024-03-18T23:06:58.731 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.731 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.732 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.732 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-03-18T23:06:58.732 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.732 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.732 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.732 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.732 INFO:teuthology.orchestra.run.smithi052.stdout: "database": { 2024-03-18T23:06:58.732 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "database", 2024-03-18T23:06:58.732 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.732 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.732 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.732 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "ceph", 2024-03-18T23:06:58.732 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.732 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.733 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.733 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-03-18T23:06:58.733 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.733 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.733 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.733 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.733 INFO:teuthology.orchestra.run.smithi052.stdout: "hostname": { 2024-03-18T23:06:58.733 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "hostname", 2024-03-18T23:06:58.733 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.733 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.733 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.733 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.733 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.733 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.733 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.733 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "InfluxDB server hostname", 2024-03-18T23:06:58.734 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.734 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.734 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.734 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.734 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-03-18T23:06:58.734 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-03-18T23:06:58.734 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:58.734 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.734 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.734 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "30", 2024-03-18T23:06:58.734 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "5", 2024-03-18T23:06:58.734 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.734 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.734 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-03-18T23:06:58.735 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.735 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.735 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.735 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.735 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.735 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.735 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.735 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.735 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.735 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.735 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.735 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.735 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.735 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.735 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.736 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.736 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.736 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.736 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.736 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.736 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.736 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.736 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.736 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.736 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.736 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.736 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.736 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.736 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.737 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.737 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.737 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.737 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.737 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.737 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.737 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.737 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.737 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.737 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.737 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.737 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.737 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.737 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.738 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.738 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.738 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.738 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.738 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.738 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.738 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.738 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.738 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.738 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.738 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.738 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.738 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.738 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.739 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.739 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.739 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.739 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.739 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.739 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.739 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.739 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.739 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.739 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.739 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.739 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.739 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.739 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.740 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.740 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.740 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.740 INFO:teuthology.orchestra.run.smithi052.stdout: "password": { 2024-03-18T23:06:58.740 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "password", 2024-03-18T23:06:58.740 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.740 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.740 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.740 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.740 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.740 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.740 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.740 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "password of InfluxDB server user", 2024-03-18T23:06:58.740 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.741 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.741 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.741 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.741 INFO:teuthology.orchestra.run.smithi052.stdout: "port": { 2024-03-18T23:06:58.741 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "port", 2024-03-18T23:06:58.741 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.741 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.741 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.741 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8086", 2024-03-18T23:06:58.741 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.741 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.741 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.741 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "InfluxDB server port", 2024-03-18T23:06:58.741 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.741 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.742 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.742 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.742 INFO:teuthology.orchestra.run.smithi052.stdout: "ssl": { 2024-03-18T23:06:58.742 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ssl", 2024-03-18T23:06:58.742 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.742 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.742 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.742 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "false", 2024-03-18T23:06:58.742 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.742 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.742 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.742 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-03-18T23:06:58.742 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.742 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.743 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.743 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.743 INFO:teuthology.orchestra.run.smithi052.stdout: "threads": { 2024-03-18T23:06:58.743 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "threads", 2024-03-18T23:06:58.743 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.743 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.743 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.743 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5", 2024-03-18T23:06:58.743 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1", 2024-03-18T23:06:58.743 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "32", 2024-03-18T23:06:58.743 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.743 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-03-18T23:06:58.743 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.743 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.743 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.744 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.744 INFO:teuthology.orchestra.run.smithi052.stdout: "username": { 2024-03-18T23:06:58.744 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "username", 2024-03-18T23:06:58.744 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.744 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.744 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.744 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.744 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.744 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.744 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.744 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "username of InfluxDB server user", 2024-03-18T23:06:58.744 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.744 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.744 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.744 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.744 INFO:teuthology.orchestra.run.smithi052.stdout: "verify_ssl": { 2024-03-18T23:06:58.745 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "verify_ssl", 2024-03-18T23:06:58.745 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.745 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.745 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.745 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "true", 2024-03-18T23:06:58.745 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.745 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.745 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.745 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-03-18T23:06:58.745 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.745 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.745 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.746 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.746 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.746 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.746 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.746 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "insights", 2024-03-18T23:06:58.746 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.746 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.746 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.746 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.746 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.746 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.746 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.746 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.746 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.747 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.747 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.747 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.747 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.747 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.747 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.747 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.747 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.747 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.747 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.747 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.747 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.747 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.747 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.747 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.748 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.748 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.748 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.748 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.748 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.748 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.748 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.748 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.748 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.748 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.748 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.748 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.748 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.748 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.748 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.749 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.749 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.749 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.749 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.749 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.749 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.749 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.749 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.749 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.749 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.749 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.749 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.749 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.749 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.750 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.750 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.750 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.750 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.750 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.750 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.750 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.750 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.750 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.750 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.750 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.750 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.750 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.750 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.751 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.751 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.751 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.751 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.751 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.751 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.751 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.751 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.751 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.751 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "iostat", 2024-03-18T23:06:58.751 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.751 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.751 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.751 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.751 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.752 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.752 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.752 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.752 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.752 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.752 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.752 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.752 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.752 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.752 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.752 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.752 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.752 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.752 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.753 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.753 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.753 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.753 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.753 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.753 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.753 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.753 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.753 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.753 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.753 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.753 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.753 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.753 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.753 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.754 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.754 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.754 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.754 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.754 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.754 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.754 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.754 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.754 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.754 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.754 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.754 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.754 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.754 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.755 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.755 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.755 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.755 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.755 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.755 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.755 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.755 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.755 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.755 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.755 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.755 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.755 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.755 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.756 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.756 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.756 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.756 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.756 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.756 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.756 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.756 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.756 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.756 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.756 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.756 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.756 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.756 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.756 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "k8sevents", 2024-03-18T23:06:58.757 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.757 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.757 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.757 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph_event_retention_days": { 2024-03-18T23:06:58.757 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ceph_event_retention_days", 2024-03-18T23:06:58.757 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.757 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.757 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.757 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "7", 2024-03-18T23:06:58.757 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.757 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.757 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.757 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Days to hold ceph event information within local cache", 2024-03-18T23:06:58.757 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.758 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.758 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.758 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.758 INFO:teuthology.orchestra.run.smithi052.stdout: "config_check_secs": { 2024-03-18T23:06:58.758 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "config_check_secs", 2024-03-18T23:06:58.758 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.758 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.758 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.758 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-03-18T23:06:58.758 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "10", 2024-03-18T23:06:58.758 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.758 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.758 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-03-18T23:06:58.759 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.759 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.759 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.759 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.759 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.759 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.759 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.759 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.759 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.759 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.759 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.759 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.759 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.759 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.760 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.760 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.760 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.760 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.760 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.760 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.760 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.760 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.760 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.760 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.760 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.760 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.760 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.760 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.760 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.761 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.761 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.761 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.761 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.761 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.761 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.761 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.761 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.761 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.761 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.761 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.761 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.761 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.761 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.761 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.762 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.762 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.762 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.762 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.762 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.762 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.762 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.762 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.762 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.762 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.762 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.762 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.762 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.762 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.763 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.763 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.763 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.763 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.763 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.763 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.763 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.763 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.763 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.763 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.763 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.763 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.763 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.763 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.764 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.764 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.764 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.764 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.764 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.764 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "localpool", 2024-03-18T23:06:58.764 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.764 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.764 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.764 INFO:teuthology.orchestra.run.smithi052.stdout: "failure_domain": { 2024-03-18T23:06:58.764 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "failure_domain", 2024-03-18T23:06:58.764 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.764 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.764 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.764 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "host", 2024-03-18T23:06:58.764 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.765 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.765 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.765 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "failure domain for any created local pool", 2024-03-18T23:06:58.765 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-03-18T23:06:58.765 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.765 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.765 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.765 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.765 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.765 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.765 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.765 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.765 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.765 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.765 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.766 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.766 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.766 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.766 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.766 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.766 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.766 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.766 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.766 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.766 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.766 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.766 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.766 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.766 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.767 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.767 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.767 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.767 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.767 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.767 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.767 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.767 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.767 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.767 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.767 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.767 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.767 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.767 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.768 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.768 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.768 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.768 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.768 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.768 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.768 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.768 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.768 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.768 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.768 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.768 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.768 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.768 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.768 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.769 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.769 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.769 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.769 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.769 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.769 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.769 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.769 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.769 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.769 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.769 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.769 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.769 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.769 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.769 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.769 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.770 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.770 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.770 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.770 INFO:teuthology.orchestra.run.smithi052.stdout: "min_size": { 2024-03-18T23:06:58.770 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "min_size", 2024-03-18T23:06:58.770 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.770 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.770 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.770 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.770 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.770 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.770 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.770 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "default min_size for any created local pool", 2024-03-18T23:06:58.770 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-03-18T23:06:58.770 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.771 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.771 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.771 INFO:teuthology.orchestra.run.smithi052.stdout: "num_rep": { 2024-03-18T23:06:58.771 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "num_rep", 2024-03-18T23:06:58.771 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.771 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.771 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.771 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "3", 2024-03-18T23:06:58.771 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.771 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.771 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.771 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "default replica count for any created local pool", 2024-03-18T23:06:58.771 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.771 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.772 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.772 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.772 INFO:teuthology.orchestra.run.smithi052.stdout: "pg_num": { 2024-03-18T23:06:58.772 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "pg_num", 2024-03-18T23:06:58.772 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.772 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.772 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.772 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "128", 2024-03-18T23:06:58.772 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.772 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.772 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.772 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "default pg_num for any created local pool", 2024-03-18T23:06:58.772 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.772 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.773 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.773 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.773 INFO:teuthology.orchestra.run.smithi052.stdout: "prefix": { 2024-03-18T23:06:58.773 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "prefix", 2024-03-18T23:06:58.773 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.773 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.773 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.773 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.773 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.773 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.773 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.773 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "name prefix for any created local pool", 2024-03-18T23:06:58.773 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.773 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.773 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.774 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.774 INFO:teuthology.orchestra.run.smithi052.stdout: "subtree": { 2024-03-18T23:06:58.774 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "subtree", 2024-03-18T23:06:58.774 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.774 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.774 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.774 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "rack", 2024-03-18T23:06:58.774 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.774 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.774 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.774 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "CRUSH level for which to create a local pool", 2024-03-18T23:06:58.774 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-03-18T23:06:58.774 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.774 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.775 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.775 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.775 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.775 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.775 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mds_autoscaler", 2024-03-18T23:06:58.775 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.775 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.775 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.775 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.775 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.775 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.775 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.775 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.775 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.775 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.776 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.776 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.776 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.776 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.776 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.776 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.776 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.776 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.776 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.776 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.776 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.776 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.776 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.776 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.776 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.777 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.777 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.777 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.777 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.777 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.777 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.777 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.777 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.777 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.777 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.777 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.777 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.777 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.777 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.778 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.778 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.778 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.778 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.778 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.778 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.778 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.778 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.778 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.778 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.778 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.778 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.778 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.778 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.778 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.779 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.779 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.779 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.779 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.779 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.779 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.779 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.779 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.779 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.779 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.779 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.779 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.779 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.779 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.779 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.780 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.780 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.780 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.780 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.780 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.780 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.780 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.780 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mirroring", 2024-03-18T23:06:58.780 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.780 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.780 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.780 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.780 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.780 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.780 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.781 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.781 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.781 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.781 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.781 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.781 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.781 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.781 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.781 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.781 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.781 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.781 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.781 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.781 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.781 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.782 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.782 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.782 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.782 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.782 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.782 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.782 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.782 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.782 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.782 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.782 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.782 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.782 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.782 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.783 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.783 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.783 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.783 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.783 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.783 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.783 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.783 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.783 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.783 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.783 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.783 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.783 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.783 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.783 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.784 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.784 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.784 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.784 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.784 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.784 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.784 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.784 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.784 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.784 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.784 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.784 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.784 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.784 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.784 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.785 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.785 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.785 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.785 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.785 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.785 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.785 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.785 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.785 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.785 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.785 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "nfs", 2024-03-18T23:06:58.785 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.785 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.786 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.786 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.786 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.786 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.786 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.786 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.786 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.786 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.786 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.786 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.786 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.786 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.786 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.786 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.787 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.787 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.787 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.787 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.787 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.787 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.787 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.787 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.787 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.787 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.787 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.787 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.787 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.787 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.787 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.788 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.788 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.788 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.788 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.788 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.788 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.788 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.788 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.788 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.788 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.788 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.788 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.788 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.788 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.789 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.789 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.789 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.789 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.789 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.789 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.789 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.789 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.789 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.789 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.789 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.789 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.789 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.789 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.789 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.790 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.790 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.790 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.790 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.790 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.790 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.790 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.790 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.790 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.790 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.790 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.790 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.790 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.790 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.791 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.791 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.791 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "orchestrator", 2024-03-18T23:06:58.791 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.791 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.791 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.791 INFO:teuthology.orchestra.run.smithi052.stdout: "fail_fs": { 2024-03-18T23:06:58.791 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "fail_fs", 2024-03-18T23:06:58.791 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.791 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.791 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.791 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.791 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.791 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.791 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.792 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-03-18T23:06:58.792 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.792 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.792 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.792 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.792 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.792 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.792 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.792 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.792 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.792 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.792 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.792 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.792 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.792 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.793 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.793 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.793 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.793 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.793 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.793 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.793 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.793 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.793 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.793 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.793 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.793 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.793 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.793 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.793 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.794 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.794 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.794 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.794 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.794 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.794 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.794 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.794 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.794 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.794 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.794 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.794 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.794 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.794 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.794 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.795 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.795 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.795 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.795 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.795 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.795 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.795 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.795 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.795 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.795 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.795 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.795 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.795 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.795 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.795 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.796 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.796 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.796 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.796 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.796 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.796 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.796 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.796 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.796 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.796 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.796 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.796 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.796 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.796 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.796 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.797 INFO:teuthology.orchestra.run.smithi052.stdout: "orchestrator": { 2024-03-18T23:06:58.797 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "orchestrator", 2024-03-18T23:06:58.797 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.797 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.797 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.797 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.797 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.797 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.797 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.797 INFO:teuthology.orchestra.run.smithi052.stdout: "cephadm", 2024-03-18T23:06:58.797 INFO:teuthology.orchestra.run.smithi052.stdout: "rook", 2024-03-18T23:06:58.797 INFO:teuthology.orchestra.run.smithi052.stdout: "test_orchestrator" 2024-03-18T23:06:58.797 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.797 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Orchestrator backend", 2024-03-18T23:06:58.797 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.798 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.798 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.798 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.798 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.798 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.798 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.798 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "osd_perf_query", 2024-03-18T23:06:58.798 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.798 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.798 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.798 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.798 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.798 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.799 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.799 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.799 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.799 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.799 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.799 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.799 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.799 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.799 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.799 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.799 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.799 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.799 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.799 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.799 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.800 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.800 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.800 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.800 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.800 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.800 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.800 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.800 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.800 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.800 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.800 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.800 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.800 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.800 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.801 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.801 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.801 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.801 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.801 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.801 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.801 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.801 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.801 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.801 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.801 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.801 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.801 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.801 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.801 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.802 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.802 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.802 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.802 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.802 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.802 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.802 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.802 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.802 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.802 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.802 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.802 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.802 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.802 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.803 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.803 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.803 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.803 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.803 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.803 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.803 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.803 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.803 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.803 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.803 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.803 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.803 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "osd_support", 2024-03-18T23:06:58.803 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.803 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.804 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.804 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.804 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.804 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.804 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.804 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.804 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.804 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.804 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.804 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.804 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.804 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.804 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.804 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.804 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.805 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.805 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.805 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.805 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.805 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.805 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.805 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.805 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.805 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.805 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.805 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.805 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.805 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.805 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.805 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.806 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.806 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.806 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.806 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.806 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.806 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.806 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.806 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.806 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.806 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.806 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.806 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.806 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.806 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.807 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.807 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.807 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.807 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.807 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.807 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.807 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.807 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.807 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.807 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.807 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.807 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.807 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.807 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.808 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.808 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.808 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.808 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.808 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.808 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.808 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.808 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.808 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.808 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.808 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.808 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.808 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.808 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.808 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.809 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.809 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "pg_autoscaler", 2024-03-18T23:06:58.809 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.809 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.809 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.809 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.809 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.809 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.809 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.809 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.809 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.809 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.809 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.809 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.809 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.810 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.810 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.810 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.810 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.810 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.810 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.810 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.810 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.810 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.810 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.810 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.810 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.810 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.810 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.810 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.811 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.811 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.811 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.811 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.811 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.811 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.811 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.811 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.811 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.811 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.811 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.811 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.811 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.811 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.811 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.812 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.812 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.812 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.812 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.812 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.812 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.812 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.812 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.812 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.812 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.812 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.812 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.812 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.813 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.813 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.813 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.813 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.813 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.813 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.813 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.813 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.813 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.813 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.813 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.813 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.813 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.813 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.814 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.814 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.814 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.814 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-03-18T23:06:58.814 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-03-18T23:06:58.814 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:58.814 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.814 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.814 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-03-18T23:06:58.814 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.814 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.814 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.814 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.814 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.815 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.815 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.815 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.815 INFO:teuthology.orchestra.run.smithi052.stdout: "threshold": { 2024-03-18T23:06:58.815 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "threshold", 2024-03-18T23:06:58.815 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-03-18T23:06:58.815 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.815 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.815 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "3.0", 2024-03-18T23:06:58.815 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1.0", 2024-03-18T23:06:58.815 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.815 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.815 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "scaling threshold", 2024-03-18T23:06:58.815 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-03-18T23:06:58.815 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.816 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.816 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.816 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.816 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.816 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.816 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "progress", 2024-03-18T23:06:58.816 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.816 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.816 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.816 INFO:teuthology.orchestra.run.smithi052.stdout: "allow_pg_recovery_event": { 2024-03-18T23:06:58.816 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "allow_pg_recovery_event", 2024-03-18T23:06:58.816 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.816 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.816 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.816 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.817 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.817 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.817 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.817 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "allow the module to show pg recovery progress", 2024-03-18T23:06:58.817 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.817 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.817 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.817 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.817 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": { 2024-03-18T23:06:58.817 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "enabled", 2024-03-18T23:06:58.817 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.817 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.817 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.817 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.818 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.818 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.818 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.818 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.818 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.818 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.818 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.818 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.818 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.818 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.818 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.818 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.818 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.818 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.818 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.819 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.819 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.819 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.819 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.819 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.819 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.819 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.819 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.819 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.819 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.819 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.819 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.819 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.819 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.820 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.820 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.820 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.820 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.820 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.820 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.820 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.820 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.820 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.820 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.820 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.820 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.820 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.820 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.820 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.820 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.821 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.821 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.821 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.821 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.821 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.821 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.821 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.821 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.821 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.821 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.821 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.821 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.821 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.821 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.821 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.822 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.822 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.822 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.822 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.822 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.822 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.822 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.822 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.822 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.822 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.822 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.822 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.822 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.822 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.822 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.823 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.823 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.823 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.823 INFO:teuthology.orchestra.run.smithi052.stdout: "max_completed_events": { 2024-03-18T23:06:58.823 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_completed_events", 2024-03-18T23:06:58.823 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.823 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.823 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.823 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "50", 2024-03-18T23:06:58.823 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.823 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.823 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.823 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "number of past completed events to remember", 2024-03-18T23:06:58.823 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.823 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.823 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.824 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.824 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-03-18T23:06:58.824 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-03-18T23:06:58.824 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:58.824 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.824 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.824 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5", 2024-03-18T23:06:58.824 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.824 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.824 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.824 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how long the module is going to sleep", 2024-03-18T23:06:58.824 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.824 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.824 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.825 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.825 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.825 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.825 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.825 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "prometheus", 2024-03-18T23:06:58.825 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.825 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.825 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.825 INFO:teuthology.orchestra.run.smithi052.stdout: "cache": { 2024-03-18T23:06:58.825 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cache", 2024-03-18T23:06:58.825 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.825 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.825 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.826 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.826 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.826 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.826 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.826 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.826 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.826 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.826 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.826 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.826 INFO:teuthology.orchestra.run.smithi052.stdout: "exclude_perf_counters": { 2024-03-18T23:06:58.826 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "exclude_perf_counters", 2024-03-18T23:06:58.826 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.826 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.826 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.826 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.827 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.827 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.827 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.827 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-03-18T23:06:58.827 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-03-18T23:06:58.827 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.827 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.827 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.827 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.827 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.827 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.827 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.827 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.827 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.828 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.828 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.828 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.828 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.828 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.828 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.828 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.828 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.828 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.828 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.828 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.828 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.828 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.828 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.829 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.829 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.829 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.829 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.829 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.829 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.829 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.829 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.829 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.829 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.829 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.829 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.829 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.829 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.829 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.830 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.830 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.830 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.830 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.830 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.830 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.830 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.830 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.830 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.830 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.830 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.830 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.830 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.830 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.831 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.831 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.831 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.831 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.831 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.831 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.831 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.831 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.831 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.831 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.831 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.831 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.831 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.831 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.832 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.832 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.832 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.832 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.832 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.832 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.832 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.832 INFO:teuthology.orchestra.run.smithi052.stdout: "rbd_stats_pools": { 2024-03-18T23:06:58.832 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rbd_stats_pools", 2024-03-18T23:06:58.832 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.832 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.832 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.832 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.832 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.832 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.833 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.833 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.833 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.833 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.833 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.833 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.833 INFO:teuthology.orchestra.run.smithi052.stdout: "rbd_stats_pools_refresh_interval": { 2024-03-18T23:06:58.833 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-03-18T23:06:58.833 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.833 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.833 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.833 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "300", 2024-03-18T23:06:58.833 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.833 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.833 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.834 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.834 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.834 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.834 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.834 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.834 INFO:teuthology.orchestra.run.smithi052.stdout: "scrape_interval": { 2024-03-18T23:06:58.834 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "scrape_interval", 2024-03-18T23:06:58.834 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-03-18T23:06:58.834 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.834 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.834 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "15.0", 2024-03-18T23:06:58.834 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.834 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.834 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.834 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.835 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.835 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.835 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.835 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.835 INFO:teuthology.orchestra.run.smithi052.stdout: "server_addr": { 2024-03-18T23:06:58.835 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_addr", 2024-03-18T23:06:58.835 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.835 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.835 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.835 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "::", 2024-03-18T23:06:58.835 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.835 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.835 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.835 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-03-18T23:06:58.836 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.836 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.836 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.836 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.836 INFO:teuthology.orchestra.run.smithi052.stdout: "server_port": { 2024-03-18T23:06:58.836 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_port", 2024-03-18T23:06:58.836 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.836 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.836 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.836 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "9283", 2024-03-18T23:06:58.836 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.836 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.836 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.836 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-03-18T23:06:58.836 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.837 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.837 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.837 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.837 INFO:teuthology.orchestra.run.smithi052.stdout: "stale_cache_strategy": { 2024-03-18T23:06:58.837 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "stale_cache_strategy", 2024-03-18T23:06:58.837 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.837 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.837 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.837 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "log", 2024-03-18T23:06:58.837 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.837 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.837 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.837 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.838 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.838 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.838 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.838 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.838 INFO:teuthology.orchestra.run.smithi052.stdout: "standby_behaviour": { 2024-03-18T23:06:58.838 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "standby_behaviour", 2024-03-18T23:06:58.838 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.838 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.838 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.838 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "default", 2024-03-18T23:06:58.838 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.838 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.838 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.838 INFO:teuthology.orchestra.run.smithi052.stdout: "default", 2024-03-18T23:06:58.839 INFO:teuthology.orchestra.run.smithi052.stdout: "error" 2024-03-18T23:06:58.839 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.839 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.839 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.839 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.839 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.839 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.839 INFO:teuthology.orchestra.run.smithi052.stdout: "standby_error_status_code": { 2024-03-18T23:06:58.839 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "standby_error_status_code", 2024-03-18T23:06:58.839 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.839 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.839 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.839 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "500", 2024-03-18T23:06:58.839 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "400", 2024-03-18T23:06:58.839 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "599", 2024-03-18T23:06:58.840 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.840 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.840 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.840 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.840 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.840 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.840 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.840 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.840 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.840 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rbd_support", 2024-03-18T23:06:58.840 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.840 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.840 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.840 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.840 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.841 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.841 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.841 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.841 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.841 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.841 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.841 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.841 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.841 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.841 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.841 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.841 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.841 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.841 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.842 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.842 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.842 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.842 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.842 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.842 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.842 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.842 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.842 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.842 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.842 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.842 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.842 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.842 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.843 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.843 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.843 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.843 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.843 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.843 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.843 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.843 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.843 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.843 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.843 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.843 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.843 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.843 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.843 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.844 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.844 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.844 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.844 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.844 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.844 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.844 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.844 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.844 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.844 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.844 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.844 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.844 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.844 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.844 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.845 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.845 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.845 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.845 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.845 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.845 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.845 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.845 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.845 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.845 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.845 INFO:teuthology.orchestra.run.smithi052.stdout: "max_concurrent_snap_create": { 2024-03-18T23:06:58.845 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_concurrent_snap_create", 2024-03-18T23:06:58.845 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.845 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.846 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.846 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-03-18T23:06:58.846 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.846 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.846 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.846 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.846 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.846 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.846 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.846 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.846 INFO:teuthology.orchestra.run.smithi052.stdout: "mirror_snapshot_schedule": { 2024-03-18T23:06:58.846 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mirror_snapshot_schedule", 2024-03-18T23:06:58.846 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.846 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.847 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.847 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.847 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.847 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.847 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.847 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.847 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.847 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.847 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.847 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.847 INFO:teuthology.orchestra.run.smithi052.stdout: "trash_purge_schedule": { 2024-03-18T23:06:58.847 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "trash_purge_schedule", 2024-03-18T23:06:58.847 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.847 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.847 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.848 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.848 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.848 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.848 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.848 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.848 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.848 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.848 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.848 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.848 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.848 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.848 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.848 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "restful", 2024-03-18T23:06:58.848 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.848 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.849 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.849 INFO:teuthology.orchestra.run.smithi052.stdout: "enable_auth": { 2024-03-18T23:06:58.849 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "enable_auth", 2024-03-18T23:06:58.849 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.849 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.849 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.849 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.849 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.849 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.849 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.849 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.849 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.849 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.849 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.849 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.850 INFO:teuthology.orchestra.run.smithi052.stdout: "key_file": { 2024-03-18T23:06:58.850 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "key_file", 2024-03-18T23:06:58.850 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.850 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.850 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.850 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.850 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.850 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.850 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.850 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.850 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.850 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.850 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.850 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.851 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.851 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.851 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.851 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.851 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.851 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.851 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.851 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.851 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.851 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.852 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.852 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.852 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.852 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.852 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.852 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.852 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.852 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.852 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.852 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.852 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.852 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.852 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.852 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.852 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.853 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.853 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.853 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.853 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.853 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.853 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.853 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.853 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.853 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.853 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.853 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.853 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.853 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.853 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.854 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.854 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.854 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.854 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.854 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.854 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.854 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.854 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.854 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.854 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.854 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.854 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.854 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.854 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.855 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.855 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.855 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.855 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.855 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.855 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.855 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.855 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.855 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.855 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.855 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.855 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.855 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.855 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.855 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.856 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.856 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.856 INFO:teuthology.orchestra.run.smithi052.stdout: "server_addr": { 2024-03-18T23:06:58.856 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_addr", 2024-03-18T23:06:58.856 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.856 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.856 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.856 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.856 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.856 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.856 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.856 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.856 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.857 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.857 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.857 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.857 INFO:teuthology.orchestra.run.smithi052.stdout: "server_port": { 2024-03-18T23:06:58.857 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_port", 2024-03-18T23:06:58.857 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.857 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.857 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.857 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.857 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.857 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.857 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.857 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.857 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.858 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.858 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.858 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.858 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.858 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.858 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.858 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rgw", 2024-03-18T23:06:58.858 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.858 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.858 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.858 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.858 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.858 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.858 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.859 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.859 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.859 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.859 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.859 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.859 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.859 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.859 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.859 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.859 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.859 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.859 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.859 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.859 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.860 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.860 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.860 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.860 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.860 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.860 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.860 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.860 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.860 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.860 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.860 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.860 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.860 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.860 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.860 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.860 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.861 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.861 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.861 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.861 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.861 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.861 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.861 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.861 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.861 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.861 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.861 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.861 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.861 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.861 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.861 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.862 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.862 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.862 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.862 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.862 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.862 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.862 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.862 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.862 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.862 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.862 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.862 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.862 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.863 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.863 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.863 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.863 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.863 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.863 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.863 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.863 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.863 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.863 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.863 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.863 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rook", 2024-03-18T23:06:58.863 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.863 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.863 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.864 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.864 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.864 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.864 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.864 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.864 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.864 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.864 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.864 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.864 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.864 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.864 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.864 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.864 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.864 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.865 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.865 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.865 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.865 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.865 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.865 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.865 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.865 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.865 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.865 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.865 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.865 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.865 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.865 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.866 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.866 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.866 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.866 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.866 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.866 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.866 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.866 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.866 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.866 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.866 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.866 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.866 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.866 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.867 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.867 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.867 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.867 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.867 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.867 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.867 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.867 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.867 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.867 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.867 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.867 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.867 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.867 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.868 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.868 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.868 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.868 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.868 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.868 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.868 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.868 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.868 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.868 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.868 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.868 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.868 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.868 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": { 2024-03-18T23:06:58.868 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "storage_class", 2024-03-18T23:06:58.869 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.869 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.869 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.869 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "local", 2024-03-18T23:06:58.869 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.869 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.869 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.869 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-03-18T23:06:58.869 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.869 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.869 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.869 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.869 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.869 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.870 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.870 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "selftest", 2024-03-18T23:06:58.870 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.870 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.870 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.870 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.870 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.870 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.870 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.870 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.870 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.870 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.870 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.870 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.871 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.871 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.871 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.871 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.871 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.871 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.871 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.871 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.871 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.871 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.871 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.871 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.871 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.871 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.871 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.872 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.872 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.872 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.872 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.872 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.872 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.872 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.872 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.872 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.872 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.872 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.872 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.872 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.872 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.873 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.873 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.873 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.873 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.873 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.873 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.873 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.873 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.873 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.873 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.873 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.873 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.873 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.873 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.873 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.874 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.874 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.874 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.874 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.874 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.874 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.874 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.874 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.874 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.874 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.874 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.874 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.874 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.875 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.875 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.875 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.875 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.875 INFO:teuthology.orchestra.run.smithi052.stdout: "roption1": { 2024-03-18T23:06:58.875 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "roption1", 2024-03-18T23:06:58.875 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.875 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.875 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.875 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.875 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.875 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.875 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.875 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.875 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.876 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.876 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.876 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.876 INFO:teuthology.orchestra.run.smithi052.stdout: "roption2": { 2024-03-18T23:06:58.876 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "roption2", 2024-03-18T23:06:58.876 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.876 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.876 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.876 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "xyz", 2024-03-18T23:06:58.876 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.876 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.876 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.876 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.876 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.876 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.877 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.877 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.877 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption1": { 2024-03-18T23:06:58.877 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption1", 2024-03-18T23:06:58.877 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.877 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.877 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.877 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.877 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.877 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.877 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.877 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.877 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.878 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.878 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.878 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.878 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption2": { 2024-03-18T23:06:58.878 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption2", 2024-03-18T23:06:58.878 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.878 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.878 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.878 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.878 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.878 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.878 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.878 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.879 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.879 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.879 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.879 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.879 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption3": { 2024-03-18T23:06:58.879 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption3", 2024-03-18T23:06:58.879 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-03-18T23:06:58.879 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.879 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.879 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.879 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.879 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.879 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.880 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.880 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.880 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.880 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.880 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.880 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption4": { 2024-03-18T23:06:58.880 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption4", 2024-03-18T23:06:58.880 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.880 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.880 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.880 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.880 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.880 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.880 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.880 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.880 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.881 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.881 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.881 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.881 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption5": { 2024-03-18T23:06:58.881 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption5", 2024-03-18T23:06:58.881 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.881 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.881 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.881 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.881 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.881 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.881 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.881 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.881 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.881 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.881 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.882 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.882 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption6": { 2024-03-18T23:06:58.882 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption6", 2024-03-18T23:06:58.882 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.882 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.882 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.882 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.882 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.882 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.882 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.882 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.882 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.882 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.882 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.883 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.883 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption7": { 2024-03-18T23:06:58.883 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption7", 2024-03-18T23:06:58.883 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.883 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.883 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.883 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.883 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1", 2024-03-18T23:06:58.883 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "42", 2024-03-18T23:06:58.883 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.883 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.883 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.883 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.883 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.883 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.883 INFO:teuthology.orchestra.run.smithi052.stdout: "testkey": { 2024-03-18T23:06:58.884 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "testkey", 2024-03-18T23:06:58.884 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.884 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.884 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.884 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.884 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.884 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.884 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.884 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.884 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.884 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.884 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.884 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.884 INFO:teuthology.orchestra.run.smithi052.stdout: "testlkey": { 2024-03-18T23:06:58.884 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "testlkey", 2024-03-18T23:06:58.885 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.885 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.885 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.885 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.885 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.885 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.885 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.885 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.885 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.885 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.885 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.885 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.885 INFO:teuthology.orchestra.run.smithi052.stdout: "testnewline": { 2024-03-18T23:06:58.885 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "testnewline", 2024-03-18T23:06:58.885 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.886 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.886 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.886 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.886 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.886 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.886 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.886 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.886 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.886 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.886 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.886 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.886 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.886 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.886 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.887 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "snap_schedule", 2024-03-18T23:06:58.887 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.887 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.887 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.887 INFO:teuthology.orchestra.run.smithi052.stdout: "allow_m_granularity": { 2024-03-18T23:06:58.887 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "allow_m_granularity", 2024-03-18T23:06:58.887 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.887 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.887 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.887 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.887 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.887 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.887 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.887 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "allow minute scheduled snapshots", 2024-03-18T23:06:58.887 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.888 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.888 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.888 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.888 INFO:teuthology.orchestra.run.smithi052.stdout: "dump_on_update": { 2024-03-18T23:06:58.888 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "dump_on_update", 2024-03-18T23:06:58.888 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.888 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.888 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.888 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.888 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.888 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.888 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.888 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "dump database to debug log on update", 2024-03-18T23:06:58.888 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.889 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.889 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.889 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.889 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.889 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.889 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.889 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.889 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.889 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.889 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.889 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.889 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.889 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.889 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.889 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.889 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.890 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.890 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.890 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.890 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.890 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.890 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.890 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.890 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.890 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.890 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.890 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.890 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.890 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.890 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.891 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.891 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.891 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.891 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.891 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.891 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.891 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.891 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.891 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.891 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.891 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.891 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.891 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.891 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.891 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.892 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.892 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.892 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.892 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.892 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.892 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.892 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.892 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.892 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.892 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.892 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.892 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.892 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.892 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.893 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.893 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.893 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.893 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.893 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.893 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.893 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.893 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.893 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.893 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.893 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.893 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.893 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.893 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.893 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.893 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.894 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.894 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "stats", 2024-03-18T23:06:58.894 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.894 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.894 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.894 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.894 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.894 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.894 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.894 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.894 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.894 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.894 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.894 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.894 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.895 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.895 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.895 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.895 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.895 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.895 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.895 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.895 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.895 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.895 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.895 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.895 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.895 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.895 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.895 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.896 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.896 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.896 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.896 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.896 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.896 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.896 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.896 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.896 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.896 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.896 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.896 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.896 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.896 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.897 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.897 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.897 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.897 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.897 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.897 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.897 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.897 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.897 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.897 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.897 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.897 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.897 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.897 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.897 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.898 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.898 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.898 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.898 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.898 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.898 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.898 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.898 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.898 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.898 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.898 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.898 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.898 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.899 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.899 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.899 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.899 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.899 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.899 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.899 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "status", 2024-03-18T23:06:58.899 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.899 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.899 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.899 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.899 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.899 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.899 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.899 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.900 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.900 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.900 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.900 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.900 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.900 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.900 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.900 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.900 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.900 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.900 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.900 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.900 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.900 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.900 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.901 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.901 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.901 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.901 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.901 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.901 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.901 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.901 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.901 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.901 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.901 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.901 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.901 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.901 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.901 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.902 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.902 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.902 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.902 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.902 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.902 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.902 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.902 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.902 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.902 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.902 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.902 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.902 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.902 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.903 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.903 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.903 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.903 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.903 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.903 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.903 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.903 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.903 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.903 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.903 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.903 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.903 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.903 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.903 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.904 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.904 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.904 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.904 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.904 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.904 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.904 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.904 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.904 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.904 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "telegraf", 2024-03-18T23:06:58.904 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.904 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.904 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.904 INFO:teuthology.orchestra.run.smithi052.stdout: "address": { 2024-03-18T23:06:58.904 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "address", 2024-03-18T23:06:58.905 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.905 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.905 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.905 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-03-18T23:06:58.905 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.905 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.905 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.905 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.905 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.905 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.905 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.905 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.905 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-03-18T23:06:58.905 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-03-18T23:06:58.906 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:58.906 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.906 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.906 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "15", 2024-03-18T23:06:58.906 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.906 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.906 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.906 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.906 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.906 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.906 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.906 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.906 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.906 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.906 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.907 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.907 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.907 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.907 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.907 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.907 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.907 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.907 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.907 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.907 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.907 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.907 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.907 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.907 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.907 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.908 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.908 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.908 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.908 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.908 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.908 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.908 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.908 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.908 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.908 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.908 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.908 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.908 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.908 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.909 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.909 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.909 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.909 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.909 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.909 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.909 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.909 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.909 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.909 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.909 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.909 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.909 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.909 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.909 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.910 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.910 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.910 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.910 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.910 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.910 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.910 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.910 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.910 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.910 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.910 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.910 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.910 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.911 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.911 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.911 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.911 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.911 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.911 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.911 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.911 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.911 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.911 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.911 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.911 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.911 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.911 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "telemetry", 2024-03-18T23:06:58.911 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.912 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.912 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.912 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_basic": { 2024-03-18T23:06:58.912 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_basic", 2024-03-18T23:06:58.912 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.912 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.912 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.912 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.912 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.912 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.912 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.912 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share basic cluster information (size, version)", 2024-03-18T23:06:58.912 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.912 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.913 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.913 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.913 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_crash": { 2024-03-18T23:06:58.913 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_crash", 2024-03-18T23:06:58.913 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.913 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.913 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.913 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.913 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.913 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.913 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.913 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-03-18T23:06:58.913 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.913 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.913 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.913 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.914 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_device": { 2024-03-18T23:06:58.914 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_device", 2024-03-18T23:06:58.914 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.914 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.914 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.914 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.914 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.914 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.914 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.914 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-03-18T23:06:58.914 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.914 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.914 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.914 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.915 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_ident": { 2024-03-18T23:06:58.915 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_ident", 2024-03-18T23:06:58.915 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.915 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.915 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.915 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.915 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.915 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.915 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.915 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-03-18T23:06:58.915 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.915 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.915 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.915 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.915 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_perf": { 2024-03-18T23:06:58.916 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_perf", 2024-03-18T23:06:58.916 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.916 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.916 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.916 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.916 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.916 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.916 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.916 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share various performance metrics of a cluster", 2024-03-18T23:06:58.916 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.916 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.916 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.916 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.916 INFO:teuthology.orchestra.run.smithi052.stdout: "contact": { 2024-03-18T23:06:58.916 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "contact", 2024-03-18T23:06:58.916 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.917 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.917 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.917 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.917 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.917 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.917 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.917 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.917 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.917 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.917 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.917 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.917 INFO:teuthology.orchestra.run.smithi052.stdout: "description": { 2024-03-18T23:06:58.917 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "description", 2024-03-18T23:06:58.917 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.917 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.918 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.918 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.918 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.918 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.918 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.918 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.918 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.918 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.918 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.918 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.918 INFO:teuthology.orchestra.run.smithi052.stdout: "device_url": { 2024-03-18T23:06:58.918 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "device_url", 2024-03-18T23:06:58.919 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.919 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.919 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.919 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-03-18T23:06:58.919 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.919 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.919 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.919 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.919 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.919 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.919 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.919 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.919 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": { 2024-03-18T23:06:58.919 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "enabled", 2024-03-18T23:06:58.919 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.920 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.920 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.920 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.920 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.920 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.920 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.920 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.920 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.920 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.920 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.920 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.920 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-03-18T23:06:58.920 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-03-18T23:06:58.920 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.921 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.921 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.921 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "24", 2024-03-18T23:06:58.921 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "8", 2024-03-18T23:06:58.921 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.921 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.921 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.921 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.921 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.921 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.921 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.921 INFO:teuthology.orchestra.run.smithi052.stdout: "last_opt_revision": { 2024-03-18T23:06:58.921 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "last_opt_revision", 2024-03-18T23:06:58.921 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.921 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.921 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.922 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "1", 2024-03-18T23:06:58.922 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.922 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.922 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.922 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.922 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.922 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.922 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.922 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.922 INFO:teuthology.orchestra.run.smithi052.stdout: "leaderboard": { 2024-03-18T23:06:58.922 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "leaderboard", 2024-03-18T23:06:58.922 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.922 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.922 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.923 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.923 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.923 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.923 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.923 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.923 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.923 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.923 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.923 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.923 INFO:teuthology.orchestra.run.smithi052.stdout: "leaderboard_description": { 2024-03-18T23:06:58.923 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "leaderboard_description", 2024-03-18T23:06:58.923 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.923 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.923 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.923 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.924 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.924 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.924 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.924 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.924 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.924 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.924 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.924 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.924 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.924 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.924 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.924 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.924 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.924 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.925 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.925 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.925 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.925 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.925 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.925 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.925 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.925 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.925 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.925 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.925 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.925 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.925 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.925 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.926 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.926 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.926 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.926 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.926 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.926 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.926 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.926 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.926 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.926 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.926 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.926 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.926 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.926 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.927 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.927 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.927 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.927 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.927 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.927 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.927 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.927 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.927 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.927 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.927 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.927 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.927 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.928 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.928 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.928 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.928 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.928 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.928 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.928 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.928 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.928 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.928 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.928 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.928 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.928 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.928 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.929 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.929 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.929 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.929 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.929 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.929 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.929 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.929 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.929 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.929 INFO:teuthology.orchestra.run.smithi052.stdout: "organization": { 2024-03-18T23:06:58.929 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "organization", 2024-03-18T23:06:58.929 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.929 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.929 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.929 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.930 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.930 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.930 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.930 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.930 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.930 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.930 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.930 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.930 INFO:teuthology.orchestra.run.smithi052.stdout: "proxy": { 2024-03-18T23:06:58.930 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "proxy", 2024-03-18T23:06:58.930 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.930 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.930 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.930 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.931 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.931 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.931 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.931 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.931 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.931 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.931 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.931 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.931 INFO:teuthology.orchestra.run.smithi052.stdout: "url": { 2024-03-18T23:06:58.931 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "url", 2024-03-18T23:06:58.931 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.931 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.931 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.932 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-03-18T23:06:58.932 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.932 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.932 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.932 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.932 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.932 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.932 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.933 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.933 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.933 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.933 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.933 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test_orchestrator", 2024-03-18T23:06:58.933 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.933 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.933 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.934 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.934 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.934 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.934 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.934 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.934 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.934 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.934 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.934 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.934 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.934 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.935 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.935 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.935 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.935 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.935 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.935 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.935 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.935 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.935 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.935 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.935 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.935 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.935 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.935 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.935 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.936 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.936 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.936 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.936 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.936 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.936 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.936 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.936 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.936 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.936 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.936 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.936 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.936 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.936 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.936 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.936 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.937 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.937 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.937 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.937 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.937 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.937 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.937 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.937 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.937 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.937 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.937 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.937 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.937 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.937 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.938 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.938 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.938 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.938 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.938 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.938 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.938 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.938 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.938 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.938 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.938 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.938 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.938 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.938 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.939 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.939 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.939 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.939 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "volumes", 2024-03-18T23:06:58.939 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.939 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.939 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.939 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.939 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.939 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.939 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.939 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.939 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.939 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.939 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.940 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.940 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.940 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.940 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.940 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.940 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.940 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.940 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.940 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.940 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.940 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.940 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.940 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.940 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.940 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.941 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.941 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.941 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.941 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.941 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.941 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.941 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.941 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.941 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.941 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.941 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.941 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.941 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.941 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.941 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.942 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.942 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.942 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.942 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.942 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.942 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.942 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.942 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.942 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.942 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.942 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.942 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.942 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.942 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.943 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.943 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.943 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.943 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.943 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.943 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.943 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.943 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.943 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.943 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.943 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.943 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.943 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.943 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.943 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.944 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.944 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.944 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.944 INFO:teuthology.orchestra.run.smithi052.stdout: "max_concurrent_clones": { 2024-03-18T23:06:58.944 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_concurrent_clones", 2024-03-18T23:06:58.944 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.944 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.944 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.944 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "4", 2024-03-18T23:06:58.944 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.944 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.944 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.944 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Number of asynchronous cloner threads", 2024-03-18T23:06:58.944 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.944 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.944 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.945 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.945 INFO:teuthology.orchestra.run.smithi052.stdout: "periodic_async_work": { 2024-03-18T23:06:58.945 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "periodic_async_work", 2024-03-18T23:06:58.945 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.945 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.945 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.945 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.945 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.945 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.945 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.945 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Periodically check for async work", 2024-03-18T23:06:58.945 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.945 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.945 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.945 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.946 INFO:teuthology.orchestra.run.smithi052.stdout: "snapshot_clone_delay": { 2024-03-18T23:06:58.946 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "snapshot_clone_delay", 2024-03-18T23:06:58.946 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.946 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.946 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.946 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-03-18T23:06:58.946 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.946 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.946 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.946 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-03-18T23:06:58.946 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.946 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.946 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.947 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.947 INFO:teuthology.orchestra.run.smithi052.stdout: "snapshot_clone_no_wait": { 2024-03-18T23:06:58.947 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "snapshot_clone_no_wait", 2024-03-18T23:06:58.947 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.947 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.947 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.947 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.947 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.947 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.947 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.947 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-03-18T23:06:58.947 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.947 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.947 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.948 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.948 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.948 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.948 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.948 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "zabbix", 2024-03-18T23:06:58.948 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.948 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.948 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.948 INFO:teuthology.orchestra.run.smithi052.stdout: "discovery_interval": { 2024-03-18T23:06:58.948 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "discovery_interval", 2024-03-18T23:06:58.948 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-03-18T23:06:58.948 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.948 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.948 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "100", 2024-03-18T23:06:58.948 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.949 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.949 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.949 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.949 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.949 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.949 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.949 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.949 INFO:teuthology.orchestra.run.smithi052.stdout: "identifier": { 2024-03-18T23:06:58.949 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "identifier", 2024-03-18T23:06:58.949 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.949 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.949 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.949 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.949 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.949 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.950 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.950 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.950 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.950 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.950 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.950 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.950 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-03-18T23:06:58.950 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-03-18T23:06:58.950 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:58.950 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.950 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.950 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-03-18T23:06:58.950 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.950 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.951 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.951 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.951 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.951 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.951 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.951 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.951 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.951 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.951 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.951 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.951 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.951 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.951 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.951 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.952 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.952 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.952 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.952 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.952 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.952 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.952 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.952 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.952 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.952 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.952 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.952 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.952 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.952 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.952 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.953 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.953 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.953 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.953 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.953 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.953 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.953 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.953 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.953 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.953 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.953 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.953 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.953 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.953 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.953 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.954 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.954 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.954 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.954 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.954 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.954 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.954 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.954 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.954 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.954 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.954 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.954 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.954 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.954 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.955 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.955 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.955 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.955 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.955 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.955 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.955 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.955 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.955 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.955 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.955 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.955 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.955 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.955 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.956 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.956 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.956 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.956 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.956 INFO:teuthology.orchestra.run.smithi052.stdout: "zabbix_host": { 2024-03-18T23:06:58.956 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "zabbix_host", 2024-03-18T23:06:58.956 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.956 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.956 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.956 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.956 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.956 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.956 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.956 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.956 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.957 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.957 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.957 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.957 INFO:teuthology.orchestra.run.smithi052.stdout: "zabbix_port": { 2024-03-18T23:06:58.957 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "zabbix_port", 2024-03-18T23:06:58.957 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.957 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.957 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.957 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10051", 2024-03-18T23:06:58.957 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.957 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.957 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.957 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.957 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.957 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.958 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.958 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.958 INFO:teuthology.orchestra.run.smithi052.stdout: "zabbix_sender": { 2024-03-18T23:06:58.958 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "zabbix_sender", 2024-03-18T23:06:58.958 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.958 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.958 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.958 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-03-18T23:06:58.958 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.958 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.958 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.958 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.958 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.958 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.959 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.959 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.959 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.959 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.959 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2024-03-18T23:06:58.959 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.959 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.959 INFO:teuthology.orchestra.run.smithi052.stdout: "gid": 25157, 2024-03-18T23:06:58.959 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "y", 2024-03-18T23:06:58.959 INFO:teuthology.orchestra.run.smithi052.stdout: "mgr_features": 4540701547738038271, 2024-03-18T23:06:58.959 INFO:teuthology.orchestra.run.smithi052.stdout: "available_modules": [ 2024-03-18T23:06:58.959 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.959 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "alerts", 2024-03-18T23:06:58.960 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.960 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.960 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.960 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-03-18T23:06:58.960 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-03-18T23:06:58.960 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:58.960 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.960 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.960 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-03-18T23:06:58.960 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.960 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.960 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.960 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "How frequently to reexamine health status", 2024-03-18T23:06:58.960 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.960 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.961 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.961 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.961 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.961 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.961 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.961 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.961 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.961 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.961 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.961 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.961 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.961 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.961 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.961 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.962 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.962 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.962 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.962 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.962 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.962 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.962 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.962 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.962 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.962 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.962 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.962 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.962 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.962 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.963 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.963 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.963 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.963 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.963 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.963 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.963 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.963 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.963 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.963 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.963 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.963 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.963 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.963 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.964 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.964 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.964 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.964 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.964 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.964 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.964 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.964 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.964 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.964 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.964 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.964 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.964 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.964 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.964 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.965 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.965 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.965 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.965 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.965 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.965 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.965 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.965 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.965 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.965 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.965 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.965 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.965 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.965 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.965 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.966 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_destination": { 2024-03-18T23:06:58.966 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_destination", 2024-03-18T23:06:58.966 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.966 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.966 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.966 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.966 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.966 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.966 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.966 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Email address to send alerts to", 2024-03-18T23:06:58.966 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.966 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.966 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.966 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.967 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_from_name": { 2024-03-18T23:06:58.967 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_from_name", 2024-03-18T23:06:58.967 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.967 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.967 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.967 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "Ceph", 2024-03-18T23:06:58.967 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.967 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.967 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.967 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Email From: name", 2024-03-18T23:06:58.967 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.967 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.967 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.967 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.968 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_host": { 2024-03-18T23:06:58.968 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_host", 2024-03-18T23:06:58.968 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.968 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.968 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.968 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.968 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.968 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.968 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.968 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "SMTP server", 2024-03-18T23:06:58.968 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.968 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.968 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.968 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.968 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_password": { 2024-03-18T23:06:58.969 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_password", 2024-03-18T23:06:58.969 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.969 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.969 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.969 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.969 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.969 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.969 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.969 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Password to authenticate with", 2024-03-18T23:06:58.969 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.969 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.969 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.969 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.969 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_port": { 2024-03-18T23:06:58.969 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_port", 2024-03-18T23:06:58.970 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.970 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.970 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.970 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "465", 2024-03-18T23:06:58.970 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.970 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.970 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.970 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "SMTP port", 2024-03-18T23:06:58.970 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.970 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.970 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.970 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.970 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_sender": { 2024-03-18T23:06:58.970 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_sender", 2024-03-18T23:06:58.970 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.971 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.971 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.971 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.971 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.971 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.971 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.971 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "SMTP envelope sender", 2024-03-18T23:06:58.971 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.971 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.971 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.971 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.971 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_ssl": { 2024-03-18T23:06:58.971 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_ssl", 2024-03-18T23:06:58.971 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.972 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.972 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.972 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.972 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.972 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.972 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.972 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Use SSL to connect to SMTP server", 2024-03-18T23:06:58.972 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.972 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.972 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.972 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.972 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_user": { 2024-03-18T23:06:58.972 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_user", 2024-03-18T23:06:58.972 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.972 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.973 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.973 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.973 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.973 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.973 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.973 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "User to authenticate as", 2024-03-18T23:06:58.973 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.973 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.973 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.973 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.973 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.973 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.973 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.973 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "balancer", 2024-03-18T23:06:58.973 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.974 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.974 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.974 INFO:teuthology.orchestra.run.smithi052.stdout: "active": { 2024-03-18T23:06:58.974 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "active", 2024-03-18T23:06:58.974 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.974 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.974 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.974 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:58.974 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.974 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.974 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.974 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "automatically balance PGs across cluster", 2024-03-18T23:06:58.974 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.974 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.974 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.975 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.975 INFO:teuthology.orchestra.run.smithi052.stdout: "begin_time": { 2024-03-18T23:06:58.975 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "begin_time", 2024-03-18T23:06:58.975 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.975 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.975 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.975 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0000", 2024-03-18T23:06:58.975 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.975 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.975 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.975 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "beginning time of day to automatically balance", 2024-03-18T23:06:58.975 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-03-18T23:06:58.975 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.975 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.976 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.976 INFO:teuthology.orchestra.run.smithi052.stdout: "begin_weekday": { 2024-03-18T23:06:58.976 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "begin_weekday", 2024-03-18T23:06:58.976 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-03-18T23:06:58.976 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.976 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.976 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-03-18T23:06:58.976 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "0", 2024-03-18T23:06:58.976 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "6", 2024-03-18T23:06:58.976 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.976 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-03-18T23:06:58.976 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-03-18T23:06:58.976 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.976 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.976 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.977 INFO:teuthology.orchestra.run.smithi052.stdout: "crush_compat_max_iterations": { 2024-03-18T23:06:58.977 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crush_compat_max_iterations", 2024-03-18T23:06:58.977 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-03-18T23:06:58.977 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.977 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.977 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "25", 2024-03-18T23:06:58.977 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1", 2024-03-18T23:06:58.977 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "250", 2024-03-18T23:06:58.977 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.977 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-03-18T23:06:58.977 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.977 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.977 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.977 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.978 INFO:teuthology.orchestra.run.smithi052.stdout: "crush_compat_metrics": { 2024-03-18T23:06:58.978 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crush_compat_metrics", 2024-03-18T23:06:58.978 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.978 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.978 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.978 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "pgs,objects,bytes", 2024-03-18T23:06:58.978 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.978 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.978 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.978 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-03-18T23:06:58.978 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-03-18T23:06:58.978 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.978 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.978 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.978 INFO:teuthology.orchestra.run.smithi052.stdout: "crush_compat_step": { 2024-03-18T23:06:58.979 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crush_compat_step", 2024-03-18T23:06:58.979 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-03-18T23:06:58.979 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.979 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.979 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0.5", 2024-03-18T23:06:58.979 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "0.001", 2024-03-18T23:06:58.979 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "0.999", 2024-03-18T23:06:58.979 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.979 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "aggressiveness of optimization", 2024-03-18T23:06:58.979 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-03-18T23:06:58.979 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.979 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.979 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.979 INFO:teuthology.orchestra.run.smithi052.stdout: "end_time": { 2024-03-18T23:06:58.979 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "end_time", 2024-03-18T23:06:58.980 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.980 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.980 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.980 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "2359", 2024-03-18T23:06:58.980 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.980 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.980 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.980 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "ending time of day to automatically balance", 2024-03-18T23:06:58.980 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-03-18T23:06:58.980 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.980 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.980 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.980 INFO:teuthology.orchestra.run.smithi052.stdout: "end_weekday": { 2024-03-18T23:06:58.980 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "end_weekday", 2024-03-18T23:06:58.980 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-03-18T23:06:58.981 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.981 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.981 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-03-18T23:06:58.981 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "0", 2024-03-18T23:06:58.981 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "6", 2024-03-18T23:06:58.981 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.981 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-03-18T23:06:58.981 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-03-18T23:06:58.981 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.981 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.981 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.981 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:58.981 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:58.981 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.981 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.982 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.982 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.982 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.982 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.982 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.982 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.982 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.982 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.982 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.982 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.982 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.982 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.982 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.982 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.982 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.983 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.983 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.983 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:58.983 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:58.983 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.983 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.983 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.983 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.983 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.983 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.983 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.983 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.983 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.983 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.983 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.984 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.984 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:58.984 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:58.984 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.984 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.984 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.984 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:58.984 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.984 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.984 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.984 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:58.984 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:58.984 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:58.985 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:58.985 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:58.985 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:58.985 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.985 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.985 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.985 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.985 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.985 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.985 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:58.985 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:58.985 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.985 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.985 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.985 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.986 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.986 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.986 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.986 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:58.986 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.986 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.986 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.986 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.986 INFO:teuthology.orchestra.run.smithi052.stdout: "min_score": { 2024-03-18T23:06:58.986 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "min_score", 2024-03-18T23:06:58.986 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-03-18T23:06:58.986 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.986 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.986 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-03-18T23:06:58.987 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.987 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.987 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.987 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-03-18T23:06:58.987 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.987 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.987 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.987 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.987 INFO:teuthology.orchestra.run.smithi052.stdout: "mode": { 2024-03-18T23:06:58.987 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mode", 2024-03-18T23:06:58.987 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.987 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.987 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.987 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "upmap", 2024-03-18T23:06:58.987 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.988 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.988 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.988 INFO:teuthology.orchestra.run.smithi052.stdout: "crush-compat", 2024-03-18T23:06:58.988 INFO:teuthology.orchestra.run.smithi052.stdout: "none", 2024-03-18T23:06:58.988 INFO:teuthology.orchestra.run.smithi052.stdout: "read", 2024-03-18T23:06:58.988 INFO:teuthology.orchestra.run.smithi052.stdout: "upmap", 2024-03-18T23:06:58.988 INFO:teuthology.orchestra.run.smithi052.stdout: "upmap-read" 2024-03-18T23:06:58.988 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.988 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Balancer mode", 2024-03-18T23:06:58.988 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.988 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.988 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.988 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.988 INFO:teuthology.orchestra.run.smithi052.stdout: "pool_ids": { 2024-03-18T23:06:58.988 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "pool_ids", 2024-03-18T23:06:58.989 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.989 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.989 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.989 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.989 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.989 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.989 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.989 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-03-18T23:06:58.989 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.989 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.989 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.989 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.989 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-03-18T23:06:58.989 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-03-18T23:06:58.990 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:58.990 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.990 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.990 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-03-18T23:06:58.990 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.990 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.990 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.990 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-03-18T23:06:58.990 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.990 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.990 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.990 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.990 INFO:teuthology.orchestra.run.smithi052.stdout: "upmap_max_deviation": { 2024-03-18T23:06:58.990 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "upmap_max_deviation", 2024-03-18T23:06:58.990 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.991 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.991 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.991 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5", 2024-03-18T23:06:58.991 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1", 2024-03-18T23:06:58.991 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.991 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.991 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "deviation below which no optimization is attempted", 2024-03-18T23:06:58.991 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-03-18T23:06:58.991 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.991 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.991 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.991 INFO:teuthology.orchestra.run.smithi052.stdout: "upmap_max_optimizations": { 2024-03-18T23:06:58.991 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "upmap_max_optimizations", 2024-03-18T23:06:58.991 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-03-18T23:06:58.991 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.992 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:58.992 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-03-18T23:06:58.992 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.992 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.992 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.992 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-03-18T23:06:58.992 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.992 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.992 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.992 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.992 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:58.992 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.992 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:58.992 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cephadm", 2024-03-18T23:06:58.992 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:58.993 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:58.993 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:58.993 INFO:teuthology.orchestra.run.smithi052.stdout: "agent_down_multiplier": { 2024-03-18T23:06:58.993 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "agent_down_multiplier", 2024-03-18T23:06:58.993 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-03-18T23:06:58.993 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.993 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.993 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "3.0", 2024-03-18T23:06:58.993 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.993 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.993 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.993 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-03-18T23:06:58.993 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.993 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.993 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.994 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.994 INFO:teuthology.orchestra.run.smithi052.stdout: "agent_refresh_rate": { 2024-03-18T23:06:58.994 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "agent_refresh_rate", 2024-03-18T23:06:58.994 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:58.994 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.994 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.994 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "20", 2024-03-18T23:06:58.994 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.994 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.994 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.994 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-03-18T23:06:58.994 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.994 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.994 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.995 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.995 INFO:teuthology.orchestra.run.smithi052.stdout: "agent_starting_port": { 2024-03-18T23:06:58.995 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "agent_starting_port", 2024-03-18T23:06:58.995 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:58.995 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.995 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.995 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "4721", 2024-03-18T23:06:58.995 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.995 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.995 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.995 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-03-18T23:06:58.995 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.995 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.995 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.995 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.996 INFO:teuthology.orchestra.run.smithi052.stdout: "allow_ptrace": { 2024-03-18T23:06:58.996 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "allow_ptrace", 2024-03-18T23:06:58.996 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:58.996 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.996 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.996 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:58.996 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.996 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.996 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.996 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-03-18T23:06:58.996 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-03-18T23:06:58.996 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.996 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.997 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.997 INFO:teuthology.orchestra.run.smithi052.stdout: "autotune_interval": { 2024-03-18T23:06:58.997 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "autotune_interval", 2024-03-18T23:06:58.997 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:58.997 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.997 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.997 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-03-18T23:06:58.997 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.997 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.997 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.997 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to autotune daemon memory", 2024-03-18T23:06:58.997 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.997 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.997 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.997 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.998 INFO:teuthology.orchestra.run.smithi052.stdout: "autotune_memory_target_ratio": { 2024-03-18T23:06:58.998 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "autotune_memory_target_ratio", 2024-03-18T23:06:58.998 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-03-18T23:06:58.998 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.998 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.998 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0.7", 2024-03-18T23:06:58.998 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.998 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.998 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:58.998 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-03-18T23:06:58.998 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:58.998 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:58.998 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:58.998 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:58.999 INFO:teuthology.orchestra.run.smithi052.stdout: "cephadm_log_destination": { 2024-03-18T23:06:58.999 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cephadm_log_destination", 2024-03-18T23:06:58.999 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:58.999 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:58.999 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:58.999 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:58.999 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:58.999 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:58.999 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:58.999 INFO:teuthology.orchestra.run.smithi052.stdout: "file", 2024-03-18T23:06:58.999 INFO:teuthology.orchestra.run.smithi052.stdout: "file,syslog", 2024-03-18T23:06:58.999 INFO:teuthology.orchestra.run.smithi052.stdout: "syslog" 2024-03-18T23:06:58.999 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:58.999 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-03-18T23:06:59.000 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.000 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.000 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.000 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.000 INFO:teuthology.orchestra.run.smithi052.stdout: "cgroups_split": { 2024-03-18T23:06:59.000 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cgroups_split", 2024-03-18T23:06:59.000 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.000 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.000 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.000 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.000 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.000 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.000 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.000 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-03-18T23:06:59.000 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.001 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.001 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.001 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.001 INFO:teuthology.orchestra.run.smithi052.stdout: "config_checks_enabled": { 2024-03-18T23:06:59.001 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "config_checks_enabled", 2024-03-18T23:06:59.001 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.001 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.001 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.001 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.001 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.001 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.001 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.001 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-03-18T23:06:59.001 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.001 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.002 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.002 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.002 INFO:teuthology.orchestra.run.smithi052.stdout: "config_dashboard": { 2024-03-18T23:06:59.002 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "config_dashboard", 2024-03-18T23:06:59.002 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.002 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.002 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.002 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.002 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.002 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.002 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.002 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-03-18T23:06:59.002 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.002 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.003 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.003 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.003 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_alertmanager": { 2024-03-18T23:06:59.003 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_alertmanager", 2024-03-18T23:06:59.003 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.003 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.003 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.003 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-03-18T23:06:59.003 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.003 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.003 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.003 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Prometheus container image", 2024-03-18T23:06:59.003 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.003 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.003 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.004 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.004 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_base": { 2024-03-18T23:06:59.004 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_base", 2024-03-18T23:06:59.004 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.004 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.004 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.004 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/ceph", 2024-03-18T23:06:59.004 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.004 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.004 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.004 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Container image name, without the tag", 2024-03-18T23:06:59.004 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.004 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.004 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.004 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.005 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_elasticsearch": { 2024-03-18T23:06:59.005 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_elasticsearch", 2024-03-18T23:06:59.005 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.005 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.005 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.005 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-03-18T23:06:59.005 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.005 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.005 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.005 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "elasticsearch container image", 2024-03-18T23:06:59.005 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.005 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.005 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.005 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.005 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_grafana": { 2024-03-18T23:06:59.006 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_grafana", 2024-03-18T23:06:59.006 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.006 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.006 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.006 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.12", 2024-03-18T23:06:59.006 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.006 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.006 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.006 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Prometheus container image", 2024-03-18T23:06:59.006 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.006 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.006 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.006 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.006 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_haproxy": { 2024-03-18T23:06:59.007 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_haproxy", 2024-03-18T23:06:59.007 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.007 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.007 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.007 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-03-18T23:06:59.007 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.007 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.007 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.007 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "HAproxy container image", 2024-03-18T23:06:59.007 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.007 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.007 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.007 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.007 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_jaeger_agent": { 2024-03-18T23:06:59.007 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_jaeger_agent", 2024-03-18T23:06:59.008 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.008 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.008 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.008 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-03-18T23:06:59.008 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.008 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.008 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.008 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Jaeger agent container image", 2024-03-18T23:06:59.008 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.008 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.008 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.008 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.008 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_jaeger_collector": { 2024-03-18T23:06:59.009 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_jaeger_collector", 2024-03-18T23:06:59.009 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.009 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.009 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.009 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-03-18T23:06:59.009 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.009 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.009 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.009 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Jaeger collector container image", 2024-03-18T23:06:59.009 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.009 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.009 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.009 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.009 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_jaeger_query": { 2024-03-18T23:06:59.010 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_jaeger_query", 2024-03-18T23:06:59.010 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.010 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.010 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.010 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-03-18T23:06:59.010 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.010 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.010 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.010 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Jaeger query container image", 2024-03-18T23:06:59.010 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.010 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.010 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.010 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.010 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_keepalived": { 2024-03-18T23:06:59.010 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_keepalived", 2024-03-18T23:06:59.011 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.011 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.011 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.011 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-03-18T23:06:59.011 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.011 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.011 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.011 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Keepalived container image", 2024-03-18T23:06:59.011 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.011 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.011 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.011 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.011 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_loki": { 2024-03-18T23:06:59.011 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_loki", 2024-03-18T23:06:59.011 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.012 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.012 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.012 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-03-18T23:06:59.012 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.012 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.012 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.012 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Loki container image", 2024-03-18T23:06:59.012 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.012 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.012 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.012 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.012 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_node_exporter": { 2024-03-18T23:06:59.012 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_node_exporter", 2024-03-18T23:06:59.012 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.013 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.013 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.013 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-03-18T23:06:59.013 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.013 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.013 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.013 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Prometheus container image", 2024-03-18T23:06:59.013 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.013 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.013 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.013 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.013 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_nvmeof": { 2024-03-18T23:06:59.013 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_nvmeof", 2024-03-18T23:06:59.013 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.013 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.014 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.014 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/nvmeof:1.0.0", 2024-03-18T23:06:59.014 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.014 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.014 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.014 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Nvme-of container image", 2024-03-18T23:06:59.014 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.014 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.014 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.014 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.014 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_prometheus": { 2024-03-18T23:06:59.014 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_prometheus", 2024-03-18T23:06:59.014 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.014 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.015 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.015 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-03-18T23:06:59.015 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.015 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.015 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.015 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Prometheus container image", 2024-03-18T23:06:59.015 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.015 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.015 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.015 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.015 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_promtail": { 2024-03-18T23:06:59.015 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_promtail", 2024-03-18T23:06:59.015 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.015 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.016 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.016 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-03-18T23:06:59.016 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.016 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.016 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.016 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Promtail container image", 2024-03-18T23:06:59.016 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.016 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.016 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.016 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.016 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_snmp_gateway": { 2024-03-18T23:06:59.016 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_snmp_gateway", 2024-03-18T23:06:59.016 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.016 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.016 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.017 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-03-18T23:06:59.017 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.017 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.017 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.017 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "SNMP Gateway container image", 2024-03-18T23:06:59.017 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.017 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.017 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.017 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.017 INFO:teuthology.orchestra.run.smithi052.stdout: "container_init": { 2024-03-18T23:06:59.017 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_init", 2024-03-18T23:06:59.017 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.017 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.017 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.017 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.018 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.018 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.018 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.018 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Run podman/docker with `--init`", 2024-03-18T23:06:59.018 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.018 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.018 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.018 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.018 INFO:teuthology.orchestra.run.smithi052.stdout: "daemon_cache_timeout": { 2024-03-18T23:06:59.018 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "daemon_cache_timeout", 2024-03-18T23:06:59.018 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.018 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.018 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.018 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-03-18T23:06:59.019 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.019 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.019 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.019 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-03-18T23:06:59.019 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.019 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.019 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.019 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.019 INFO:teuthology.orchestra.run.smithi052.stdout: "default_cephadm_command_timeout": { 2024-03-18T23:06:59.019 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "default_cephadm_command_timeout", 2024-03-18T23:06:59.019 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.019 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.019 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.019 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "900", 2024-03-18T23:06:59.020 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.020 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.020 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.020 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-03-18T23:06:59.020 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.020 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.020 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.020 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.020 INFO:teuthology.orchestra.run.smithi052.stdout: "default_registry": { 2024-03-18T23:06:59.020 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "default_registry", 2024-03-18T23:06:59.020 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.020 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.020 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.021 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "docker.io", 2024-03-18T23:06:59.021 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.021 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.021 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.021 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-03-18T23:06:59.021 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.021 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.021 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.021 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.021 INFO:teuthology.orchestra.run.smithi052.stdout: "device_cache_timeout": { 2024-03-18T23:06:59.021 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "device_cache_timeout", 2024-03-18T23:06:59.021 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.021 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.021 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.021 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "1800", 2024-03-18T23:06:59.022 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.022 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.022 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.022 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "seconds to cache device inventory", 2024-03-18T23:06:59.022 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.022 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.022 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.022 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.022 INFO:teuthology.orchestra.run.smithi052.stdout: "device_enhanced_scan": { 2024-03-18T23:06:59.022 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "device_enhanced_scan", 2024-03-18T23:06:59.022 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.022 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.022 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.022 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.023 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.023 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.023 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.023 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Use libstoragemgmt during device scans", 2024-03-18T23:06:59.023 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.023 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.023 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.023 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.023 INFO:teuthology.orchestra.run.smithi052.stdout: "facts_cache_timeout": { 2024-03-18T23:06:59.023 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "facts_cache_timeout", 2024-03-18T23:06:59.023 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.023 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.023 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.023 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-03-18T23:06:59.023 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.024 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.024 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.024 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "seconds to cache host facts data", 2024-03-18T23:06:59.024 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.024 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.024 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.024 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.024 INFO:teuthology.orchestra.run.smithi052.stdout: "host_check_interval": { 2024-03-18T23:06:59.024 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "host_check_interval", 2024-03-18T23:06:59.024 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.024 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.024 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.024 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-03-18T23:06:59.025 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.025 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.025 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.025 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to perform a host check", 2024-03-18T23:06:59.025 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.025 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.025 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.025 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.025 INFO:teuthology.orchestra.run.smithi052.stdout: "hw_monitoring": { 2024-03-18T23:06:59.025 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "hw_monitoring", 2024-03-18T23:06:59.025 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.025 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.025 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.025 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.025 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.026 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.026 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.026 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-03-18T23:06:59.026 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.026 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.026 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.026 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.026 INFO:teuthology.orchestra.run.smithi052.stdout: "inventory_list_all": { 2024-03-18T23:06:59.026 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "inventory_list_all", 2024-03-18T23:06:59.026 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.026 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.026 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.026 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.026 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.027 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.027 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.027 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-03-18T23:06:59.027 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.027 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.027 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.027 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.027 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.027 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.027 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.027 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.027 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.027 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.027 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.028 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.028 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.028 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.028 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.028 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.028 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.028 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.028 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.028 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.028 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.028 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.028 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.028 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.028 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.028 INFO:teuthology.orchestra.run.smithi052.stdout: "log_refresh_metadata": { 2024-03-18T23:06:59.028 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_refresh_metadata", 2024-03-18T23:06:59.029 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.029 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.029 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.029 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.029 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.029 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.029 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.029 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-03-18T23:06:59.029 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.029 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.029 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.029 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.029 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.029 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.029 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.030 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.030 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.030 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.030 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.030 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.030 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.030 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-03-18T23:06:59.030 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.030 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.030 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.030 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.030 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.030 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.030 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.031 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.031 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.031 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.031 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.031 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.031 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.031 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.031 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.031 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.031 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.031 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.031 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.031 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.031 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.032 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.032 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.032 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.032 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.032 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.032 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.032 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.032 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.032 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.032 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.032 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.032 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.032 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.032 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.033 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.033 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.033 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.033 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.033 INFO:teuthology.orchestra.run.smithi052.stdout: "manage_etc_ceph_ceph_conf": { 2024-03-18T23:06:59.033 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-03-18T23:06:59.033 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.033 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.033 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.033 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.033 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.033 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.033 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.033 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-03-18T23:06:59.033 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.034 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.034 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.034 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.034 INFO:teuthology.orchestra.run.smithi052.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-03-18T23:06:59.034 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-03-18T23:06:59.034 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.034 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.034 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.034 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "*", 2024-03-18T23:06:59.034 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.034 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.034 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.034 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-03-18T23:06:59.034 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.035 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.035 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.035 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.035 INFO:teuthology.orchestra.run.smithi052.stdout: "max_count_per_host": { 2024-03-18T23:06:59.035 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_count_per_host", 2024-03-18T23:06:59.035 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.035 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.035 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.035 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-03-18T23:06:59.035 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.035 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.035 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.035 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "max number of daemons per service per host", 2024-03-18T23:06:59.035 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.035 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.036 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.036 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.036 INFO:teuthology.orchestra.run.smithi052.stdout: "max_osd_draining_count": { 2024-03-18T23:06:59.036 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_osd_draining_count", 2024-03-18T23:06:59.036 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.036 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.036 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.036 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-03-18T23:06:59.036 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.036 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.036 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.036 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-03-18T23:06:59.036 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.036 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.036 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.037 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.037 INFO:teuthology.orchestra.run.smithi052.stdout: "migration_current": { 2024-03-18T23:06:59.037 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "migration_current", 2024-03-18T23:06:59.037 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.037 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.037 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.037 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.037 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.037 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.037 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.037 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "internal - do not modify", 2024-03-18T23:06:59.037 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.037 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.037 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.038 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.038 INFO:teuthology.orchestra.run.smithi052.stdout: "mode": { 2024-03-18T23:06:59.038 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mode", 2024-03-18T23:06:59.038 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.038 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.038 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.038 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "root", 2024-03-18T23:06:59.038 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.038 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.038 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.038 INFO:teuthology.orchestra.run.smithi052.stdout: "cephadm-package", 2024-03-18T23:06:59.038 INFO:teuthology.orchestra.run.smithi052.stdout: "root" 2024-03-18T23:06:59.038 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.038 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "mode for remote execution of cephadm", 2024-03-18T23:06:59.038 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.039 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.039 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.039 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.039 INFO:teuthology.orchestra.run.smithi052.stdout: "oob_default_addr": { 2024-03-18T23:06:59.039 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "oob_default_addr", 2024-03-18T23:06:59.039 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.039 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.039 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.039 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "169.254.1.1", 2024-03-18T23:06:59.039 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.039 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.039 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.039 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Default address for RedFish API (oob management).", 2024-03-18T23:06:59.039 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.039 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.040 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.040 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.040 INFO:teuthology.orchestra.run.smithi052.stdout: "prometheus_alerts_path": { 2024-03-18T23:06:59.040 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "prometheus_alerts_path", 2024-03-18T23:06:59.040 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.040 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.040 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.040 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-03-18T23:06:59.040 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.040 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.040 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.040 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-03-18T23:06:59.040 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.040 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.040 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.041 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.041 INFO:teuthology.orchestra.run.smithi052.stdout: "registry_insecure": { 2024-03-18T23:06:59.041 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "registry_insecure", 2024-03-18T23:06:59.041 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.041 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.041 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.041 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.041 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.041 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.041 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.041 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-03-18T23:06:59.041 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.041 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.041 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.041 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.042 INFO:teuthology.orchestra.run.smithi052.stdout: "registry_password": { 2024-03-18T23:06:59.042 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "registry_password", 2024-03-18T23:06:59.042 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.042 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.042 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.042 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.042 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.042 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.042 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.042 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-03-18T23:06:59.042 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.042 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.042 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.042 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.043 INFO:teuthology.orchestra.run.smithi052.stdout: "registry_url": { 2024-03-18T23:06:59.043 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "registry_url", 2024-03-18T23:06:59.043 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.043 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.043 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.043 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.043 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.043 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.043 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.043 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-03-18T23:06:59.043 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.043 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.043 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.043 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.043 INFO:teuthology.orchestra.run.smithi052.stdout: "registry_username": { 2024-03-18T23:06:59.044 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "registry_username", 2024-03-18T23:06:59.044 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.044 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.044 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.044 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.044 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.044 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.044 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.044 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-03-18T23:06:59.044 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.044 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.044 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.044 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.045 INFO:teuthology.orchestra.run.smithi052.stdout: "secure_monitoring_stack": { 2024-03-18T23:06:59.045 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "secure_monitoring_stack", 2024-03-18T23:06:59.045 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.045 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.045 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.045 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.045 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.045 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.045 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.045 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-03-18T23:06:59.045 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.045 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.045 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.045 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.046 INFO:teuthology.orchestra.run.smithi052.stdout: "service_discovery_port": { 2024-03-18T23:06:59.046 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "service_discovery_port", 2024-03-18T23:06:59.046 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.046 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.046 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.046 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8765", 2024-03-18T23:06:59.046 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.046 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.046 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.046 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "cephadm service discovery port", 2024-03-18T23:06:59.046 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.046 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.046 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.046 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.047 INFO:teuthology.orchestra.run.smithi052.stdout: "ssh_config_file": { 2024-03-18T23:06:59.047 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ssh_config_file", 2024-03-18T23:06:59.047 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.047 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.047 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.047 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.047 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.047 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.047 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.047 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-03-18T23:06:59.047 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.047 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.047 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.047 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.047 INFO:teuthology.orchestra.run.smithi052.stdout: "use_agent": { 2024-03-18T23:06:59.048 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "use_agent", 2024-03-18T23:06:59.048 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.048 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.048 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.048 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.048 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.048 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.048 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.048 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-03-18T23:06:59.048 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.048 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.048 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.048 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.048 INFO:teuthology.orchestra.run.smithi052.stdout: "use_repo_digest": { 2024-03-18T23:06:59.049 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "use_repo_digest", 2024-03-18T23:06:59.049 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.049 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.049 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.049 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.049 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.049 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.049 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.049 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-03-18T23:06:59.049 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.049 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.049 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.049 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.049 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_on_failed_host_check": { 2024-03-18T23:06:59.050 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_on_failed_host_check", 2024-03-18T23:06:59.050 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.050 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.050 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.050 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.050 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.050 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.050 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.050 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "raise a health warning if the host check fails", 2024-03-18T23:06:59.050 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.050 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.050 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.050 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.050 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_on_stray_daemons": { 2024-03-18T23:06:59.051 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_on_stray_daemons", 2024-03-18T23:06:59.051 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.051 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.051 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.051 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.051 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.051 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.051 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.051 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-03-18T23:06:59.051 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.051 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.051 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.051 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.051 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_on_stray_hosts": { 2024-03-18T23:06:59.051 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_on_stray_hosts", 2024-03-18T23:06:59.052 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.052 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.052 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.052 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.052 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.052 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.052 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.052 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-03-18T23:06:59.052 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.052 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.052 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.052 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.052 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.052 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.052 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.053 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crash", 2024-03-18T23:06:59.053 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.053 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.053 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.053 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.053 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.053 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.053 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.053 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.053 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.053 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.053 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.053 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.053 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.053 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.054 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.054 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.054 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.054 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.054 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.054 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.054 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.054 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.054 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.054 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.054 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.054 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.054 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.054 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.054 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.055 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.055 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.055 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.055 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.055 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.055 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.055 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.055 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.055 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.055 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.055 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.055 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.055 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.055 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.055 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.056 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.056 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.056 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.056 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.056 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.056 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.056 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.056 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.056 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.056 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.056 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.056 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.056 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.056 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.057 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.057 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.057 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.057 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.057 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.057 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.057 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.057 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.057 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.057 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.057 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.057 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.057 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.057 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.057 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.058 INFO:teuthology.orchestra.run.smithi052.stdout: "retain_interval": { 2024-03-18T23:06:59.058 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "retain_interval", 2024-03-18T23:06:59.058 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.058 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.058 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.058 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "31536000", 2024-03-18T23:06:59.058 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.058 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.058 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.058 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how long to retain crashes before pruning them", 2024-03-18T23:06:59.058 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.058 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.058 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.058 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.059 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_recent_interval": { 2024-03-18T23:06:59.059 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_recent_interval", 2024-03-18T23:06:59.059 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.059 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.059 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.059 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "1209600", 2024-03-18T23:06:59.059 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.059 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.059 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.059 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "time interval in which to warn about recent crashes", 2024-03-18T23:06:59.059 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.059 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.059 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.059 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.059 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.060 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.060 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.060 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "dashboard", 2024-03-18T23:06:59.060 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.060 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.060 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.060 INFO:teuthology.orchestra.run.smithi052.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-03-18T23:06:59.060 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-03-18T23:06:59.060 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.060 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.060 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.060 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-03-18T23:06:59.060 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.060 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.060 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.061 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.061 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.061 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.061 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.061 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.061 INFO:teuthology.orchestra.run.smithi052.stdout: "ALERTMANAGER_API_HOST": { 2024-03-18T23:06:59.061 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ALERTMANAGER_API_HOST", 2024-03-18T23:06:59.061 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.061 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.061 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.061 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.061 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.061 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.061 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.061 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.062 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.062 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.062 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.062 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.062 INFO:teuthology.orchestra.run.smithi052.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-03-18T23:06:59.062 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-03-18T23:06:59.062 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.062 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.062 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.062 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.062 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.062 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.062 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.062 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.063 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.063 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.063 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.063 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.063 INFO:teuthology.orchestra.run.smithi052.stdout: "AUDIT_API_ENABLED": { 2024-03-18T23:06:59.063 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "AUDIT_API_ENABLED", 2024-03-18T23:06:59.063 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.063 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.063 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.063 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.063 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.063 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.063 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.063 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.063 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.064 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.064 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.064 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.064 INFO:teuthology.orchestra.run.smithi052.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-03-18T23:06:59.064 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-03-18T23:06:59.064 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.064 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.064 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.064 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.064 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.064 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.064 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.064 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.064 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.065 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.065 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.065 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.065 INFO:teuthology.orchestra.run.smithi052.stdout: "ENABLE_BROWSABLE_API": { 2024-03-18T23:06:59.065 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ENABLE_BROWSABLE_API", 2024-03-18T23:06:59.065 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.065 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.065 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.065 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.065 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.065 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.065 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.065 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.065 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.065 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.066 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.066 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.066 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-03-18T23:06:59.066 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-03-18T23:06:59.066 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.066 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.066 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.066 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.066 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.066 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.066 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.066 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.066 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.066 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.066 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.067 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.067 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-03-18T23:06:59.067 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-03-18T23:06:59.067 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.067 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.067 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.067 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.067 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.067 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.067 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.067 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.067 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.067 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.067 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.068 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.068 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-03-18T23:06:59.068 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-03-18T23:06:59.068 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.068 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.068 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.068 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.068 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.068 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.068 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.068 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.068 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.068 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.068 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.068 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.069 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-03-18T23:06:59.069 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-03-18T23:06:59.069 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.069 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.069 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.069 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.069 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.069 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.069 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.069 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.069 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.069 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.069 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.069 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.070 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_NFS": { 2024-03-18T23:06:59.070 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-03-18T23:06:59.070 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.070 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.070 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.070 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.070 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.070 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.070 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.070 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.070 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.070 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.070 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.070 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.071 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_RBD": { 2024-03-18T23:06:59.071 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-03-18T23:06:59.071 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.071 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.071 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.071 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.071 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.071 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.071 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.071 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.071 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.071 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.071 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.071 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.071 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_RGW": { 2024-03-18T23:06:59.072 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-03-18T23:06:59.072 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.072 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.072 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.072 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.072 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.072 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.072 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.072 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.072 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.072 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.072 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.072 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.072 INFO:teuthology.orchestra.run.smithi052.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-03-18T23:06:59.072 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-03-18T23:06:59.073 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.073 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.073 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.073 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.073 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.073 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.073 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.073 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.073 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.073 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.073 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.073 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.073 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_API_PASSWORD": { 2024-03-18T23:06:59.073 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_API_PASSWORD", 2024-03-18T23:06:59.074 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.074 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.074 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.074 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "admin", 2024-03-18T23:06:59.074 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.074 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.074 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.074 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.074 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.074 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.074 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.074 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.074 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-03-18T23:06:59.074 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-03-18T23:06:59.075 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.075 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.075 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.075 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.075 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.075 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.075 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.075 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.075 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.075 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.075 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.075 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.075 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_API_URL": { 2024-03-18T23:06:59.075 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_API_URL", 2024-03-18T23:06:59.075 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.076 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.076 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.076 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.076 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.076 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.076 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.076 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.076 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.076 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.076 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.076 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.076 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_API_USERNAME": { 2024-03-18T23:06:59.076 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_API_USERNAME", 2024-03-18T23:06:59.076 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.076 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.077 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.077 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "admin", 2024-03-18T23:06:59.077 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.077 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.077 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.077 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.077 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.077 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.077 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.077 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.077 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-03-18T23:06:59.077 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-03-18T23:06:59.077 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.077 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.078 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.078 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.078 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.078 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.078 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.078 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.078 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.078 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.078 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.078 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.078 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-03-18T23:06:59.078 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-03-18T23:06:59.078 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.078 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.079 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.079 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.079 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.079 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.079 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.079 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.079 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.079 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.079 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.079 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.079 INFO:teuthology.orchestra.run.smithi052.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-03-18T23:06:59.079 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-03-18T23:06:59.079 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.079 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.079 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.080 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.080 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.080 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.080 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.080 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.080 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.080 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.080 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.080 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.080 INFO:teuthology.orchestra.run.smithi052.stdout: "ISSUE_TRACKER_API_KEY": { 2024-03-18T23:06:59.080 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-03-18T23:06:59.080 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.080 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.080 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.080 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.081 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.081 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.081 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.081 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.081 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.081 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.081 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.081 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.081 INFO:teuthology.orchestra.run.smithi052.stdout: "MULTICLUSTER_CONFIG": { 2024-03-18T23:06:59.081 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "MULTICLUSTER_CONFIG", 2024-03-18T23:06:59.081 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.081 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.081 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.081 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "{}", 2024-03-18T23:06:59.082 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.082 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.082 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.082 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.082 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.082 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.082 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.082 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.082 INFO:teuthology.orchestra.run.smithi052.stdout: "PROMETHEUS_API_HOST": { 2024-03-18T23:06:59.082 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PROMETHEUS_API_HOST", 2024-03-18T23:06:59.082 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.082 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.082 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.082 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.082 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.083 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.083 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.083 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.083 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.083 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.083 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.083 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.083 INFO:teuthology.orchestra.run.smithi052.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-03-18T23:06:59.083 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-03-18T23:06:59.083 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.083 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.083 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.083 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.083 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.084 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.084 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.084 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.084 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.084 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.084 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.084 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.084 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-03-18T23:06:59.084 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-03-18T23:06:59.084 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.084 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.084 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.084 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.084 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.084 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.085 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.085 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.085 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.085 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.085 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.085 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.085 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-03-18T23:06:59.085 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-03-18T23:06:59.085 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.085 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.085 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.085 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.085 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.085 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.085 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.086 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.086 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.086 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.086 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.086 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.086 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-03-18T23:06:59.086 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-03-18T23:06:59.086 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.086 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.086 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.086 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.086 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.086 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.086 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.087 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.087 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.087 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.087 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.087 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.087 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-03-18T23:06:59.087 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-03-18T23:06:59.087 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.087 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.087 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.087 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.087 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.087 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.087 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.088 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.088 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.088 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.088 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.088 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.088 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-03-18T23:06:59.088 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-03-18T23:06:59.088 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.088 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.088 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.088 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.088 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.088 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.088 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.088 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.089 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.089 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.089 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.089 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.089 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-03-18T23:06:59.089 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-03-18T23:06:59.089 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.089 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.089 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.089 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.089 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.089 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.089 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.089 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.090 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.090 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.090 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.090 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.090 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-03-18T23:06:59.090 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-03-18T23:06:59.090 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.090 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.090 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.090 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.090 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.090 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.090 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.090 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.091 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.091 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.091 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.091 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.091 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_ENABLED": { 2024-03-18T23:06:59.091 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_ENABLED", 2024-03-18T23:06:59.091 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.091 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.091 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.091 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.091 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.091 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.091 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.091 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.091 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.092 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.092 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.092 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.092 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-03-18T23:06:59.092 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-03-18T23:06:59.092 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.092 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.092 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.092 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-03-18T23:06:59.092 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.092 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.092 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.092 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.092 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.092 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.093 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.093 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.093 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-03-18T23:06:59.093 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-03-18T23:06:59.093 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.093 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.093 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.093 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-03-18T23:06:59.093 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.093 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.093 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.093 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.093 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.093 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.093 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.094 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.094 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-03-18T23:06:59.094 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-03-18T23:06:59.094 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.094 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.094 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.094 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8", 2024-03-18T23:06:59.094 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.094 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.094 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.094 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.094 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.094 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.095 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.095 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.095 INFO:teuthology.orchestra.run.smithi052.stdout: "REST_REQUESTS_TIMEOUT": { 2024-03-18T23:06:59.095 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-03-18T23:06:59.095 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.095 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.095 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.095 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "45", 2024-03-18T23:06:59.095 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.095 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.095 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.095 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.095 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.095 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.096 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.096 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.096 INFO:teuthology.orchestra.run.smithi052.stdout: "RGW_API_ACCESS_KEY": { 2024-03-18T23:06:59.096 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RGW_API_ACCESS_KEY", 2024-03-18T23:06:59.096 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.096 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.096 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.096 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.096 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.096 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.096 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.096 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.096 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.096 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.096 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.097 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.097 INFO:teuthology.orchestra.run.smithi052.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-03-18T23:06:59.097 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-03-18T23:06:59.097 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.097 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.097 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.097 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "admin", 2024-03-18T23:06:59.097 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.097 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.097 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.097 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.097 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.097 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.097 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.097 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.098 INFO:teuthology.orchestra.run.smithi052.stdout: "RGW_API_SECRET_KEY": { 2024-03-18T23:06:59.098 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RGW_API_SECRET_KEY", 2024-03-18T23:06:59.098 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.098 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.098 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.098 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.098 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.098 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.098 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.098 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.098 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.098 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.098 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.098 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.099 INFO:teuthology.orchestra.run.smithi052.stdout: "RGW_API_SSL_VERIFY": { 2024-03-18T23:06:59.099 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RGW_API_SSL_VERIFY", 2024-03-18T23:06:59.099 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.099 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.099 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.099 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.099 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.099 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.099 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.099 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.099 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.099 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.099 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.099 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.100 INFO:teuthology.orchestra.run.smithi052.stdout: "UNSAFE_TLS_v1_2": { 2024-03-18T23:06:59.100 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "UNSAFE_TLS_v1_2", 2024-03-18T23:06:59.100 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.100 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.100 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.100 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.100 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.100 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.100 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.100 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.100 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.100 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.100 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.100 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.100 INFO:teuthology.orchestra.run.smithi052.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-03-18T23:06:59.101 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-03-18T23:06:59.101 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.101 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.101 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.101 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-03-18T23:06:59.101 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.101 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.101 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.101 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.101 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.101 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.101 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.101 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.101 INFO:teuthology.orchestra.run.smithi052.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-03-18T23:06:59.101 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-03-18T23:06:59.102 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.102 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.102 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.102 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-03-18T23:06:59.102 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.102 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.102 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.102 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.102 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.102 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.102 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.102 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.102 INFO:teuthology.orchestra.run.smithi052.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-03-18T23:06:59.102 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-03-18T23:06:59.103 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.103 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.103 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.103 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5", 2024-03-18T23:06:59.103 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.103 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.103 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.103 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.103 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.103 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.103 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.103 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.103 INFO:teuthology.orchestra.run.smithi052.stdout: "cross_origin_url": { 2024-03-18T23:06:59.103 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cross_origin_url", 2024-03-18T23:06:59.103 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.104 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.104 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.104 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.104 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.104 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.104 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.104 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.104 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.104 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.104 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.104 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.104 INFO:teuthology.orchestra.run.smithi052.stdout: "crt_file": { 2024-03-18T23:06:59.104 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crt_file", 2024-03-18T23:06:59.104 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.104 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.105 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.105 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.105 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.105 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.105 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.105 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.105 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.105 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.105 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.105 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.105 INFO:teuthology.orchestra.run.smithi052.stdout: "debug": { 2024-03-18T23:06:59.105 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "debug", 2024-03-18T23:06:59.105 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.105 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.105 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.106 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.106 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.106 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.106 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.106 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Enable/disable debug options", 2024-03-18T23:06:59.106 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.106 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.106 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.106 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.106 INFO:teuthology.orchestra.run.smithi052.stdout: "jwt_token_ttl": { 2024-03-18T23:06:59.106 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "jwt_token_ttl", 2024-03-18T23:06:59.106 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.106 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.106 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.106 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "28800", 2024-03-18T23:06:59.106 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.107 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.107 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.107 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.107 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.107 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.107 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.107 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.107 INFO:teuthology.orchestra.run.smithi052.stdout: "key_file": { 2024-03-18T23:06:59.107 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "key_file", 2024-03-18T23:06:59.107 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.107 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.108 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.108 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.108 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.108 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.108 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.108 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.108 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.108 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.108 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.108 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.108 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.108 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.108 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.108 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.108 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.109 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.109 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.109 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.109 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.109 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.109 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.109 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.109 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.109 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.109 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.109 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.109 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.109 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.109 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.109 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.110 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.110 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.110 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.110 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.110 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.110 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.110 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.110 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.110 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.110 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.110 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.110 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.110 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.110 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.110 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.111 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.111 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.111 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.111 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.111 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.111 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.111 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.111 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.111 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.111 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.111 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.111 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.111 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.111 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.112 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.112 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.112 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.112 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.112 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.112 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.112 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.112 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.112 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.112 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.112 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.112 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.112 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.112 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.112 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.113 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.113 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.113 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.113 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.113 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.113 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.113 INFO:teuthology.orchestra.run.smithi052.stdout: "motd": { 2024-03-18T23:06:59.113 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "motd", 2024-03-18T23:06:59.113 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.113 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.113 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.113 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.113 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.113 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.113 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.114 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "The message of the day", 2024-03-18T23:06:59.114 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.114 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.114 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.114 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.114 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_resolve_ip_addr": { 2024-03-18T23:06:59.114 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "redirect_resolve_ip_addr", 2024-03-18T23:06:59.114 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.114 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.114 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.114 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.114 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.114 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.114 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.114 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.115 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.115 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.115 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.115 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.115 INFO:teuthology.orchestra.run.smithi052.stdout: "server_addr": { 2024-03-18T23:06:59.115 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_addr", 2024-03-18T23:06:59.115 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.115 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.115 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.115 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "::", 2024-03-18T23:06:59.115 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.115 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.115 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.115 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.115 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.116 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.116 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.116 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.116 INFO:teuthology.orchestra.run.smithi052.stdout: "server_port": { 2024-03-18T23:06:59.116 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_port", 2024-03-18T23:06:59.116 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.116 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.116 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.116 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8080", 2024-03-18T23:06:59.116 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.116 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.116 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.116 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.116 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.116 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.117 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.117 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.117 INFO:teuthology.orchestra.run.smithi052.stdout: "ssl": { 2024-03-18T23:06:59.117 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ssl", 2024-03-18T23:06:59.117 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.117 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.117 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.117 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.117 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.117 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.117 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.117 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.117 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.117 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.117 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.118 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.118 INFO:teuthology.orchestra.run.smithi052.stdout: "ssl_server_port": { 2024-03-18T23:06:59.118 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ssl_server_port", 2024-03-18T23:06:59.118 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.118 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.118 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.118 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8443", 2024-03-18T23:06:59.118 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.118 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.118 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.118 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.118 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.118 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.118 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.118 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.119 INFO:teuthology.orchestra.run.smithi052.stdout: "standby_behaviour": { 2024-03-18T23:06:59.119 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "standby_behaviour", 2024-03-18T23:06:59.119 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.119 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.119 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.119 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "redirect", 2024-03-18T23:06:59.119 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.119 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.119 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.119 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.119 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect" 2024-03-18T23:06:59.119 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.119 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.119 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.119 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.120 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.120 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.120 INFO:teuthology.orchestra.run.smithi052.stdout: "standby_error_status_code": { 2024-03-18T23:06:59.120 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "standby_error_status_code", 2024-03-18T23:06:59.120 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.120 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.120 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.120 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "500", 2024-03-18T23:06:59.120 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "400", 2024-03-18T23:06:59.120 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "599", 2024-03-18T23:06:59.120 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.120 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.120 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.121 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.121 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.121 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.121 INFO:teuthology.orchestra.run.smithi052.stdout: "url_prefix": { 2024-03-18T23:06:59.121 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "url_prefix", 2024-03-18T23:06:59.121 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.121 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.121 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.121 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.121 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.121 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.121 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.121 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.121 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.121 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.121 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.122 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.122 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.122 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.122 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.122 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "devicehealth", 2024-03-18T23:06:59.122 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.122 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.122 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.122 INFO:teuthology.orchestra.run.smithi052.stdout: "enable_monitoring": { 2024-03-18T23:06:59.122 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "enable_monitoring", 2024-03-18T23:06:59.122 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.122 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.122 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.123 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.123 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.123 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.123 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.123 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "monitor device health metrics", 2024-03-18T23:06:59.123 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.123 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.123 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.123 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.123 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.123 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.123 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.123 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.123 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.123 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.124 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.124 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.124 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.124 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.124 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.124 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.124 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.124 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.124 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.124 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.124 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.124 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.124 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.124 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.125 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.125 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.125 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.125 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.125 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.125 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.125 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.125 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.125 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.125 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.125 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.125 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.125 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.125 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.125 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.126 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.126 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.126 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.126 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.126 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.126 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.126 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.126 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.126 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.126 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.126 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.126 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.126 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.126 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.127 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.127 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.127 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.127 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.127 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.127 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.127 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.127 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.127 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.127 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.127 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.127 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.127 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.127 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.127 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.128 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.128 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.128 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.128 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.128 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.128 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.128 INFO:teuthology.orchestra.run.smithi052.stdout: "mark_out_threshold": { 2024-03-18T23:06:59.128 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mark_out_threshold", 2024-03-18T23:06:59.128 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.128 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.128 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.128 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "2419200", 2024-03-18T23:06:59.128 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.128 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.128 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.129 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-03-18T23:06:59.129 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.129 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.129 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.129 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.129 INFO:teuthology.orchestra.run.smithi052.stdout: "pool_name": { 2024-03-18T23:06:59.129 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "pool_name", 2024-03-18T23:06:59.129 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.129 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.129 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.129 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "device_health_metrics", 2024-03-18T23:06:59.129 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.129 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.129 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.129 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "name of pool in which to store device health metrics", 2024-03-18T23:06:59.130 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.130 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.130 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.130 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.130 INFO:teuthology.orchestra.run.smithi052.stdout: "retention_period": { 2024-03-18T23:06:59.130 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "retention_period", 2024-03-18T23:06:59.130 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.130 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.130 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.130 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "15552000", 2024-03-18T23:06:59.130 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.130 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.130 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.131 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how long to retain device health metrics", 2024-03-18T23:06:59.131 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.131 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.131 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.131 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.131 INFO:teuthology.orchestra.run.smithi052.stdout: "scrape_frequency": { 2024-03-18T23:06:59.131 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "scrape_frequency", 2024-03-18T23:06:59.131 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.131 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.131 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.131 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "86400", 2024-03-18T23:06:59.131 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.131 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.131 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.131 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to scrape device health metrics", 2024-03-18T23:06:59.132 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.132 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.132 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.132 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.132 INFO:teuthology.orchestra.run.smithi052.stdout: "self_heal": { 2024-03-18T23:06:59.132 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "self_heal", 2024-03-18T23:06:59.132 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.132 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.132 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.132 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.132 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.132 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.132 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.132 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-03-18T23:06:59.133 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.133 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.133 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.133 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.133 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-03-18T23:06:59.133 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-03-18T23:06:59.133 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.133 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.133 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.133 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-03-18T23:06:59.133 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.133 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.133 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.133 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to wake up and check device health", 2024-03-18T23:06:59.134 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.134 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.134 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.134 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.134 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_threshold": { 2024-03-18T23:06:59.134 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_threshold", 2024-03-18T23:06:59.134 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.134 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.134 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.134 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "7257600", 2024-03-18T23:06:59.134 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.134 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.134 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.135 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-03-18T23:06:59.135 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.135 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.135 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.135 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.135 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.135 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.135 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.135 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "diskprediction_local", 2024-03-18T23:06:59.135 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.135 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.135 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.135 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.135 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.136 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.136 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.136 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.136 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.136 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.136 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.136 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.136 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.136 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.136 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.136 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.136 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.136 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.136 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.136 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.137 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.137 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.137 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.137 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.137 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.137 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.137 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.137 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.137 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.137 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.137 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.137 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.137 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.137 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.137 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.138 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.138 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.138 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.138 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.138 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.138 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.138 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.138 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.138 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.138 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.138 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.138 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.138 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.138 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.139 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.139 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.139 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.139 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.139 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.139 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.139 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.139 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.139 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.139 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.139 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.139 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.139 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.139 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.139 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.140 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.140 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.140 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.140 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.140 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.140 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.140 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.140 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.140 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.140 INFO:teuthology.orchestra.run.smithi052.stdout: "predict_interval": { 2024-03-18T23:06:59.140 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "predict_interval", 2024-03-18T23:06:59.140 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.140 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.140 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.140 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "86400", 2024-03-18T23:06:59.141 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.141 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.141 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.141 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.141 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.141 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.141 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.141 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.141 INFO:teuthology.orchestra.run.smithi052.stdout: "predictor_model": { 2024-03-18T23:06:59.141 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "predictor_model", 2024-03-18T23:06:59.141 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.141 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.141 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.141 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "prophetstor", 2024-03-18T23:06:59.141 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.142 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.142 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.142 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.142 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.142 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.142 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.142 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.142 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-03-18T23:06:59.142 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-03-18T23:06:59.142 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.142 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.142 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.142 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-03-18T23:06:59.142 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.143 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.143 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.143 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.143 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.143 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.143 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.143 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.143 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.143 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.143 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.143 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "influx", 2024-03-18T23:06:59.143 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": false, 2024-03-18T23:06:59.143 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "influxdb python module not found", 2024-03-18T23:06:59.143 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.143 INFO:teuthology.orchestra.run.smithi052.stdout: "batch_size": { 2024-03-18T23:06:59.144 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "batch_size", 2024-03-18T23:06:59.144 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.144 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.144 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.144 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5000", 2024-03-18T23:06:59.144 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.144 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.144 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.144 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-03-18T23:06:59.144 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.144 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.144 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.144 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.144 INFO:teuthology.orchestra.run.smithi052.stdout: "database": { 2024-03-18T23:06:59.144 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "database", 2024-03-18T23:06:59.145 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.145 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.145 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.145 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "ceph", 2024-03-18T23:06:59.145 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.145 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.145 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.145 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-03-18T23:06:59.145 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.145 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.145 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.145 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.145 INFO:teuthology.orchestra.run.smithi052.stdout: "hostname": { 2024-03-18T23:06:59.145 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "hostname", 2024-03-18T23:06:59.145 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.146 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.146 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.146 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.146 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.146 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.146 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.146 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "InfluxDB server hostname", 2024-03-18T23:06:59.146 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.146 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.146 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.146 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.146 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-03-18T23:06:59.146 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-03-18T23:06:59.146 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.147 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.147 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.147 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "30", 2024-03-18T23:06:59.147 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "5", 2024-03-18T23:06:59.147 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.147 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.147 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-03-18T23:06:59.147 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.147 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.147 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.147 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.147 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.147 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.147 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.147 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.148 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.148 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.148 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.148 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.148 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.148 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.148 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.148 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.148 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.148 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.148 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.148 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.148 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.148 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.149 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.149 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.149 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.149 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.149 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.149 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.149 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.149 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.149 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.149 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.149 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.149 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.149 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.149 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.149 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.150 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.150 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.150 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.150 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.150 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.150 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.150 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.150 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.150 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.150 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.150 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.150 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.150 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.150 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.150 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.151 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.151 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.151 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.151 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.151 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.151 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.151 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.151 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.151 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.151 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.151 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.151 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.151 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.151 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.152 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.152 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.152 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.152 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.152 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.152 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.152 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.152 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.152 INFO:teuthology.orchestra.run.smithi052.stdout: "password": { 2024-03-18T23:06:59.152 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "password", 2024-03-18T23:06:59.152 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.152 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.152 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.152 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.153 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.153 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.153 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.153 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "password of InfluxDB server user", 2024-03-18T23:06:59.153 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.153 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.153 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.153 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.153 INFO:teuthology.orchestra.run.smithi052.stdout: "port": { 2024-03-18T23:06:59.153 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "port", 2024-03-18T23:06:59.153 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.153 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.153 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.153 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8086", 2024-03-18T23:06:59.153 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.154 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.154 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.154 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "InfluxDB server port", 2024-03-18T23:06:59.154 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.154 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.154 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.154 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.154 INFO:teuthology.orchestra.run.smithi052.stdout: "ssl": { 2024-03-18T23:06:59.154 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ssl", 2024-03-18T23:06:59.154 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.154 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.154 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.154 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "false", 2024-03-18T23:06:59.154 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.155 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.155 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.155 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-03-18T23:06:59.155 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.155 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.155 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.155 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.155 INFO:teuthology.orchestra.run.smithi052.stdout: "threads": { 2024-03-18T23:06:59.155 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "threads", 2024-03-18T23:06:59.155 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.155 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.155 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.155 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5", 2024-03-18T23:06:59.155 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1", 2024-03-18T23:06:59.155 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "32", 2024-03-18T23:06:59.156 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.156 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-03-18T23:06:59.156 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.156 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.156 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.156 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.156 INFO:teuthology.orchestra.run.smithi052.stdout: "username": { 2024-03-18T23:06:59.156 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "username", 2024-03-18T23:06:59.156 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.156 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.156 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.156 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.156 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.156 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.156 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.157 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "username of InfluxDB server user", 2024-03-18T23:06:59.157 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.157 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.157 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.157 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.157 INFO:teuthology.orchestra.run.smithi052.stdout: "verify_ssl": { 2024-03-18T23:06:59.157 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "verify_ssl", 2024-03-18T23:06:59.157 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.157 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.157 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.157 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "true", 2024-03-18T23:06:59.157 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.157 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.157 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.157 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-03-18T23:06:59.158 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.158 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.158 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.158 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.158 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.158 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.158 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.158 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "insights", 2024-03-18T23:06:59.158 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.158 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.158 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.158 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.158 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.159 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.159 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.159 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.159 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.159 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.159 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.159 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.159 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.159 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.159 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.159 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.159 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.159 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.159 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.159 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.160 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.160 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.160 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.160 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.160 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.160 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.160 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.160 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.160 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.160 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.160 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.160 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.160 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.160 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.160 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.161 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.161 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.161 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.161 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.161 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.161 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.161 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.161 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.161 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.161 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.161 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.161 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.161 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.161 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.162 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.162 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.162 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.162 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.162 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.162 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.162 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.162 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.162 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.162 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.162 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.162 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.162 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.162 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.162 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.163 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.163 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.163 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.163 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.163 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.163 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.163 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.163 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.163 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.163 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.163 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.163 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.163 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "iostat", 2024-03-18T23:06:59.163 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.163 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.164 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.164 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.164 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.164 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.164 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.164 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.164 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.164 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.164 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.164 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.164 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.164 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.164 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.164 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.165 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.165 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.165 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.165 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.165 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.165 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.165 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.165 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.165 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.165 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.165 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.165 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.165 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.165 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.165 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.166 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.166 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.166 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.166 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.166 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.166 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.166 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.166 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.166 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.166 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.166 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.166 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.166 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.166 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.166 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.167 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.167 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.167 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.167 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.167 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.167 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.167 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.167 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.167 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.167 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.167 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.167 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.167 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.167 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.167 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.168 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.168 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.168 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.168 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.168 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.168 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.168 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.168 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.168 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.168 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.168 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.168 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.168 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.168 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.168 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.169 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "k8sevents", 2024-03-18T23:06:59.169 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.169 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.169 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.169 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph_event_retention_days": { 2024-03-18T23:06:59.169 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ceph_event_retention_days", 2024-03-18T23:06:59.169 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.169 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.169 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.169 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "7", 2024-03-18T23:06:59.169 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.169 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.169 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.169 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Days to hold ceph event information within local cache", 2024-03-18T23:06:59.169 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.170 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.170 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.170 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.170 INFO:teuthology.orchestra.run.smithi052.stdout: "config_check_secs": { 2024-03-18T23:06:59.170 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "config_check_secs", 2024-03-18T23:06:59.170 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.170 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.170 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.170 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-03-18T23:06:59.170 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "10", 2024-03-18T23:06:59.170 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.170 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.170 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-03-18T23:06:59.170 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.170 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.171 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.171 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.171 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.171 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.171 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.171 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.171 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.171 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.171 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.171 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.171 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.171 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.171 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.171 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.172 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.172 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.172 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.172 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.172 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.172 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.172 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.172 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.172 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.172 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.172 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.172 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.172 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.173 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.173 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.173 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.173 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.173 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.173 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.173 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.173 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.173 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.173 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.173 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.173 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.173 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.173 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.173 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.174 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.174 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.174 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.174 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.174 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.174 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.174 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.174 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.174 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.174 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.174 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.174 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.174 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.175 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.175 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.175 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.175 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.175 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.175 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.175 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.175 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.175 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.175 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.175 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.175 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.175 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.175 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.176 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.176 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.176 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.176 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.176 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.176 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.176 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "localpool", 2024-03-18T23:06:59.176 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.176 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.176 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.176 INFO:teuthology.orchestra.run.smithi052.stdout: "failure_domain": { 2024-03-18T23:06:59.176 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "failure_domain", 2024-03-18T23:06:59.176 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.176 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.176 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.177 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "host", 2024-03-18T23:06:59.177 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.177 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.177 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.177 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "failure domain for any created local pool", 2024-03-18T23:06:59.177 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-03-18T23:06:59.177 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.177 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.177 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.177 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.177 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.177 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.177 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.178 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.178 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.178 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.178 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.178 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.178 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.178 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.178 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.178 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.178 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.178 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.178 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.178 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.178 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.178 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.179 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.179 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.179 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.179 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.179 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.179 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.179 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.179 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.179 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.179 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.179 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.179 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.179 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.179 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.180 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.180 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.180 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.180 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.180 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.180 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.180 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.180 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.180 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.180 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.180 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.180 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.180 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.180 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.180 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.181 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.181 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.181 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.181 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.181 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.181 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.181 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.181 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.181 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.181 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.181 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.181 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.181 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.181 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.181 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.182 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.182 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.182 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.182 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.182 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.182 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.182 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.182 INFO:teuthology.orchestra.run.smithi052.stdout: "min_size": { 2024-03-18T23:06:59.182 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "min_size", 2024-03-18T23:06:59.182 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.182 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.182 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.182 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.183 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.183 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.183 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.183 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "default min_size for any created local pool", 2024-03-18T23:06:59.183 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-03-18T23:06:59.183 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.183 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.183 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.183 INFO:teuthology.orchestra.run.smithi052.stdout: "num_rep": { 2024-03-18T23:06:59.183 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "num_rep", 2024-03-18T23:06:59.183 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.183 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.183 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.183 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "3", 2024-03-18T23:06:59.183 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.184 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.184 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.184 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "default replica count for any created local pool", 2024-03-18T23:06:59.184 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.184 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.184 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.184 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.184 INFO:teuthology.orchestra.run.smithi052.stdout: "pg_num": { 2024-03-18T23:06:59.184 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "pg_num", 2024-03-18T23:06:59.184 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.184 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.184 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.184 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "128", 2024-03-18T23:06:59.184 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.185 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.185 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.185 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "default pg_num for any created local pool", 2024-03-18T23:06:59.185 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.185 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.185 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.185 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.185 INFO:teuthology.orchestra.run.smithi052.stdout: "prefix": { 2024-03-18T23:06:59.185 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "prefix", 2024-03-18T23:06:59.185 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.185 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.186 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.186 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.186 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.186 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.186 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.186 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "name prefix for any created local pool", 2024-03-18T23:06:59.186 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.186 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.186 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.186 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.186 INFO:teuthology.orchestra.run.smithi052.stdout: "subtree": { 2024-03-18T23:06:59.186 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "subtree", 2024-03-18T23:06:59.186 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.186 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.187 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.187 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "rack", 2024-03-18T23:06:59.187 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.187 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.187 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.187 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "CRUSH level for which to create a local pool", 2024-03-18T23:06:59.187 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-03-18T23:06:59.187 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.187 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.187 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.187 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.187 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.187 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.187 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mds_autoscaler", 2024-03-18T23:06:59.188 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.188 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.188 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.188 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.188 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.188 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.188 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.188 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.188 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.188 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.188 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.188 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.188 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.188 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.189 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.189 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.189 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.189 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.189 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.189 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.189 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.189 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.189 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.189 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.189 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.189 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.189 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.189 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.189 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.190 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.190 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.190 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.190 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.190 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.190 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.190 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.190 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.190 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.190 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.190 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.190 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.190 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.190 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.191 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.191 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.191 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.191 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.191 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.191 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.191 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.191 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.191 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.191 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.191 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.191 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.191 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.191 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.191 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.192 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.192 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.192 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.192 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.192 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.192 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.192 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.192 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.192 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.192 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.192 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.192 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.192 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.192 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.193 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.193 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.193 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.193 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.193 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mirroring", 2024-03-18T23:06:59.193 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.193 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.193 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.193 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.193 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.193 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.193 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.193 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.193 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.193 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.193 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.194 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.194 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.194 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.194 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.194 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.194 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.194 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.194 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.194 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.194 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.194 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.194 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.194 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.194 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.195 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.195 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.195 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.195 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.195 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.195 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.195 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.195 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.195 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.195 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.195 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.195 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.195 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.195 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.195 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.195 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.196 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.196 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.196 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.196 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.196 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.196 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.196 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.196 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.196 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.196 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.196 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.196 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.196 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.196 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.197 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.197 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.197 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.197 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.197 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.197 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.197 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.197 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.197 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.197 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.197 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.197 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.197 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.197 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.197 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.197 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.198 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.198 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.198 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.198 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.198 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.198 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "nfs", 2024-03-18T23:06:59.198 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.198 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.198 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.198 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.198 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.198 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.198 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.198 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.199 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.199 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.199 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.199 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.199 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.199 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.199 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.199 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.199 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.199 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.199 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.199 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.199 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.200 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.200 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.200 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.200 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.200 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.200 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.200 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.200 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.200 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.200 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.200 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.200 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.200 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.200 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.200 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.201 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.201 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.201 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.201 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.201 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.201 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.201 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.201 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.201 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.201 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.201 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.201 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.201 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.201 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.201 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.202 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.202 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.202 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.202 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.202 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.202 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.202 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.202 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.202 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.202 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.202 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.202 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.202 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.203 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.203 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.203 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.203 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.203 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.203 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.203 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.203 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.203 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.203 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.203 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.203 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.203 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "orchestrator", 2024-03-18T23:06:59.203 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.204 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.204 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.204 INFO:teuthology.orchestra.run.smithi052.stdout: "fail_fs": { 2024-03-18T23:06:59.204 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "fail_fs", 2024-03-18T23:06:59.204 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.204 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.204 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.204 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.204 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.204 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.204 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.204 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-03-18T23:06:59.204 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.204 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.205 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.205 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.205 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.205 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.205 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.205 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.205 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.205 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.205 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.205 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.205 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.205 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.205 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.205 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.206 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.206 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.206 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.206 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.206 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.206 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.206 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.206 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.206 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.206 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.206 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.206 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.206 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.206 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.207 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.207 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.207 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.207 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.207 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.207 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.207 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.207 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.207 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.207 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.207 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.207 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.207 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.207 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.208 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.208 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.208 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.208 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.208 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.208 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.208 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.208 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.208 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.208 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.208 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.208 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.208 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.208 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.208 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.208 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.209 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.209 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.209 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.209 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.209 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.209 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.209 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.209 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.209 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.209 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.209 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.209 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.209 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.209 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.209 INFO:teuthology.orchestra.run.smithi052.stdout: "orchestrator": { 2024-03-18T23:06:59.210 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "orchestrator", 2024-03-18T23:06:59.210 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.210 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.210 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.210 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.210 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.210 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.210 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.210 INFO:teuthology.orchestra.run.smithi052.stdout: "cephadm", 2024-03-18T23:06:59.210 INFO:teuthology.orchestra.run.smithi052.stdout: "rook", 2024-03-18T23:06:59.210 INFO:teuthology.orchestra.run.smithi052.stdout: "test_orchestrator" 2024-03-18T23:06:59.210 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.210 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Orchestrator backend", 2024-03-18T23:06:59.210 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.210 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.211 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.211 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.211 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.211 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.211 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.211 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "osd_perf_query", 2024-03-18T23:06:59.211 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.211 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.211 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.211 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.211 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.211 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.211 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.211 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.212 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.212 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.212 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.212 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.212 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.212 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.212 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.212 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.212 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.212 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.212 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.212 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.212 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.212 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.213 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.213 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.213 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.213 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.213 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.213 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.213 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.213 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.213 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.213 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.213 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.213 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.213 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.213 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.214 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.214 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.214 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.214 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.214 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.214 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.214 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.214 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.214 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.214 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.214 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.214 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.214 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.214 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.215 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.215 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.215 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.215 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.215 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.215 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.215 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.215 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.215 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.215 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.215 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.215 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.215 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.215 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.215 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.216 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.216 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.216 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.216 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.216 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.216 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.216 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.216 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.216 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.216 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.216 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.216 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "osd_support", 2024-03-18T23:06:59.216 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.216 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.217 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.217 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.217 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.217 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.217 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.217 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.217 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.217 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.217 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.217 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.217 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.217 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.217 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.217 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.217 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.218 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.218 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.218 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.218 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.218 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.218 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.218 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.218 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.218 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.218 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.218 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.218 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.218 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.219 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.219 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.219 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.219 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.219 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.219 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.219 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.219 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.219 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.219 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.219 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.219 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.219 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.219 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.219 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.220 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.220 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.220 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.220 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.220 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.220 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.220 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.220 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.220 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.220 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.220 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.220 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.220 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.220 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.220 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.221 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.221 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.221 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.221 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.221 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.221 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.221 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.221 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.221 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.221 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.221 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.221 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.221 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.221 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.221 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.222 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.222 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "pg_autoscaler", 2024-03-18T23:06:59.222 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.222 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.222 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.222 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.222 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.222 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.222 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.222 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.222 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.222 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.222 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.222 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.223 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.223 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.223 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.223 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.223 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.223 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.223 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.223 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.223 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.223 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.223 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.223 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.223 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.223 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.223 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.224 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.224 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.224 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.224 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.224 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.224 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.224 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.224 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.224 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.224 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.224 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.224 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.224 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.224 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.225 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.225 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.225 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.225 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.225 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.225 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.225 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.225 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.225 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.225 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.225 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.225 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.225 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.225 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.225 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.226 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.226 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.226 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.226 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.226 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.226 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.226 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.226 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.226 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.226 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.226 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.226 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.226 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.227 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.227 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.227 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.227 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.227 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-03-18T23:06:59.227 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-03-18T23:06:59.227 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.227 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.227 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.227 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-03-18T23:06:59.227 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.227 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.227 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.227 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.228 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.228 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.228 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.228 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.228 INFO:teuthology.orchestra.run.smithi052.stdout: "threshold": { 2024-03-18T23:06:59.228 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "threshold", 2024-03-18T23:06:59.228 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-03-18T23:06:59.228 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.228 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.228 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "3.0", 2024-03-18T23:06:59.228 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1.0", 2024-03-18T23:06:59.228 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.228 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.228 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "scaling threshold", 2024-03-18T23:06:59.229 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-03-18T23:06:59.229 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.229 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.229 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.229 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.229 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.229 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.229 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "progress", 2024-03-18T23:06:59.229 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.229 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.229 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.229 INFO:teuthology.orchestra.run.smithi052.stdout: "allow_pg_recovery_event": { 2024-03-18T23:06:59.229 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "allow_pg_recovery_event", 2024-03-18T23:06:59.229 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.229 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.230 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.230 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.230 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.230 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.230 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.230 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "allow the module to show pg recovery progress", 2024-03-18T23:06:59.230 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.230 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.230 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.230 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.230 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": { 2024-03-18T23:06:59.230 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "enabled", 2024-03-18T23:06:59.230 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.231 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.231 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.231 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.231 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.231 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.231 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.231 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.231 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.231 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.231 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.231 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.231 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.231 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.231 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.231 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.232 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.232 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.232 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.232 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.232 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.232 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.232 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.232 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.232 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.232 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.232 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.232 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.232 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.232 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.233 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.233 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.233 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.233 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.233 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.233 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.233 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.233 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.233 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.233 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.233 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.233 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.233 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.233 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.233 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.234 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.234 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.234 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.234 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.234 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.234 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.234 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.234 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.234 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.234 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.234 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.234 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.234 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.234 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.235 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.235 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.235 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.235 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.235 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.235 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.235 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.235 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.235 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.235 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.235 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.235 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.235 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.235 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.235 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.236 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.236 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.236 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.236 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.236 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.236 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.236 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.236 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.236 INFO:teuthology.orchestra.run.smithi052.stdout: "max_completed_events": { 2024-03-18T23:06:59.236 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_completed_events", 2024-03-18T23:06:59.236 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.236 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.236 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.236 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "50", 2024-03-18T23:06:59.236 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.236 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.237 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.237 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "number of past completed events to remember", 2024-03-18T23:06:59.237 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.237 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.237 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.237 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.237 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-03-18T23:06:59.237 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-03-18T23:06:59.237 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.237 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.237 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.237 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5", 2024-03-18T23:06:59.237 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.237 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.238 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.238 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how long the module is going to sleep", 2024-03-18T23:06:59.238 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.238 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.238 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.238 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.238 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.238 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.238 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.238 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "prometheus", 2024-03-18T23:06:59.238 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.238 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.238 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.238 INFO:teuthology.orchestra.run.smithi052.stdout: "cache": { 2024-03-18T23:06:59.239 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cache", 2024-03-18T23:06:59.239 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.239 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.239 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.239 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.239 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.239 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.239 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.239 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.239 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.239 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.239 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.239 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.239 INFO:teuthology.orchestra.run.smithi052.stdout: "exclude_perf_counters": { 2024-03-18T23:06:59.240 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "exclude_perf_counters", 2024-03-18T23:06:59.240 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.240 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.240 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.240 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.240 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.240 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.240 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.240 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-03-18T23:06:59.240 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-03-18T23:06:59.240 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.240 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.240 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.240 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.240 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.241 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.241 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.241 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.241 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.241 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.241 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.241 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.241 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.241 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.241 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.241 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.241 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.241 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.241 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.242 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.242 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.242 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.242 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.242 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.242 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.242 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.242 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.242 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.242 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.242 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.242 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.242 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.243 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.243 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.243 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.243 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.243 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.243 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.243 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.243 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.243 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.243 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.243 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.243 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.243 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.243 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.243 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.244 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.244 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.244 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.244 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.244 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.244 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.244 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.244 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.244 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.244 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.244 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.244 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.244 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.244 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.245 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.245 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.245 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.245 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.245 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.245 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.245 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.245 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.245 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.245 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.245 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.245 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.245 INFO:teuthology.orchestra.run.smithi052.stdout: "rbd_stats_pools": { 2024-03-18T23:06:59.245 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rbd_stats_pools", 2024-03-18T23:06:59.245 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.245 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.246 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.246 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.246 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.246 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.246 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.246 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.246 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.246 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.246 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.246 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.246 INFO:teuthology.orchestra.run.smithi052.stdout: "rbd_stats_pools_refresh_interval": { 2024-03-18T23:06:59.246 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-03-18T23:06:59.246 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.246 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.247 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.247 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "300", 2024-03-18T23:06:59.247 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.247 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.247 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.247 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.247 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.247 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.247 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.247 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.247 INFO:teuthology.orchestra.run.smithi052.stdout: "scrape_interval": { 2024-03-18T23:06:59.247 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "scrape_interval", 2024-03-18T23:06:59.247 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-03-18T23:06:59.247 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.247 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.248 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "15.0", 2024-03-18T23:06:59.248 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.248 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.248 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.248 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.248 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.248 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.248 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.248 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.248 INFO:teuthology.orchestra.run.smithi052.stdout: "server_addr": { 2024-03-18T23:06:59.248 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_addr", 2024-03-18T23:06:59.248 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.248 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.248 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.248 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "::", 2024-03-18T23:06:59.249 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.249 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.249 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.249 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-03-18T23:06:59.249 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.249 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.249 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.249 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.249 INFO:teuthology.orchestra.run.smithi052.stdout: "server_port": { 2024-03-18T23:06:59.249 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_port", 2024-03-18T23:06:59.249 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.249 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.249 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.249 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "9283", 2024-03-18T23:06:59.249 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.250 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.250 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.250 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-03-18T23:06:59.250 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.250 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.250 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.250 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.250 INFO:teuthology.orchestra.run.smithi052.stdout: "stale_cache_strategy": { 2024-03-18T23:06:59.250 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "stale_cache_strategy", 2024-03-18T23:06:59.250 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.250 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.250 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.250 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "log", 2024-03-18T23:06:59.250 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.251 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.251 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.251 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.251 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.251 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.251 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.251 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.251 INFO:teuthology.orchestra.run.smithi052.stdout: "standby_behaviour": { 2024-03-18T23:06:59.251 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "standby_behaviour", 2024-03-18T23:06:59.251 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.251 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.251 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.251 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "default", 2024-03-18T23:06:59.251 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.251 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.252 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.252 INFO:teuthology.orchestra.run.smithi052.stdout: "default", 2024-03-18T23:06:59.252 INFO:teuthology.orchestra.run.smithi052.stdout: "error" 2024-03-18T23:06:59.252 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.252 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.252 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.252 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.252 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.252 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.252 INFO:teuthology.orchestra.run.smithi052.stdout: "standby_error_status_code": { 2024-03-18T23:06:59.252 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "standby_error_status_code", 2024-03-18T23:06:59.252 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.252 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.252 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.253 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "500", 2024-03-18T23:06:59.253 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "400", 2024-03-18T23:06:59.253 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "599", 2024-03-18T23:06:59.253 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.253 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.253 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.253 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.253 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.253 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.253 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.253 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.253 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.253 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rbd_support", 2024-03-18T23:06:59.253 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.253 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.254 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.254 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.254 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.254 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.254 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.254 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.254 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.254 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.254 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.254 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.254 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.254 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.254 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.254 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.255 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.255 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.255 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.255 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.255 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.255 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.255 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.255 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.255 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.255 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.255 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.255 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.255 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.255 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.255 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.256 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.256 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.256 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.256 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.256 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.256 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.256 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.256 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.256 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.256 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.256 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.256 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.256 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.256 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.257 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.257 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.257 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.257 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.257 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.257 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.257 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.257 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.257 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.257 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.257 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.257 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.257 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.257 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.258 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.258 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.258 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.258 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.258 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.258 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.258 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.258 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.258 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.258 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.258 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.258 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.258 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.258 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.259 INFO:teuthology.orchestra.run.smithi052.stdout: "max_concurrent_snap_create": { 2024-03-18T23:06:59.259 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_concurrent_snap_create", 2024-03-18T23:06:59.259 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.259 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.259 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.259 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-03-18T23:06:59.259 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.259 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.259 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.259 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.259 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.259 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.259 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.259 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.259 INFO:teuthology.orchestra.run.smithi052.stdout: "mirror_snapshot_schedule": { 2024-03-18T23:06:59.260 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mirror_snapshot_schedule", 2024-03-18T23:06:59.260 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.260 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.260 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.260 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.260 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.260 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.260 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.260 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.260 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.260 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.260 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.260 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.260 INFO:teuthology.orchestra.run.smithi052.stdout: "trash_purge_schedule": { 2024-03-18T23:06:59.260 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "trash_purge_schedule", 2024-03-18T23:06:59.260 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.261 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.261 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.261 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.261 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.261 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.261 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.261 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.261 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.261 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.261 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.261 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.261 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.261 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.261 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.261 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "restful", 2024-03-18T23:06:59.261 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.262 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.262 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.262 INFO:teuthology.orchestra.run.smithi052.stdout: "enable_auth": { 2024-03-18T23:06:59.262 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "enable_auth", 2024-03-18T23:06:59.262 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.262 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.262 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.262 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.262 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.262 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.262 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.262 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.262 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.262 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.263 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.263 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.263 INFO:teuthology.orchestra.run.smithi052.stdout: "key_file": { 2024-03-18T23:06:59.263 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "key_file", 2024-03-18T23:06:59.263 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.263 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.263 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.263 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.263 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.263 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.263 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.263 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.263 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.263 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.264 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.264 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.264 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.264 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.264 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.264 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.264 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.264 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.264 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.264 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.264 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.264 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.264 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.264 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.265 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.265 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.265 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.265 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.265 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.265 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.265 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.265 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.265 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.265 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.265 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.265 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.265 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.265 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.265 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.266 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.266 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.266 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.266 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.266 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.266 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.266 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.266 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.266 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.266 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.266 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.266 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.266 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.267 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.267 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.267 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.267 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.267 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.267 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.267 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.267 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.267 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.267 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.267 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.267 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.267 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.267 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.267 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.267 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.268 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.268 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.268 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.268 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.268 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.268 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.268 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.268 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.268 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.268 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.268 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.268 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.268 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.268 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.269 INFO:teuthology.orchestra.run.smithi052.stdout: "server_addr": { 2024-03-18T23:06:59.269 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_addr", 2024-03-18T23:06:59.269 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.269 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.269 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.269 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.269 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.269 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.269 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.269 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.269 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.269 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.269 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.269 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.270 INFO:teuthology.orchestra.run.smithi052.stdout: "server_port": { 2024-03-18T23:06:59.270 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_port", 2024-03-18T23:06:59.270 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.270 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.270 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.270 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.270 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.270 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.270 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.270 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.270 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.270 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.270 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.270 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.271 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.271 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.271 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.271 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rgw", 2024-03-18T23:06:59.271 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.271 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.271 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.271 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.271 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.271 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.271 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.271 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.271 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.271 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.271 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.272 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.272 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.272 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.272 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.272 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.272 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.272 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.272 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.272 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.272 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.272 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.272 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.272 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.272 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.272 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.273 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.273 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.273 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.273 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.273 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.273 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.273 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.273 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.273 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.273 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.273 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.273 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.273 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.273 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.274 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.274 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.274 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.274 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.274 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.274 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.274 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.274 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.274 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.274 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.274 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.274 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.274 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.274 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.275 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.275 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.275 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.275 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.275 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.275 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.275 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.275 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.275 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.275 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.275 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.275 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.275 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.275 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.276 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.276 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.276 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.276 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.276 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.276 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.276 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.276 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.276 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rook", 2024-03-18T23:06:59.276 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.276 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.276 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.276 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.276 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.276 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.277 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.277 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.277 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.277 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.277 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.277 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.277 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.277 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.277 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.277 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.277 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.277 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.277 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.277 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.278 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.278 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.278 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.278 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.278 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.278 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.278 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.278 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.278 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.278 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.278 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.278 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.278 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.278 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.279 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.279 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.279 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.279 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.279 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.279 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.279 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.279 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.279 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.279 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.279 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.279 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.279 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.279 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.279 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.280 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.280 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.280 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.280 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.280 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.280 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.280 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.280 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.280 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.280 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.280 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.280 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.280 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.280 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.280 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.281 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.281 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.281 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.281 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.281 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.281 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.281 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.281 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.281 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.281 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": { 2024-03-18T23:06:59.281 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "storage_class", 2024-03-18T23:06:59.281 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.281 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.281 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.281 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "local", 2024-03-18T23:06:59.282 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.282 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.282 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.282 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-03-18T23:06:59.282 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.282 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.282 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.282 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.282 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.282 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.282 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.282 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "selftest", 2024-03-18T23:06:59.282 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.282 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.282 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.283 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.283 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.283 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.283 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.283 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.283 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.283 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.283 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.283 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.283 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.283 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.283 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.283 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.283 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.284 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.284 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.284 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.284 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.284 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.284 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.284 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.284 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.284 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.284 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.284 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.284 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.284 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.284 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.285 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.285 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.285 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.285 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.285 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.285 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.285 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.285 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.285 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.285 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.285 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.285 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.285 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.285 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.285 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.285 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.286 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.286 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.286 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.286 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.286 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.286 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.286 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.286 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.286 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.286 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.286 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.286 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.286 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.286 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.287 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.287 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.287 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.287 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.287 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.287 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.287 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.287 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.287 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.287 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.287 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.287 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.287 INFO:teuthology.orchestra.run.smithi052.stdout: "roption1": { 2024-03-18T23:06:59.287 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "roption1", 2024-03-18T23:06:59.287 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.288 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.288 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.288 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.288 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.288 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.288 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.288 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.288 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.288 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.288 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.288 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.288 INFO:teuthology.orchestra.run.smithi052.stdout: "roption2": { 2024-03-18T23:06:59.288 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "roption2", 2024-03-18T23:06:59.288 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.289 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.289 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.289 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "xyz", 2024-03-18T23:06:59.289 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.289 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.289 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.289 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.289 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.289 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.289 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.289 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.289 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption1": { 2024-03-18T23:06:59.289 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption1", 2024-03-18T23:06:59.290 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.290 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.290 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.290 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.290 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.290 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.290 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.290 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.290 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.290 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.290 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.290 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.290 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption2": { 2024-03-18T23:06:59.291 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption2", 2024-03-18T23:06:59.291 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.291 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.291 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.291 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.291 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.291 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.291 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.291 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.291 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.291 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.291 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.291 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.291 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption3": { 2024-03-18T23:06:59.291 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption3", 2024-03-18T23:06:59.291 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-03-18T23:06:59.291 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.292 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.292 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.292 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.292 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.292 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.292 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.292 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.292 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.292 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.292 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.292 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption4": { 2024-03-18T23:06:59.292 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption4", 2024-03-18T23:06:59.292 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.292 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.292 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.293 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.293 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.293 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.293 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.293 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.293 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.293 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.293 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.293 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.293 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption5": { 2024-03-18T23:06:59.293 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption5", 2024-03-18T23:06:59.293 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.293 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.293 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.293 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.294 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.294 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.294 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.294 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.294 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.294 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.294 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.294 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.294 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption6": { 2024-03-18T23:06:59.294 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption6", 2024-03-18T23:06:59.294 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.294 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.294 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.294 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.295 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.295 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.295 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.295 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.295 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.295 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.295 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.295 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.295 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption7": { 2024-03-18T23:06:59.295 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption7", 2024-03-18T23:06:59.295 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.295 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.295 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.295 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.295 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1", 2024-03-18T23:06:59.295 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "42", 2024-03-18T23:06:59.296 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.296 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.296 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.296 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.296 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.296 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.296 INFO:teuthology.orchestra.run.smithi052.stdout: "testkey": { 2024-03-18T23:06:59.296 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "testkey", 2024-03-18T23:06:59.296 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.296 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.296 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.296 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.296 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.296 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.296 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.296 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.296 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.297 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.297 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.297 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.297 INFO:teuthology.orchestra.run.smithi052.stdout: "testlkey": { 2024-03-18T23:06:59.297 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "testlkey", 2024-03-18T23:06:59.297 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.297 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.297 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.297 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.297 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.297 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.297 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.297 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.297 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.297 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.298 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.298 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.298 INFO:teuthology.orchestra.run.smithi052.stdout: "testnewline": { 2024-03-18T23:06:59.298 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "testnewline", 2024-03-18T23:06:59.298 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.298 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.298 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.298 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.298 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.298 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.298 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.298 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.298 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.298 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.299 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.299 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.299 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.299 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.299 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.299 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "snap_schedule", 2024-03-18T23:06:59.299 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.299 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.299 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.299 INFO:teuthology.orchestra.run.smithi052.stdout: "allow_m_granularity": { 2024-03-18T23:06:59.299 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "allow_m_granularity", 2024-03-18T23:06:59.299 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.299 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.299 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.300 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.300 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.300 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.300 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.300 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "allow minute scheduled snapshots", 2024-03-18T23:06:59.300 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.300 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.300 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.300 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.300 INFO:teuthology.orchestra.run.smithi052.stdout: "dump_on_update": { 2024-03-18T23:06:59.300 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "dump_on_update", 2024-03-18T23:06:59.300 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.300 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.300 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.300 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.301 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.301 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.301 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.301 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "dump database to debug log on update", 2024-03-18T23:06:59.301 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.301 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.301 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.301 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.301 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.301 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.301 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.301 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.301 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.301 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.302 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.302 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.302 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.302 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.302 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.302 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.302 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.302 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.302 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.302 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.302 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.302 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.302 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.302 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.303 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.303 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.303 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.303 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.303 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.303 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.303 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.303 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.303 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.303 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.303 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.303 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.303 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.303 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.303 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.303 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.304 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.304 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.304 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.304 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.304 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.304 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.304 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.304 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.304 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.304 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.304 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.304 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.304 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.304 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.305 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.305 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.305 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.305 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.305 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.305 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.305 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.305 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.305 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.305 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.305 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.305 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.305 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.305 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.306 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.306 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.306 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.306 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.306 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.306 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.306 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.306 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.306 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.306 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "stats", 2024-03-18T23:06:59.306 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.306 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.306 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.306 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.306 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.307 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.307 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.307 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.307 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.307 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.307 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.307 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.307 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.307 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.307 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.307 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.307 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.307 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.307 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.307 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.307 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.308 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.308 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.308 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.308 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.308 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.308 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.308 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.308 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.308 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.308 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.308 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.308 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.308 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.308 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.309 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.309 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.309 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.309 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.309 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.309 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.309 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.309 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.309 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.309 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.309 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.309 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.309 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.309 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.310 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.310 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.310 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.310 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.310 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.310 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.310 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.310 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.310 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.310 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.310 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.310 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.310 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.310 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.311 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.311 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.311 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.311 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.311 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.311 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.311 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.311 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.311 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.311 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.311 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.311 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.311 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.311 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "status", 2024-03-18T23:06:59.311 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.312 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.312 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.312 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.312 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.312 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.312 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.312 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.312 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.312 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.312 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.312 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.312 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.312 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.312 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.312 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.313 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.313 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.313 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.313 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.313 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.313 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.313 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.313 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.313 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.313 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.313 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.313 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.313 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.313 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.313 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.313 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.314 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.314 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.314 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.314 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.314 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.314 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.314 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.314 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.314 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.314 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.314 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.314 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.314 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.314 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.315 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.315 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.315 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.315 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.315 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.315 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.315 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.315 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.315 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.315 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.315 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.315 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.315 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.315 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.315 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.316 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.316 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.316 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.316 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.316 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.316 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.316 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.316 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.316 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.316 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.316 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.316 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.316 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.316 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.317 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.317 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "telegraf", 2024-03-18T23:06:59.317 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.317 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.317 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.317 INFO:teuthology.orchestra.run.smithi052.stdout: "address": { 2024-03-18T23:06:59.317 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "address", 2024-03-18T23:06:59.317 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.317 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.317 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.317 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-03-18T23:06:59.317 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.317 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.317 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.317 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.318 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.318 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.318 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.318 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.318 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-03-18T23:06:59.318 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-03-18T23:06:59.318 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.318 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.318 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.318 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "15", 2024-03-18T23:06:59.318 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.318 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.318 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.318 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.319 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.319 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.319 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.319 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.319 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.319 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.319 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.319 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.319 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.319 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.319 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.319 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.319 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.319 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.320 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.320 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.320 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.320 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.320 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.320 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.320 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.320 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.320 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.320 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.320 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.320 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.320 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.320 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.321 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.321 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.321 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.321 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.321 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.321 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.321 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.321 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.321 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.321 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.321 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.321 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.321 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.321 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.321 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.322 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.322 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.322 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.322 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.322 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.322 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.322 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.322 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.322 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.322 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.322 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.322 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.322 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.322 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.323 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.323 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.323 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.323 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.323 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.323 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.323 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.323 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.323 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.323 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.323 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.323 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.323 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.323 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.323 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.324 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.324 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.324 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.324 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.324 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.324 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "telemetry", 2024-03-18T23:06:59.324 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.324 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.324 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.324 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_basic": { 2024-03-18T23:06:59.324 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_basic", 2024-03-18T23:06:59.324 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.324 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.324 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.324 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.325 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.325 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.325 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.325 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share basic cluster information (size, version)", 2024-03-18T23:06:59.325 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.325 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.325 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.325 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.325 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_crash": { 2024-03-18T23:06:59.325 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_crash", 2024-03-18T23:06:59.325 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.325 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.325 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.325 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.325 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.326 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.326 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.326 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-03-18T23:06:59.326 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.326 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.326 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.326 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.326 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_device": { 2024-03-18T23:06:59.326 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_device", 2024-03-18T23:06:59.326 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.326 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.326 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.326 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.326 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.327 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.327 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.327 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-03-18T23:06:59.327 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.327 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.327 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.327 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.327 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_ident": { 2024-03-18T23:06:59.327 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_ident", 2024-03-18T23:06:59.327 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.327 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.327 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.327 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.327 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.328 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.328 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.328 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-03-18T23:06:59.328 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.328 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.328 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.328 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.328 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_perf": { 2024-03-18T23:06:59.328 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_perf", 2024-03-18T23:06:59.328 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.328 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.328 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.328 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.328 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.329 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.329 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.329 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share various performance metrics of a cluster", 2024-03-18T23:06:59.329 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.329 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.329 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.329 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.329 INFO:teuthology.orchestra.run.smithi052.stdout: "contact": { 2024-03-18T23:06:59.329 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "contact", 2024-03-18T23:06:59.329 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.329 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.329 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.329 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.329 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.329 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.330 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.330 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.330 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.330 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.330 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.330 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.330 INFO:teuthology.orchestra.run.smithi052.stdout: "description": { 2024-03-18T23:06:59.330 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "description", 2024-03-18T23:06:59.330 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.330 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.330 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.330 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.330 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.330 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.331 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.331 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.331 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.331 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.331 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.331 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.331 INFO:teuthology.orchestra.run.smithi052.stdout: "device_url": { 2024-03-18T23:06:59.331 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "device_url", 2024-03-18T23:06:59.331 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.331 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.331 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.331 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-03-18T23:06:59.331 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.331 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.332 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.332 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.332 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.332 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.332 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.332 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.332 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": { 2024-03-18T23:06:59.332 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "enabled", 2024-03-18T23:06:59.332 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.332 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.332 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.332 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.332 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.333 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.333 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.333 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.333 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.333 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.333 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.333 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.333 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-03-18T23:06:59.333 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-03-18T23:06:59.333 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.333 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.333 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.333 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "24", 2024-03-18T23:06:59.333 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "8", 2024-03-18T23:06:59.333 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.334 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.334 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.334 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.334 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.334 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.334 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.334 INFO:teuthology.orchestra.run.smithi052.stdout: "last_opt_revision": { 2024-03-18T23:06:59.334 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "last_opt_revision", 2024-03-18T23:06:59.334 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.334 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.334 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.334 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "1", 2024-03-18T23:06:59.334 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.334 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.335 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.335 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.335 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.335 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.335 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.335 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.335 INFO:teuthology.orchestra.run.smithi052.stdout: "leaderboard": { 2024-03-18T23:06:59.335 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "leaderboard", 2024-03-18T23:06:59.335 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.335 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.335 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.335 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.335 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.335 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.335 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.336 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.336 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.336 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.336 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.336 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.336 INFO:teuthology.orchestra.run.smithi052.stdout: "leaderboard_description": { 2024-03-18T23:06:59.336 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "leaderboard_description", 2024-03-18T23:06:59.336 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.336 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.336 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.336 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.336 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.336 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.336 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.336 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.337 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.337 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.337 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.337 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.337 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.337 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.337 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.337 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.337 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.337 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.337 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.337 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.337 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.338 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.338 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.338 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.338 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.338 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.338 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.338 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.338 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.338 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.338 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.338 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.338 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.338 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.338 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.339 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.339 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.339 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.339 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.339 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.339 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.339 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.339 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.339 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.339 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.339 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.339 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.339 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.339 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.339 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.339 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.340 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.340 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.340 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.340 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.340 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.340 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.340 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.340 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.340 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.340 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.340 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.340 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.340 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.340 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.340 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.341 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.341 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.341 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.341 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.341 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.341 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.341 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.341 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.341 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.341 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.341 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.341 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.341 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.341 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.341 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.341 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.342 INFO:teuthology.orchestra.run.smithi052.stdout: "organization": { 2024-03-18T23:06:59.342 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "organization", 2024-03-18T23:06:59.342 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.342 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.342 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.342 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.342 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.342 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.342 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.342 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.342 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.342 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.342 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.342 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.343 INFO:teuthology.orchestra.run.smithi052.stdout: "proxy": { 2024-03-18T23:06:59.343 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "proxy", 2024-03-18T23:06:59.343 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.343 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.343 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.343 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.343 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.343 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.343 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.343 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.343 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.343 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.343 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.343 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.343 INFO:teuthology.orchestra.run.smithi052.stdout: "url": { 2024-03-18T23:06:59.344 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "url", 2024-03-18T23:06:59.344 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.344 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.344 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.344 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-03-18T23:06:59.344 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.344 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.344 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.344 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.344 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.344 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.344 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.344 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.344 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.344 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.345 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.345 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test_orchestrator", 2024-03-18T23:06:59.345 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.345 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.345 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.345 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.345 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.345 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.345 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.345 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.345 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.345 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.345 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.345 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.346 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.346 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.346 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.346 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.346 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.346 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.346 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.346 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.346 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.346 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.346 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.346 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.346 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.346 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.346 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.347 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.347 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.347 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.347 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.347 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.347 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.347 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.347 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.347 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.347 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.347 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.347 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.347 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.347 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.348 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.348 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.348 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.348 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.348 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.348 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.348 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.348 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.348 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.348 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.348 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.348 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.348 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.348 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.348 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.349 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.349 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.349 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.349 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.349 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.349 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.349 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.349 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.349 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.349 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.349 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.349 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.349 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.349 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.350 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.350 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.350 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.350 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.350 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.350 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.350 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "volumes", 2024-03-18T23:06:59.350 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.350 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.350 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.350 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.350 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.350 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.350 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.350 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.351 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.351 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.351 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.351 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.351 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.351 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.351 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.351 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.351 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.351 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.351 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.351 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.351 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.352 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.352 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.352 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.352 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.352 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.352 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.352 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.352 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.352 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.352 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.352 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.352 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.352 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.352 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.352 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.353 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.353 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.353 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.353 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.353 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.353 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.353 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.353 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.353 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.353 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.353 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.353 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.353 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.353 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.353 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.354 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.354 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.354 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.354 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.354 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.354 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.354 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.354 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.354 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.354 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.354 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.354 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.354 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.354 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.355 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.355 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.355 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.355 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.355 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.355 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.355 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.355 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.355 INFO:teuthology.orchestra.run.smithi052.stdout: "max_concurrent_clones": { 2024-03-18T23:06:59.355 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_concurrent_clones", 2024-03-18T23:06:59.355 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.355 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.355 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.355 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "4", 2024-03-18T23:06:59.355 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.356 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.356 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.356 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Number of asynchronous cloner threads", 2024-03-18T23:06:59.356 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.356 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.356 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.356 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.356 INFO:teuthology.orchestra.run.smithi052.stdout: "periodic_async_work": { 2024-03-18T23:06:59.356 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "periodic_async_work", 2024-03-18T23:06:59.356 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.356 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.356 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.356 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.356 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.356 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.357 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.357 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Periodically check for async work", 2024-03-18T23:06:59.357 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.357 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.357 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.357 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.357 INFO:teuthology.orchestra.run.smithi052.stdout: "snapshot_clone_delay": { 2024-03-18T23:06:59.357 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "snapshot_clone_delay", 2024-03-18T23:06:59.357 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.357 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.357 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.357 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-03-18T23:06:59.357 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.357 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.357 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.357 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-03-18T23:06:59.358 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.358 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.358 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.358 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.358 INFO:teuthology.orchestra.run.smithi052.stdout: "snapshot_clone_no_wait": { 2024-03-18T23:06:59.358 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "snapshot_clone_no_wait", 2024-03-18T23:06:59.358 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.358 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.358 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.358 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.358 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.358 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.358 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.359 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-03-18T23:06:59.359 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.359 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.359 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.359 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.359 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.359 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.359 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.359 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "zabbix", 2024-03-18T23:06:59.359 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.359 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.359 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.359 INFO:teuthology.orchestra.run.smithi052.stdout: "discovery_interval": { 2024-03-18T23:06:59.359 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "discovery_interval", 2024-03-18T23:06:59.360 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-03-18T23:06:59.360 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.360 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.360 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "100", 2024-03-18T23:06:59.360 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.360 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.360 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.360 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.360 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.360 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.360 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.360 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.360 INFO:teuthology.orchestra.run.smithi052.stdout: "identifier": { 2024-03-18T23:06:59.360 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "identifier", 2024-03-18T23:06:59.360 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.361 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.361 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.361 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.361 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.361 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.361 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.361 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.361 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.361 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.361 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.361 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.361 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-03-18T23:06:59.361 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-03-18T23:06:59.361 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.362 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.362 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.362 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-03-18T23:06:59.362 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.362 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.362 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.362 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.362 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.362 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.362 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.362 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.362 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.362 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.362 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.363 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.363 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.363 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.363 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.363 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.363 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.363 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.363 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.363 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.363 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.363 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.363 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.363 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.363 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.364 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.364 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.364 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.364 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.364 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.364 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.364 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.364 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.364 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.364 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.364 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.364 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.364 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.364 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.364 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.364 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.365 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.365 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.365 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.365 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.365 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.365 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.365 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.365 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.365 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.365 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.365 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.365 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.365 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.365 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.365 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.366 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.366 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.366 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.366 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.366 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.366 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.366 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.366 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.366 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.366 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.366 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.366 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.366 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.366 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.366 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.367 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.367 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.367 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.367 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.367 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.367 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.367 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.367 INFO:teuthology.orchestra.run.smithi052.stdout: "zabbix_host": { 2024-03-18T23:06:59.367 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "zabbix_host", 2024-03-18T23:06:59.367 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.367 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.367 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.367 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.367 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.367 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.368 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.368 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.368 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.368 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.368 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.368 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.368 INFO:teuthology.orchestra.run.smithi052.stdout: "zabbix_port": { 2024-03-18T23:06:59.368 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "zabbix_port", 2024-03-18T23:06:59.368 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.368 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.368 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.368 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10051", 2024-03-18T23:06:59.368 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.368 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.368 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.369 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.369 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.369 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.369 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.369 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.369 INFO:teuthology.orchestra.run.smithi052.stdout: "zabbix_sender": { 2024-03-18T23:06:59.369 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "zabbix_sender", 2024-03-18T23:06:59.369 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.369 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.369 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.369 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-03-18T23:06:59.369 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.369 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.369 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.369 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.370 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.370 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.370 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.370 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.370 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.370 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.370 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2024-03-18T23:06:59.370 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.370 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.370 INFO:teuthology.orchestra.run.smithi052.stdout: "modules": [ 2024-03-18T23:06:59.370 INFO:teuthology.orchestra.run.smithi052.stdout: "cephadm", 2024-03-18T23:06:59.370 INFO:teuthology.orchestra.run.smithi052.stdout: "dashboard", 2024-03-18T23:06:59.370 INFO:teuthology.orchestra.run.smithi052.stdout: "iostat", 2024-03-18T23:06:59.370 INFO:teuthology.orchestra.run.smithi052.stdout: "nfs", 2024-03-18T23:06:59.371 INFO:teuthology.orchestra.run.smithi052.stdout: "restful", 2024-03-18T23:06:59.371 INFO:teuthology.orchestra.run.smithi052.stdout: "snap_schedule" 2024-03-18T23:06:59.371 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.371 INFO:teuthology.orchestra.run.smithi052.stdout: "available_modules": [ 2024-03-18T23:06:59.371 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.371 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "alerts", 2024-03-18T23:06:59.371 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.371 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.371 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.371 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-03-18T23:06:59.371 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-03-18T23:06:59.371 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.371 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.371 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.371 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-03-18T23:06:59.372 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.372 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.372 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.372 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "How frequently to reexamine health status", 2024-03-18T23:06:59.372 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.372 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.372 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.372 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.372 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.372 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.372 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.372 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.372 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.372 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.373 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.373 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.373 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.373 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.373 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.373 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.373 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.373 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.373 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.373 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.373 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.373 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.373 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.373 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.373 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.374 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.374 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.374 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.374 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.374 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.374 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.374 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.374 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.374 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.374 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.374 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.374 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.374 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.375 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.375 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.375 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.375 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.375 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.375 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.375 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.375 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.375 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.375 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.375 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.375 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.375 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.375 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.375 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.376 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.376 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.376 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.376 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.376 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.376 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.376 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.376 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.376 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.376 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.376 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.376 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.376 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.376 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.376 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.377 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.377 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.377 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.377 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.377 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.377 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.377 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_destination": { 2024-03-18T23:06:59.377 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_destination", 2024-03-18T23:06:59.377 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.377 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.377 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.377 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.377 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.377 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.377 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.378 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Email address to send alerts to", 2024-03-18T23:06:59.378 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.378 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.378 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.378 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.378 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_from_name": { 2024-03-18T23:06:59.378 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_from_name", 2024-03-18T23:06:59.378 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.378 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.378 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.378 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "Ceph", 2024-03-18T23:06:59.378 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.378 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.378 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.379 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Email From: name", 2024-03-18T23:06:59.379 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.379 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.379 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.379 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.379 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_host": { 2024-03-18T23:06:59.379 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_host", 2024-03-18T23:06:59.379 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.379 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.379 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.379 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.379 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.379 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.379 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.380 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "SMTP server", 2024-03-18T23:06:59.380 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.380 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.380 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.380 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.380 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_password": { 2024-03-18T23:06:59.380 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_password", 2024-03-18T23:06:59.380 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.380 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.380 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.380 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.380 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.380 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.380 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.380 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Password to authenticate with", 2024-03-18T23:06:59.381 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.381 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.381 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.381 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.381 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_port": { 2024-03-18T23:06:59.381 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_port", 2024-03-18T23:06:59.381 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.381 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.381 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.381 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "465", 2024-03-18T23:06:59.381 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.381 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.381 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.381 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "SMTP port", 2024-03-18T23:06:59.381 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.382 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.382 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.382 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.382 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_sender": { 2024-03-18T23:06:59.382 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_sender", 2024-03-18T23:06:59.382 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.382 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.382 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.382 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.382 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.382 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.382 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.382 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "SMTP envelope sender", 2024-03-18T23:06:59.382 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.382 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.383 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.383 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.383 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_ssl": { 2024-03-18T23:06:59.383 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_ssl", 2024-03-18T23:06:59.383 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.383 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.383 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.383 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.383 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.383 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.383 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.383 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Use SSL to connect to SMTP server", 2024-03-18T23:06:59.383 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.383 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.383 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.383 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.384 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_user": { 2024-03-18T23:06:59.384 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_user", 2024-03-18T23:06:59.384 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.384 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.384 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.384 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.384 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.384 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.384 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.384 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "User to authenticate as", 2024-03-18T23:06:59.384 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.384 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.384 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.384 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.384 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.384 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.385 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.385 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "balancer", 2024-03-18T23:06:59.385 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.385 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.385 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.385 INFO:teuthology.orchestra.run.smithi052.stdout: "active": { 2024-03-18T23:06:59.385 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "active", 2024-03-18T23:06:59.385 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.385 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.385 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.385 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.385 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.385 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.385 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.385 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "automatically balance PGs across cluster", 2024-03-18T23:06:59.385 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.386 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.386 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.386 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.386 INFO:teuthology.orchestra.run.smithi052.stdout: "begin_time": { 2024-03-18T23:06:59.386 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "begin_time", 2024-03-18T23:06:59.386 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.386 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.386 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.386 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0000", 2024-03-18T23:06:59.386 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.386 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.386 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.386 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "beginning time of day to automatically balance", 2024-03-18T23:06:59.386 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-03-18T23:06:59.386 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.387 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.387 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.387 INFO:teuthology.orchestra.run.smithi052.stdout: "begin_weekday": { 2024-03-18T23:06:59.387 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "begin_weekday", 2024-03-18T23:06:59.387 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-03-18T23:06:59.387 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.387 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.387 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-03-18T23:06:59.387 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "0", 2024-03-18T23:06:59.387 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "6", 2024-03-18T23:06:59.387 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.387 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-03-18T23:06:59.387 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-03-18T23:06:59.387 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.388 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.388 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.388 INFO:teuthology.orchestra.run.smithi052.stdout: "crush_compat_max_iterations": { 2024-03-18T23:06:59.388 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crush_compat_max_iterations", 2024-03-18T23:06:59.388 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-03-18T23:06:59.388 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.388 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.388 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "25", 2024-03-18T23:06:59.388 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1", 2024-03-18T23:06:59.388 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "250", 2024-03-18T23:06:59.388 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.388 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-03-18T23:06:59.388 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.388 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.388 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.389 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.389 INFO:teuthology.orchestra.run.smithi052.stdout: "crush_compat_metrics": { 2024-03-18T23:06:59.389 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crush_compat_metrics", 2024-03-18T23:06:59.389 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.389 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.389 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.389 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "pgs,objects,bytes", 2024-03-18T23:06:59.389 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.389 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.389 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.389 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-03-18T23:06:59.389 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-03-18T23:06:59.389 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.389 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.389 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.390 INFO:teuthology.orchestra.run.smithi052.stdout: "crush_compat_step": { 2024-03-18T23:06:59.390 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crush_compat_step", 2024-03-18T23:06:59.390 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-03-18T23:06:59.390 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.390 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.390 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0.5", 2024-03-18T23:06:59.390 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "0.001", 2024-03-18T23:06:59.390 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "0.999", 2024-03-18T23:06:59.390 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.390 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "aggressiveness of optimization", 2024-03-18T23:06:59.390 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-03-18T23:06:59.390 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.390 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.390 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.390 INFO:teuthology.orchestra.run.smithi052.stdout: "end_time": { 2024-03-18T23:06:59.391 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "end_time", 2024-03-18T23:06:59.391 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.391 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.391 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.391 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "2359", 2024-03-18T23:06:59.391 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.391 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.391 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.391 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "ending time of day to automatically balance", 2024-03-18T23:06:59.391 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-03-18T23:06:59.391 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.391 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.391 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.391 INFO:teuthology.orchestra.run.smithi052.stdout: "end_weekday": { 2024-03-18T23:06:59.391 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "end_weekday", 2024-03-18T23:06:59.392 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-03-18T23:06:59.392 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.392 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.392 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-03-18T23:06:59.392 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "0", 2024-03-18T23:06:59.392 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "6", 2024-03-18T23:06:59.392 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.392 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-03-18T23:06:59.392 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-03-18T23:06:59.392 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.392 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.392 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.392 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.392 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.392 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.393 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.393 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.393 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.393 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.393 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.393 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.393 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.393 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.393 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.393 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.393 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.393 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.393 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.393 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.393 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.394 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.394 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.394 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.394 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.394 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.394 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.394 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.394 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.394 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.394 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.394 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.394 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.394 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.395 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.395 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.395 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.395 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.395 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.395 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.395 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.395 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.395 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.395 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.395 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.395 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.395 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.395 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.396 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.396 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.396 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.396 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.396 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.396 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.396 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.396 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.396 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.396 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.396 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.396 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.396 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.396 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.396 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.397 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.397 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.397 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.397 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.397 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.397 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.397 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.397 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.397 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.397 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.397 INFO:teuthology.orchestra.run.smithi052.stdout: "min_score": { 2024-03-18T23:06:59.397 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "min_score", 2024-03-18T23:06:59.397 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-03-18T23:06:59.397 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.398 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.398 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-03-18T23:06:59.398 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.398 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.398 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.398 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-03-18T23:06:59.398 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.398 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.398 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.398 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.398 INFO:teuthology.orchestra.run.smithi052.stdout: "mode": { 2024-03-18T23:06:59.398 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mode", 2024-03-18T23:06:59.398 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.398 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.398 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.399 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "upmap", 2024-03-18T23:06:59.399 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.399 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.399 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.399 INFO:teuthology.orchestra.run.smithi052.stdout: "crush-compat", 2024-03-18T23:06:59.399 INFO:teuthology.orchestra.run.smithi052.stdout: "none", 2024-03-18T23:06:59.399 INFO:teuthology.orchestra.run.smithi052.stdout: "read", 2024-03-18T23:06:59.399 INFO:teuthology.orchestra.run.smithi052.stdout: "upmap", 2024-03-18T23:06:59.399 INFO:teuthology.orchestra.run.smithi052.stdout: "upmap-read" 2024-03-18T23:06:59.399 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.399 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Balancer mode", 2024-03-18T23:06:59.399 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.399 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.399 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.399 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.400 INFO:teuthology.orchestra.run.smithi052.stdout: "pool_ids": { 2024-03-18T23:06:59.400 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "pool_ids", 2024-03-18T23:06:59.400 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.400 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.400 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.400 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.400 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.400 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.400 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.400 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-03-18T23:06:59.400 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.400 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.400 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.400 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.400 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-03-18T23:06:59.401 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-03-18T23:06:59.401 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.401 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.401 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.401 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-03-18T23:06:59.401 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.401 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.401 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.401 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-03-18T23:06:59.401 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.401 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.401 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.401 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.401 INFO:teuthology.orchestra.run.smithi052.stdout: "upmap_max_deviation": { 2024-03-18T23:06:59.401 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "upmap_max_deviation", 2024-03-18T23:06:59.402 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.402 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.402 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.402 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5", 2024-03-18T23:06:59.402 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1", 2024-03-18T23:06:59.402 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.402 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.402 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "deviation below which no optimization is attempted", 2024-03-18T23:06:59.402 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-03-18T23:06:59.402 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.402 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.402 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.402 INFO:teuthology.orchestra.run.smithi052.stdout: "upmap_max_optimizations": { 2024-03-18T23:06:59.403 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "upmap_max_optimizations", 2024-03-18T23:06:59.403 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-03-18T23:06:59.403 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.403 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.403 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-03-18T23:06:59.403 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.403 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.403 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.403 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-03-18T23:06:59.403 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.403 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.403 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.403 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.403 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.404 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.404 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.404 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cephadm", 2024-03-18T23:06:59.404 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.404 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.404 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.404 INFO:teuthology.orchestra.run.smithi052.stdout: "agent_down_multiplier": { 2024-03-18T23:06:59.404 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "agent_down_multiplier", 2024-03-18T23:06:59.404 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-03-18T23:06:59.404 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.404 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.404 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "3.0", 2024-03-18T23:06:59.404 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.404 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.404 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.405 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-03-18T23:06:59.405 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.405 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.405 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.405 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.405 INFO:teuthology.orchestra.run.smithi052.stdout: "agent_refresh_rate": { 2024-03-18T23:06:59.405 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "agent_refresh_rate", 2024-03-18T23:06:59.405 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.405 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.405 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.405 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "20", 2024-03-18T23:06:59.405 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.405 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.405 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.405 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-03-18T23:06:59.406 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.406 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.406 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.406 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.406 INFO:teuthology.orchestra.run.smithi052.stdout: "agent_starting_port": { 2024-03-18T23:06:59.406 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "agent_starting_port", 2024-03-18T23:06:59.406 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.406 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.406 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.406 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "4721", 2024-03-18T23:06:59.406 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.406 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.406 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.406 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-03-18T23:06:59.407 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.407 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.407 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.407 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.407 INFO:teuthology.orchestra.run.smithi052.stdout: "allow_ptrace": { 2024-03-18T23:06:59.407 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "allow_ptrace", 2024-03-18T23:06:59.407 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.407 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.407 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.407 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.407 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.407 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.407 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.407 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-03-18T23:06:59.408 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-03-18T23:06:59.408 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.408 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.408 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.408 INFO:teuthology.orchestra.run.smithi052.stdout: "autotune_interval": { 2024-03-18T23:06:59.408 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "autotune_interval", 2024-03-18T23:06:59.408 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.408 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.408 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.408 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-03-18T23:06:59.408 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.408 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.408 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.408 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to autotune daemon memory", 2024-03-18T23:06:59.409 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.409 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.409 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.409 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.409 INFO:teuthology.orchestra.run.smithi052.stdout: "autotune_memory_target_ratio": { 2024-03-18T23:06:59.409 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "autotune_memory_target_ratio", 2024-03-18T23:06:59.409 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-03-18T23:06:59.409 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.409 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.409 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0.7", 2024-03-18T23:06:59.409 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.409 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.409 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.409 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-03-18T23:06:59.409 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.410 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.410 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.410 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.410 INFO:teuthology.orchestra.run.smithi052.stdout: "cephadm_log_destination": { 2024-03-18T23:06:59.410 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cephadm_log_destination", 2024-03-18T23:06:59.410 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.410 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.410 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.410 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.410 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.410 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.410 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.410 INFO:teuthology.orchestra.run.smithi052.stdout: "file", 2024-03-18T23:06:59.410 INFO:teuthology.orchestra.run.smithi052.stdout: "file,syslog", 2024-03-18T23:06:59.410 INFO:teuthology.orchestra.run.smithi052.stdout: "syslog" 2024-03-18T23:06:59.411 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.411 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-03-18T23:06:59.411 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.411 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.411 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.411 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.411 INFO:teuthology.orchestra.run.smithi052.stdout: "cgroups_split": { 2024-03-18T23:06:59.411 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cgroups_split", 2024-03-18T23:06:59.411 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.411 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.411 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.411 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.411 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.411 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.412 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.412 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-03-18T23:06:59.412 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.412 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.412 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.412 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.412 INFO:teuthology.orchestra.run.smithi052.stdout: "config_checks_enabled": { 2024-03-18T23:06:59.412 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "config_checks_enabled", 2024-03-18T23:06:59.412 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.412 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.412 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.412 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.412 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.412 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.413 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.413 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-03-18T23:06:59.413 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.413 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.413 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.413 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.413 INFO:teuthology.orchestra.run.smithi052.stdout: "config_dashboard": { 2024-03-18T23:06:59.413 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "config_dashboard", 2024-03-18T23:06:59.413 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.413 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.413 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.413 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.413 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.413 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.413 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.414 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-03-18T23:06:59.414 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.414 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.414 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.414 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.414 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_alertmanager": { 2024-03-18T23:06:59.414 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_alertmanager", 2024-03-18T23:06:59.414 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.414 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.414 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.414 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-03-18T23:06:59.414 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.414 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.414 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.415 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Prometheus container image", 2024-03-18T23:06:59.415 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.415 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.415 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.415 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.415 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_base": { 2024-03-18T23:06:59.415 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_base", 2024-03-18T23:06:59.415 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.415 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.415 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.415 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/ceph", 2024-03-18T23:06:59.415 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.415 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.415 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.415 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Container image name, without the tag", 2024-03-18T23:06:59.416 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.416 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.416 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.416 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.416 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_elasticsearch": { 2024-03-18T23:06:59.416 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_elasticsearch", 2024-03-18T23:06:59.416 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.416 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.416 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.416 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-03-18T23:06:59.416 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.416 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.416 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.416 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "elasticsearch container image", 2024-03-18T23:06:59.417 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.417 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.417 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.417 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.417 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_grafana": { 2024-03-18T23:06:59.417 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_grafana", 2024-03-18T23:06:59.417 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.417 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.417 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.417 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.12", 2024-03-18T23:06:59.417 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.417 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.417 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.417 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Prometheus container image", 2024-03-18T23:06:59.417 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.418 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.418 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.418 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.418 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_haproxy": { 2024-03-18T23:06:59.418 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_haproxy", 2024-03-18T23:06:59.418 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.418 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.418 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.418 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-03-18T23:06:59.418 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.418 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.418 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.418 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "HAproxy container image", 2024-03-18T23:06:59.418 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.419 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.419 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.419 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.419 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_jaeger_agent": { 2024-03-18T23:06:59.419 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_jaeger_agent", 2024-03-18T23:06:59.419 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.419 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.419 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.419 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-03-18T23:06:59.419 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.419 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.419 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.419 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Jaeger agent container image", 2024-03-18T23:06:59.419 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.419 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.420 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.420 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.420 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_jaeger_collector": { 2024-03-18T23:06:59.420 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_jaeger_collector", 2024-03-18T23:06:59.420 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.420 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.420 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.420 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-03-18T23:06:59.420 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.420 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.420 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.420 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Jaeger collector container image", 2024-03-18T23:06:59.420 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.420 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.420 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.420 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.421 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_jaeger_query": { 2024-03-18T23:06:59.421 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_jaeger_query", 2024-03-18T23:06:59.421 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.421 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.421 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.421 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-03-18T23:06:59.421 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.421 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.421 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.421 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Jaeger query container image", 2024-03-18T23:06:59.421 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.421 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.421 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.421 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.421 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_keepalived": { 2024-03-18T23:06:59.422 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_keepalived", 2024-03-18T23:06:59.422 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.422 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.422 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.422 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-03-18T23:06:59.422 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.422 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.422 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.422 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Keepalived container image", 2024-03-18T23:06:59.422 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.422 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.422 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.422 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.423 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_loki": { 2024-03-18T23:06:59.423 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_loki", 2024-03-18T23:06:59.423 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.423 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.423 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.423 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-03-18T23:06:59.423 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.423 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.423 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.423 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Loki container image", 2024-03-18T23:06:59.423 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.423 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.423 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.423 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.423 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_node_exporter": { 2024-03-18T23:06:59.424 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_node_exporter", 2024-03-18T23:06:59.424 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.424 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.424 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.424 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-03-18T23:06:59.424 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.424 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.424 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.424 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Prometheus container image", 2024-03-18T23:06:59.424 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.424 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.424 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.424 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.424 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_nvmeof": { 2024-03-18T23:06:59.424 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_nvmeof", 2024-03-18T23:06:59.425 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.425 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.425 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.425 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/nvmeof:1.0.0", 2024-03-18T23:06:59.425 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.425 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.425 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.425 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Nvme-of container image", 2024-03-18T23:06:59.425 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.425 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.425 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.425 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.425 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_prometheus": { 2024-03-18T23:06:59.425 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_prometheus", 2024-03-18T23:06:59.426 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.426 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.426 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.426 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-03-18T23:06:59.426 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.426 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.426 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.426 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Prometheus container image", 2024-03-18T23:06:59.426 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.426 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.426 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.426 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.426 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_promtail": { 2024-03-18T23:06:59.426 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_promtail", 2024-03-18T23:06:59.426 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.427 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.427 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.427 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-03-18T23:06:59.427 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.427 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.427 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.427 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Promtail container image", 2024-03-18T23:06:59.427 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.427 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.427 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.427 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.427 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_snmp_gateway": { 2024-03-18T23:06:59.427 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_snmp_gateway", 2024-03-18T23:06:59.427 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.427 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.428 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.428 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-03-18T23:06:59.428 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.428 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.428 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.428 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "SNMP Gateway container image", 2024-03-18T23:06:59.428 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.428 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.428 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.428 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.428 INFO:teuthology.orchestra.run.smithi052.stdout: "container_init": { 2024-03-18T23:06:59.428 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_init", 2024-03-18T23:06:59.428 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.428 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.429 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.429 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.429 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.429 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.429 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.429 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Run podman/docker with `--init`", 2024-03-18T23:06:59.429 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.429 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.429 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.429 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.429 INFO:teuthology.orchestra.run.smithi052.stdout: "daemon_cache_timeout": { 2024-03-18T23:06:59.429 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "daemon_cache_timeout", 2024-03-18T23:06:59.429 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.429 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.430 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.430 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-03-18T23:06:59.430 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.430 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.430 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.430 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-03-18T23:06:59.430 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.430 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.430 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.430 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.430 INFO:teuthology.orchestra.run.smithi052.stdout: "default_cephadm_command_timeout": { 2024-03-18T23:06:59.430 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "default_cephadm_command_timeout", 2024-03-18T23:06:59.430 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.431 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.431 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.431 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "900", 2024-03-18T23:06:59.431 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.431 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.431 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.431 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-03-18T23:06:59.431 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.431 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.431 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.431 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.431 INFO:teuthology.orchestra.run.smithi052.stdout: "default_registry": { 2024-03-18T23:06:59.431 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "default_registry", 2024-03-18T23:06:59.431 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.432 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.432 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.432 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "docker.io", 2024-03-18T23:06:59.432 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.432 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.432 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.432 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-03-18T23:06:59.432 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.432 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.432 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.432 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.432 INFO:teuthology.orchestra.run.smithi052.stdout: "device_cache_timeout": { 2024-03-18T23:06:59.432 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "device_cache_timeout", 2024-03-18T23:06:59.432 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.433 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.433 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.433 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "1800", 2024-03-18T23:06:59.433 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.433 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.433 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.433 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "seconds to cache device inventory", 2024-03-18T23:06:59.433 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.433 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.433 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.433 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.433 INFO:teuthology.orchestra.run.smithi052.stdout: "device_enhanced_scan": { 2024-03-18T23:06:59.433 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "device_enhanced_scan", 2024-03-18T23:06:59.433 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.434 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.434 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.434 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.434 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.434 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.434 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.434 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Use libstoragemgmt during device scans", 2024-03-18T23:06:59.434 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.434 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.434 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.434 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.434 INFO:teuthology.orchestra.run.smithi052.stdout: "facts_cache_timeout": { 2024-03-18T23:06:59.434 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "facts_cache_timeout", 2024-03-18T23:06:59.434 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.435 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.435 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.435 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-03-18T23:06:59.435 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.435 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.435 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.435 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "seconds to cache host facts data", 2024-03-18T23:06:59.435 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.435 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.435 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.435 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.435 INFO:teuthology.orchestra.run.smithi052.stdout: "host_check_interval": { 2024-03-18T23:06:59.435 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "host_check_interval", 2024-03-18T23:06:59.435 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.436 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.436 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.436 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-03-18T23:06:59.436 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.436 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.436 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.436 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to perform a host check", 2024-03-18T23:06:59.436 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.436 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.436 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.436 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.436 INFO:teuthology.orchestra.run.smithi052.stdout: "hw_monitoring": { 2024-03-18T23:06:59.436 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "hw_monitoring", 2024-03-18T23:06:59.436 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.437 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.437 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.437 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.437 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.437 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.437 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.437 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-03-18T23:06:59.437 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.437 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.437 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.437 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.437 INFO:teuthology.orchestra.run.smithi052.stdout: "inventory_list_all": { 2024-03-18T23:06:59.437 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "inventory_list_all", 2024-03-18T23:06:59.437 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.438 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.438 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.438 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.438 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.438 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.438 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.438 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-03-18T23:06:59.438 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.438 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.438 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.438 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.438 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.438 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.438 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.439 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.439 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.439 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.439 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.439 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.439 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.439 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.439 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.439 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.439 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.439 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.439 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.439 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.439 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.440 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.440 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.440 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.440 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.440 INFO:teuthology.orchestra.run.smithi052.stdout: "log_refresh_metadata": { 2024-03-18T23:06:59.440 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_refresh_metadata", 2024-03-18T23:06:59.440 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.440 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.440 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.440 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.440 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.440 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.440 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.440 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-03-18T23:06:59.440 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.441 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.441 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.441 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.441 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.441 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.441 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.441 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.441 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.441 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.441 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.441 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.441 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.441 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-03-18T23:06:59.441 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.442 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.442 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.442 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.442 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.442 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.442 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.442 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.442 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.442 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.442 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.442 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.442 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.442 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.442 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.443 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.443 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.446 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.446 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.446 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.446 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.446 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.446 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.446 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.447 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.447 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.447 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.447 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.447 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.447 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.447 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.447 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.447 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.447 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.447 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.447 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.447 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.447 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.447 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.448 INFO:teuthology.orchestra.run.smithi052.stdout: "manage_etc_ceph_ceph_conf": { 2024-03-18T23:06:59.448 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-03-18T23:06:59.448 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.448 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.448 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.448 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.448 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.448 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.448 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.448 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-03-18T23:06:59.448 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.448 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.448 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.449 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.449 INFO:teuthology.orchestra.run.smithi052.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-03-18T23:06:59.449 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-03-18T23:06:59.449 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.449 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.449 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.449 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "*", 2024-03-18T23:06:59.449 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.449 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.449 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.449 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-03-18T23:06:59.449 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.449 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.449 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.449 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.450 INFO:teuthology.orchestra.run.smithi052.stdout: "max_count_per_host": { 2024-03-18T23:06:59.450 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_count_per_host", 2024-03-18T23:06:59.450 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.450 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.450 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.450 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-03-18T23:06:59.450 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.450 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.450 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.450 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "max number of daemons per service per host", 2024-03-18T23:06:59.450 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.450 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.450 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.450 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.451 INFO:teuthology.orchestra.run.smithi052.stdout: "max_osd_draining_count": { 2024-03-18T23:06:59.451 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_osd_draining_count", 2024-03-18T23:06:59.451 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.451 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.451 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.451 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-03-18T23:06:59.451 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.451 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.451 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.451 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-03-18T23:06:59.451 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.451 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.451 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.451 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.452 INFO:teuthology.orchestra.run.smithi052.stdout: "migration_current": { 2024-03-18T23:06:59.452 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "migration_current", 2024-03-18T23:06:59.452 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.452 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.452 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.452 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.452 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.452 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.452 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.452 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "internal - do not modify", 2024-03-18T23:06:59.452 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.452 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.452 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.452 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.452 INFO:teuthology.orchestra.run.smithi052.stdout: "mode": { 2024-03-18T23:06:59.453 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mode", 2024-03-18T23:06:59.453 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.453 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.453 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.453 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "root", 2024-03-18T23:06:59.453 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.453 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.453 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.453 INFO:teuthology.orchestra.run.smithi052.stdout: "cephadm-package", 2024-03-18T23:06:59.453 INFO:teuthology.orchestra.run.smithi052.stdout: "root" 2024-03-18T23:06:59.453 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.453 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "mode for remote execution of cephadm", 2024-03-18T23:06:59.453 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.453 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.454 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.454 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.454 INFO:teuthology.orchestra.run.smithi052.stdout: "oob_default_addr": { 2024-03-18T23:06:59.454 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "oob_default_addr", 2024-03-18T23:06:59.454 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.454 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.454 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.454 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "169.254.1.1", 2024-03-18T23:06:59.454 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.454 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.454 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.454 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Default address for RedFish API (oob management).", 2024-03-18T23:06:59.454 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.455 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.455 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.455 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.455 INFO:teuthology.orchestra.run.smithi052.stdout: "prometheus_alerts_path": { 2024-03-18T23:06:59.455 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "prometheus_alerts_path", 2024-03-18T23:06:59.455 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.455 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.455 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.455 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-03-18T23:06:59.455 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.455 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.455 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.455 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-03-18T23:06:59.455 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.456 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.456 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.456 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.456 INFO:teuthology.orchestra.run.smithi052.stdout: "registry_insecure": { 2024-03-18T23:06:59.456 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "registry_insecure", 2024-03-18T23:06:59.456 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.456 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.456 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.456 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.456 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.456 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.456 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.456 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-03-18T23:06:59.456 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.456 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.457 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.457 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.457 INFO:teuthology.orchestra.run.smithi052.stdout: "registry_password": { 2024-03-18T23:06:59.457 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "registry_password", 2024-03-18T23:06:59.457 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.457 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.457 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.457 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.457 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.457 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.457 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.457 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-03-18T23:06:59.457 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.457 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.458 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.458 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.458 INFO:teuthology.orchestra.run.smithi052.stdout: "registry_url": { 2024-03-18T23:06:59.458 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "registry_url", 2024-03-18T23:06:59.458 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.458 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.458 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.458 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.458 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.458 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.458 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.458 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-03-18T23:06:59.458 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.459 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.459 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.459 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.459 INFO:teuthology.orchestra.run.smithi052.stdout: "registry_username": { 2024-03-18T23:06:59.459 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "registry_username", 2024-03-18T23:06:59.459 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.459 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.459 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.459 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.459 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.459 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.459 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.459 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-03-18T23:06:59.459 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.459 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.460 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.460 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.460 INFO:teuthology.orchestra.run.smithi052.stdout: "secure_monitoring_stack": { 2024-03-18T23:06:59.460 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "secure_monitoring_stack", 2024-03-18T23:06:59.460 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.460 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.460 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.460 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.460 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.460 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.460 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.460 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-03-18T23:06:59.460 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.460 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.460 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.461 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.461 INFO:teuthology.orchestra.run.smithi052.stdout: "service_discovery_port": { 2024-03-18T23:06:59.461 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "service_discovery_port", 2024-03-18T23:06:59.461 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.461 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.461 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.461 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8765", 2024-03-18T23:06:59.461 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.461 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.461 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.461 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "cephadm service discovery port", 2024-03-18T23:06:59.461 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.461 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.461 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.462 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.462 INFO:teuthology.orchestra.run.smithi052.stdout: "ssh_config_file": { 2024-03-18T23:06:59.462 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ssh_config_file", 2024-03-18T23:06:59.462 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.462 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.462 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.462 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.462 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.462 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.462 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.462 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-03-18T23:06:59.462 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.462 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.462 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.463 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.463 INFO:teuthology.orchestra.run.smithi052.stdout: "use_agent": { 2024-03-18T23:06:59.463 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "use_agent", 2024-03-18T23:06:59.463 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.463 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.463 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.463 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.463 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.463 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.463 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.463 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-03-18T23:06:59.463 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.463 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.463 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.464 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.464 INFO:teuthology.orchestra.run.smithi052.stdout: "use_repo_digest": { 2024-03-18T23:06:59.464 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "use_repo_digest", 2024-03-18T23:06:59.464 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.464 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.464 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.464 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.464 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.464 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.464 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.464 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-03-18T23:06:59.464 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.464 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.464 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.464 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.465 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_on_failed_host_check": { 2024-03-18T23:06:59.465 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_on_failed_host_check", 2024-03-18T23:06:59.465 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.465 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.465 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.465 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.465 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.465 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.465 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.465 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "raise a health warning if the host check fails", 2024-03-18T23:06:59.465 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.465 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.465 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.465 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.466 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_on_stray_daemons": { 2024-03-18T23:06:59.466 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_on_stray_daemons", 2024-03-18T23:06:59.466 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.466 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.466 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.466 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.466 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.466 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.466 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.466 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-03-18T23:06:59.466 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.466 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.466 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.466 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.467 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_on_stray_hosts": { 2024-03-18T23:06:59.467 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_on_stray_hosts", 2024-03-18T23:06:59.467 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.467 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.467 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.467 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.467 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.467 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.467 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.467 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-03-18T23:06:59.467 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.467 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.467 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.467 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.468 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.468 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.468 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.468 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crash", 2024-03-18T23:06:59.468 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.468 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.468 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.468 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.468 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.468 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.468 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.468 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.468 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.468 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.468 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.469 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.469 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.469 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.469 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.469 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.469 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.469 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.469 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.469 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.469 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.469 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.469 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.469 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.469 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.469 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.470 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.470 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.470 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.470 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.470 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.470 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.470 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.470 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.470 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.470 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.470 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.470 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.470 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.470 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.471 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.471 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.471 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.471 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.471 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.471 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.471 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.471 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.471 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.471 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.471 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.471 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.471 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.471 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.471 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.471 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.472 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.472 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.472 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.472 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.472 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.472 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.472 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.472 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.472 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.472 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.472 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.472 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.472 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.472 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.472 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.473 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.473 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.473 INFO:teuthology.orchestra.run.smithi052.stdout: "retain_interval": { 2024-03-18T23:06:59.473 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "retain_interval", 2024-03-18T23:06:59.473 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.473 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.473 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.473 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "31536000", 2024-03-18T23:06:59.473 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.473 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.473 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.473 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how long to retain crashes before pruning them", 2024-03-18T23:06:59.473 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.473 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.473 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.473 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.474 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_recent_interval": { 2024-03-18T23:06:59.474 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_recent_interval", 2024-03-18T23:06:59.474 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.474 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.474 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.474 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "1209600", 2024-03-18T23:06:59.474 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.474 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.474 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.474 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "time interval in which to warn about recent crashes", 2024-03-18T23:06:59.474 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.474 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.474 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.474 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.475 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.475 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.475 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.475 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "dashboard", 2024-03-18T23:06:59.475 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.475 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.475 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.475 INFO:teuthology.orchestra.run.smithi052.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-03-18T23:06:59.475 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-03-18T23:06:59.475 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.475 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.475 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.475 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-03-18T23:06:59.475 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.476 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.476 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.476 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.476 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.476 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.476 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.476 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.476 INFO:teuthology.orchestra.run.smithi052.stdout: "ALERTMANAGER_API_HOST": { 2024-03-18T23:06:59.476 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ALERTMANAGER_API_HOST", 2024-03-18T23:06:59.476 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.476 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.476 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.476 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.476 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.476 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.477 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.477 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.477 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.477 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.477 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.477 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.477 INFO:teuthology.orchestra.run.smithi052.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-03-18T23:06:59.477 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-03-18T23:06:59.477 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.477 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.477 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.477 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.477 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.477 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.477 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.477 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.478 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.478 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.478 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.478 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.478 INFO:teuthology.orchestra.run.smithi052.stdout: "AUDIT_API_ENABLED": { 2024-03-18T23:06:59.478 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "AUDIT_API_ENABLED", 2024-03-18T23:06:59.478 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.478 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.478 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.478 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.478 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.478 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.479 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.479 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.479 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.479 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.479 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.479 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.479 INFO:teuthology.orchestra.run.smithi052.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-03-18T23:06:59.479 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-03-18T23:06:59.479 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.479 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.479 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.479 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.479 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.479 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.479 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.479 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.480 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.480 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.480 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.480 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.480 INFO:teuthology.orchestra.run.smithi052.stdout: "ENABLE_BROWSABLE_API": { 2024-03-18T23:06:59.480 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ENABLE_BROWSABLE_API", 2024-03-18T23:06:59.480 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.480 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.480 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.480 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.480 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.480 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.480 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.480 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.480 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.481 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.481 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.481 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.481 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-03-18T23:06:59.481 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-03-18T23:06:59.481 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.481 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.481 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.481 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.481 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.481 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.481 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.481 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.481 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.482 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.482 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.482 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.482 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-03-18T23:06:59.482 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-03-18T23:06:59.482 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.482 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.482 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.482 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.482 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.482 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.482 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.482 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.482 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.483 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.483 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.483 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.483 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-03-18T23:06:59.483 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-03-18T23:06:59.483 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.483 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.483 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.483 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.483 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.483 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.483 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.483 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.483 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.483 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.484 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.484 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.484 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-03-18T23:06:59.484 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-03-18T23:06:59.484 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.484 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.484 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.484 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.484 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.484 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.484 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.484 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.484 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.484 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.484 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.485 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.485 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_NFS": { 2024-03-18T23:06:59.485 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-03-18T23:06:59.485 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.485 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.485 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.485 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.485 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.485 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.485 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.485 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.485 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.485 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.485 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.485 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.486 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_RBD": { 2024-03-18T23:06:59.486 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-03-18T23:06:59.486 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.486 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.486 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.486 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.486 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.486 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.486 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.486 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.486 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.486 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.486 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.486 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.487 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_RGW": { 2024-03-18T23:06:59.487 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-03-18T23:06:59.487 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.487 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.487 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.487 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.487 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.487 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.487 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.487 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.487 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.487 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.487 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.487 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.487 INFO:teuthology.orchestra.run.smithi052.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-03-18T23:06:59.488 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-03-18T23:06:59.488 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.488 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.488 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.488 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.488 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.488 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.488 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.488 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.488 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.488 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.488 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.488 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.488 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_API_PASSWORD": { 2024-03-18T23:06:59.489 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_API_PASSWORD", 2024-03-18T23:06:59.489 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.489 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.489 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.489 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "admin", 2024-03-18T23:06:59.489 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.489 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.489 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.489 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.489 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.489 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.489 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.489 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.489 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-03-18T23:06:59.489 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-03-18T23:06:59.490 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.490 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.490 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.490 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.490 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.490 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.490 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.490 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.490 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.490 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.490 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.490 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.490 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_API_URL": { 2024-03-18T23:06:59.490 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_API_URL", 2024-03-18T23:06:59.491 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.491 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.491 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.491 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.491 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.491 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.491 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.491 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.491 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.491 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.491 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.491 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.491 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_API_USERNAME": { 2024-03-18T23:06:59.491 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_API_USERNAME", 2024-03-18T23:06:59.491 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.492 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.492 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.492 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "admin", 2024-03-18T23:06:59.492 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.492 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.492 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.492 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.492 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.492 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.492 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.492 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.492 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-03-18T23:06:59.492 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-03-18T23:06:59.492 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.492 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.493 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.493 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.493 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.493 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.493 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.493 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.493 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.493 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.493 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.493 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.493 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-03-18T23:06:59.493 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-03-18T23:06:59.493 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.493 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.493 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.494 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.494 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.494 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.494 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.494 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.494 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.494 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.494 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.494 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.494 INFO:teuthology.orchestra.run.smithi052.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-03-18T23:06:59.494 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-03-18T23:06:59.494 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.494 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.495 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.495 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.495 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.495 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.495 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.495 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.495 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.495 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.495 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.495 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.495 INFO:teuthology.orchestra.run.smithi052.stdout: "ISSUE_TRACKER_API_KEY": { 2024-03-18T23:06:59.495 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-03-18T23:06:59.495 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.495 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.495 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.496 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.496 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.496 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.496 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.496 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.496 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.496 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.496 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.496 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.496 INFO:teuthology.orchestra.run.smithi052.stdout: "MULTICLUSTER_CONFIG": { 2024-03-18T23:06:59.496 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "MULTICLUSTER_CONFIG", 2024-03-18T23:06:59.496 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.496 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.497 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.497 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "{}", 2024-03-18T23:06:59.497 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.497 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.497 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.497 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.497 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.497 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.497 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.497 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.497 INFO:teuthology.orchestra.run.smithi052.stdout: "PROMETHEUS_API_HOST": { 2024-03-18T23:06:59.497 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PROMETHEUS_API_HOST", 2024-03-18T23:06:59.497 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.497 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.497 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.498 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.498 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.498 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.498 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.498 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.498 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.498 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.498 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.498 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.498 INFO:teuthology.orchestra.run.smithi052.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-03-18T23:06:59.498 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-03-18T23:06:59.498 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.498 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.498 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.499 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.499 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.499 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.499 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.499 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.499 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.499 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.499 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.499 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.499 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-03-18T23:06:59.499 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-03-18T23:06:59.499 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.499 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.499 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.499 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.500 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.500 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.500 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.500 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.500 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.500 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.500 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.500 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.500 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-03-18T23:06:59.500 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-03-18T23:06:59.500 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.500 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.500 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.500 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.500 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.501 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.501 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.501 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.501 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.501 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.501 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.501 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.501 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-03-18T23:06:59.501 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-03-18T23:06:59.501 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.501 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.501 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.501 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.501 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.501 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.501 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.501 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.502 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.502 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.502 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.502 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.502 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-03-18T23:06:59.502 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-03-18T23:06:59.502 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.502 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.502 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.502 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.502 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.502 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.502 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.502 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.503 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.503 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.503 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.503 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.503 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-03-18T23:06:59.503 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-03-18T23:06:59.503 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.503 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.503 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.503 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.503 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.503 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.503 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.503 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.503 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.503 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.504 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.504 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.504 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-03-18T23:06:59.504 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-03-18T23:06:59.504 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.504 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.504 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.504 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.504 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.504 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.504 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.504 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.504 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.504 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.504 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.504 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.505 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-03-18T23:06:59.505 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-03-18T23:06:59.505 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.505 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.505 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.505 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.505 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.505 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.505 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.505 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.505 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.505 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.505 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.505 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.505 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_ENABLED": { 2024-03-18T23:06:59.505 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_ENABLED", 2024-03-18T23:06:59.506 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.506 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.506 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.506 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.506 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.506 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.506 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.506 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.506 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.506 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.506 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.506 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.506 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-03-18T23:06:59.506 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-03-18T23:06:59.506 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.507 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.507 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.507 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-03-18T23:06:59.507 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.507 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.507 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.507 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.507 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.507 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.507 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.507 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.507 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-03-18T23:06:59.507 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-03-18T23:06:59.507 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.507 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.507 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.508 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-03-18T23:06:59.508 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.508 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.508 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.508 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.508 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.508 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.508 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.508 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.508 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-03-18T23:06:59.508 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-03-18T23:06:59.508 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.508 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.508 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.509 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8", 2024-03-18T23:06:59.509 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.509 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.509 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.509 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.509 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.509 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.509 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.509 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.509 INFO:teuthology.orchestra.run.smithi052.stdout: "REST_REQUESTS_TIMEOUT": { 2024-03-18T23:06:59.509 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-03-18T23:06:59.509 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.509 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.509 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.509 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "45", 2024-03-18T23:06:59.510 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.510 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.510 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.510 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.510 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.510 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.510 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.510 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.510 INFO:teuthology.orchestra.run.smithi052.stdout: "RGW_API_ACCESS_KEY": { 2024-03-18T23:06:59.510 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RGW_API_ACCESS_KEY", 2024-03-18T23:06:59.510 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.510 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.510 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.510 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.510 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.511 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.511 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.511 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.511 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.511 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.511 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.511 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.511 INFO:teuthology.orchestra.run.smithi052.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-03-18T23:06:59.511 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-03-18T23:06:59.511 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.511 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.511 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.511 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "admin", 2024-03-18T23:06:59.511 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.511 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.511 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.512 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.512 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.512 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.512 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.512 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.512 INFO:teuthology.orchestra.run.smithi052.stdout: "RGW_API_SECRET_KEY": { 2024-03-18T23:06:59.512 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RGW_API_SECRET_KEY", 2024-03-18T23:06:59.512 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.512 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.512 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.512 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.512 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.512 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.512 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.513 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.513 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.513 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.513 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.513 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.513 INFO:teuthology.orchestra.run.smithi052.stdout: "RGW_API_SSL_VERIFY": { 2024-03-18T23:06:59.513 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RGW_API_SSL_VERIFY", 2024-03-18T23:06:59.513 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.513 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.513 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.513 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.513 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.513 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.513 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.513 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.514 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.514 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.514 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.514 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.514 INFO:teuthology.orchestra.run.smithi052.stdout: "UNSAFE_TLS_v1_2": { 2024-03-18T23:06:59.514 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "UNSAFE_TLS_v1_2", 2024-03-18T23:06:59.514 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.514 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.514 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.514 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.514 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.514 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.514 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.514 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.515 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.515 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.515 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.515 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.515 INFO:teuthology.orchestra.run.smithi052.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-03-18T23:06:59.515 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-03-18T23:06:59.515 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.515 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.515 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.515 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-03-18T23:06:59.515 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.515 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.515 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.515 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.515 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.516 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.516 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.516 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.516 INFO:teuthology.orchestra.run.smithi052.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-03-18T23:06:59.516 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-03-18T23:06:59.516 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.516 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.516 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.516 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-03-18T23:06:59.516 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.516 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.516 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.516 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.516 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.517 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.517 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.517 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.517 INFO:teuthology.orchestra.run.smithi052.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-03-18T23:06:59.517 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-03-18T23:06:59.517 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.517 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.517 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.517 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5", 2024-03-18T23:06:59.517 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.517 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.517 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.517 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.517 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.517 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.518 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.518 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.518 INFO:teuthology.orchestra.run.smithi052.stdout: "cross_origin_url": { 2024-03-18T23:06:59.518 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cross_origin_url", 2024-03-18T23:06:59.518 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.518 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.518 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.518 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.518 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.518 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.518 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.518 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.518 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.518 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.518 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.519 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.519 INFO:teuthology.orchestra.run.smithi052.stdout: "crt_file": { 2024-03-18T23:06:59.519 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crt_file", 2024-03-18T23:06:59.519 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.519 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.519 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.519 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.519 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.519 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.519 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.519 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.519 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.519 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.519 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.519 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.520 INFO:teuthology.orchestra.run.smithi052.stdout: "debug": { 2024-03-18T23:06:59.520 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "debug", 2024-03-18T23:06:59.520 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.520 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.520 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.520 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.520 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.520 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.520 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.520 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Enable/disable debug options", 2024-03-18T23:06:59.520 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.520 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.520 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.520 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.520 INFO:teuthology.orchestra.run.smithi052.stdout: "jwt_token_ttl": { 2024-03-18T23:06:59.521 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "jwt_token_ttl", 2024-03-18T23:06:59.521 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.521 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.521 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.521 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "28800", 2024-03-18T23:06:59.521 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.521 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.521 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.521 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.521 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.521 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.521 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.521 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.521 INFO:teuthology.orchestra.run.smithi052.stdout: "key_file": { 2024-03-18T23:06:59.521 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "key_file", 2024-03-18T23:06:59.522 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.522 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.522 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.522 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.522 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.522 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.522 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.522 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.522 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.522 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.522 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.522 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.522 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.522 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.522 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.523 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.523 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.523 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.523 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.523 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.523 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.523 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.523 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.523 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.523 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.523 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.523 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.523 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.523 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.523 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.524 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.524 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.524 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.524 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.524 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.524 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.524 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.524 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.524 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.524 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.524 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.524 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.524 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.524 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.525 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.525 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.525 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.525 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.525 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.525 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.525 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.525 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.525 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.525 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.525 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.525 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.525 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.525 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.525 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.526 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.526 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.526 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.526 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.526 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.526 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.526 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.526 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.526 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.526 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.526 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.526 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.526 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.526 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.527 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.527 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.527 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.527 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.527 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.527 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.527 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.527 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.527 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.527 INFO:teuthology.orchestra.run.smithi052.stdout: "motd": { 2024-03-18T23:06:59.527 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "motd", 2024-03-18T23:06:59.527 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.527 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.527 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.528 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.528 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.528 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.528 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.528 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "The message of the day", 2024-03-18T23:06:59.528 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.528 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.528 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.528 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.528 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_resolve_ip_addr": { 2024-03-18T23:06:59.528 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "redirect_resolve_ip_addr", 2024-03-18T23:06:59.528 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.528 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.528 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.529 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.529 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.529 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.529 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.529 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.529 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.529 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.529 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.529 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.529 INFO:teuthology.orchestra.run.smithi052.stdout: "server_addr": { 2024-03-18T23:06:59.529 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_addr", 2024-03-18T23:06:59.529 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.529 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.529 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.529 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "::", 2024-03-18T23:06:59.530 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.530 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.530 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.530 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.530 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.530 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.530 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.530 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.530 INFO:teuthology.orchestra.run.smithi052.stdout: "server_port": { 2024-03-18T23:06:59.530 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_port", 2024-03-18T23:06:59.530 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.530 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.530 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.530 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8080", 2024-03-18T23:06:59.531 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.531 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.531 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.531 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.531 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.531 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.531 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.531 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.531 INFO:teuthology.orchestra.run.smithi052.stdout: "ssl": { 2024-03-18T23:06:59.531 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ssl", 2024-03-18T23:06:59.531 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.531 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.531 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.531 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.531 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.532 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.532 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.532 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.532 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.532 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.532 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.532 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.532 INFO:teuthology.orchestra.run.smithi052.stdout: "ssl_server_port": { 2024-03-18T23:06:59.532 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ssl_server_port", 2024-03-18T23:06:59.532 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.532 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.532 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.532 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8443", 2024-03-18T23:06:59.532 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.532 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.533 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.533 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.533 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.533 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.533 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.533 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.533 INFO:teuthology.orchestra.run.smithi052.stdout: "standby_behaviour": { 2024-03-18T23:06:59.533 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "standby_behaviour", 2024-03-18T23:06:59.533 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.533 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.533 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.533 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "redirect", 2024-03-18T23:06:59.533 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.533 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.533 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.534 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.534 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect" 2024-03-18T23:06:59.534 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.534 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.534 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.534 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.534 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.534 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.534 INFO:teuthology.orchestra.run.smithi052.stdout: "standby_error_status_code": { 2024-03-18T23:06:59.534 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "standby_error_status_code", 2024-03-18T23:06:59.534 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.534 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.534 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.534 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "500", 2024-03-18T23:06:59.534 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "400", 2024-03-18T23:06:59.535 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "599", 2024-03-18T23:06:59.535 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.535 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.535 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.535 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.535 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.535 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.535 INFO:teuthology.orchestra.run.smithi052.stdout: "url_prefix": { 2024-03-18T23:06:59.535 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "url_prefix", 2024-03-18T23:06:59.535 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.535 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.535 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.535 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.535 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.536 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.536 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.536 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.536 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.536 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.536 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.536 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.536 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.536 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.536 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.536 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "devicehealth", 2024-03-18T23:06:59.536 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.536 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.536 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.536 INFO:teuthology.orchestra.run.smithi052.stdout: "enable_monitoring": { 2024-03-18T23:06:59.537 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "enable_monitoring", 2024-03-18T23:06:59.537 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.537 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.537 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.537 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.537 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.537 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.537 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.537 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "monitor device health metrics", 2024-03-18T23:06:59.537 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.537 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.537 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.537 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.537 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.537 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.538 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.538 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.538 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.538 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.538 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.538 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.538 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.538 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.538 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.538 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.538 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.538 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.538 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.538 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.539 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.539 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.539 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.539 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.539 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.539 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.539 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.539 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.539 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.539 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.539 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.539 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.539 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.539 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.540 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.540 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.540 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.540 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.540 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.540 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.540 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.540 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.540 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.540 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.540 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.540 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.540 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.540 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.540 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.541 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.541 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.541 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.541 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.541 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.541 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.541 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.541 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.541 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.541 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.541 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.541 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.541 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.541 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.542 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.542 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.542 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.542 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.542 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.542 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.542 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.542 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.542 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.542 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.542 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.542 INFO:teuthology.orchestra.run.smithi052.stdout: "mark_out_threshold": { 2024-03-18T23:06:59.542 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mark_out_threshold", 2024-03-18T23:06:59.542 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.543 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.543 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.543 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "2419200", 2024-03-18T23:06:59.543 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.543 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.543 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.543 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-03-18T23:06:59.543 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.543 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.543 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.543 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.543 INFO:teuthology.orchestra.run.smithi052.stdout: "pool_name": { 2024-03-18T23:06:59.543 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "pool_name", 2024-03-18T23:06:59.543 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.543 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.544 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.544 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "device_health_metrics", 2024-03-18T23:06:59.544 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.544 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.544 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.544 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "name of pool in which to store device health metrics", 2024-03-18T23:06:59.544 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.544 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.544 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.544 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.544 INFO:teuthology.orchestra.run.smithi052.stdout: "retention_period": { 2024-03-18T23:06:59.544 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "retention_period", 2024-03-18T23:06:59.544 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.544 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.545 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.545 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "15552000", 2024-03-18T23:06:59.545 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.545 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.545 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.545 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how long to retain device health metrics", 2024-03-18T23:06:59.545 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.545 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.545 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.545 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.545 INFO:teuthology.orchestra.run.smithi052.stdout: "scrape_frequency": { 2024-03-18T23:06:59.545 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "scrape_frequency", 2024-03-18T23:06:59.545 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.545 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.546 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.546 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "86400", 2024-03-18T23:06:59.546 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.546 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.546 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.546 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to scrape device health metrics", 2024-03-18T23:06:59.546 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.546 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.546 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.546 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.546 INFO:teuthology.orchestra.run.smithi052.stdout: "self_heal": { 2024-03-18T23:06:59.546 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "self_heal", 2024-03-18T23:06:59.546 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.546 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.547 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.547 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.547 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.547 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.547 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.547 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-03-18T23:06:59.547 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.547 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.547 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.547 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.547 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-03-18T23:06:59.547 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-03-18T23:06:59.547 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.547 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.547 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.548 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-03-18T23:06:59.548 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.548 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.548 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.548 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to wake up and check device health", 2024-03-18T23:06:59.548 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.548 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.548 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.548 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.548 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_threshold": { 2024-03-18T23:06:59.548 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_threshold", 2024-03-18T23:06:59.548 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.548 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.548 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.549 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "7257600", 2024-03-18T23:06:59.549 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.549 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.549 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.549 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-03-18T23:06:59.549 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.549 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.549 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.549 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.549 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.549 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.549 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.549 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "diskprediction_local", 2024-03-18T23:06:59.549 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.549 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.550 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.550 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.550 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.550 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.550 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.550 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.550 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.550 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.550 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.550 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.550 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.550 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.550 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.550 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.551 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.551 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.551 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.551 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.551 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.551 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.551 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.551 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.551 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.551 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.551 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.551 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.551 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.551 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.551 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.552 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.552 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.552 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.552 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.552 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.552 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.552 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.552 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.552 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.552 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.552 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.552 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.552 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.552 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.552 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.552 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.553 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.553 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.553 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.553 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.553 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.553 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.553 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.553 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.553 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.553 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.553 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.553 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.553 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.553 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.554 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.554 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.554 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.554 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.554 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.554 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.554 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.554 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.554 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.554 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.554 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.554 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.554 INFO:teuthology.orchestra.run.smithi052.stdout: "predict_interval": { 2024-03-18T23:06:59.554 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "predict_interval", 2024-03-18T23:06:59.555 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.555 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.555 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.555 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "86400", 2024-03-18T23:06:59.555 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.555 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.555 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.555 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.555 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.555 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.555 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.555 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.555 INFO:teuthology.orchestra.run.smithi052.stdout: "predictor_model": { 2024-03-18T23:06:59.555 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "predictor_model", 2024-03-18T23:06:59.556 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.556 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.556 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.556 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "prophetstor", 2024-03-18T23:06:59.556 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.556 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.556 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.556 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.556 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.556 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.556 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.557 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.557 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-03-18T23:06:59.557 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-03-18T23:06:59.557 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.557 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.557 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.557 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-03-18T23:06:59.557 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.557 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.557 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.557 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.557 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.557 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.557 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.557 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.558 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.558 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.558 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.558 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "influx", 2024-03-18T23:06:59.558 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": false, 2024-03-18T23:06:59.558 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "influxdb python module not found", 2024-03-18T23:06:59.558 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.558 INFO:teuthology.orchestra.run.smithi052.stdout: "batch_size": { 2024-03-18T23:06:59.558 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "batch_size", 2024-03-18T23:06:59.558 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.558 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.558 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.558 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5000", 2024-03-18T23:06:59.559 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.559 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.559 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.559 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-03-18T23:06:59.559 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.559 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.559 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.559 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.559 INFO:teuthology.orchestra.run.smithi052.stdout: "database": { 2024-03-18T23:06:59.559 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "database", 2024-03-18T23:06:59.559 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.559 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.559 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.559 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "ceph", 2024-03-18T23:06:59.559 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.560 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.560 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.560 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-03-18T23:06:59.560 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.560 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.560 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.560 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.560 INFO:teuthology.orchestra.run.smithi052.stdout: "hostname": { 2024-03-18T23:06:59.560 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "hostname", 2024-03-18T23:06:59.560 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.560 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.560 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.560 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.560 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.561 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.561 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.561 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "InfluxDB server hostname", 2024-03-18T23:06:59.561 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.561 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.561 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.561 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.561 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-03-18T23:06:59.561 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-03-18T23:06:59.561 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.561 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.561 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.561 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "30", 2024-03-18T23:06:59.561 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "5", 2024-03-18T23:06:59.561 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.562 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.562 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-03-18T23:06:59.562 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.562 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.562 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.562 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.562 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.562 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.562 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.562 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.562 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.562 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.562 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.563 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.563 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.563 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.563 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.563 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.563 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.563 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.563 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.563 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.563 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.563 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.563 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.563 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.563 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.563 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.564 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.564 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.564 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.564 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.564 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.564 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.564 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.564 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.564 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.564 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.564 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.564 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.564 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.564 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.564 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.565 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.565 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.565 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.565 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.565 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.565 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.565 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.565 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.565 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.565 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.565 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.565 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.565 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.565 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.565 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.566 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.566 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.566 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.566 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.566 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.566 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.566 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.566 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.566 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.566 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.566 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.566 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.566 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.566 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.567 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.567 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.567 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.567 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.567 INFO:teuthology.orchestra.run.smithi052.stdout: "password": { 2024-03-18T23:06:59.567 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "password", 2024-03-18T23:06:59.567 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.567 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.567 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.567 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.567 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.567 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.567 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.567 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "password of InfluxDB server user", 2024-03-18T23:06:59.567 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.568 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.568 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.568 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.568 INFO:teuthology.orchestra.run.smithi052.stdout: "port": { 2024-03-18T23:06:59.568 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "port", 2024-03-18T23:06:59.568 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.568 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.568 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.568 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8086", 2024-03-18T23:06:59.568 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.568 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.568 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.568 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "InfluxDB server port", 2024-03-18T23:06:59.568 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.568 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.569 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.569 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.569 INFO:teuthology.orchestra.run.smithi052.stdout: "ssl": { 2024-03-18T23:06:59.569 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ssl", 2024-03-18T23:06:59.569 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.569 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.569 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.569 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "false", 2024-03-18T23:06:59.569 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.569 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.569 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.569 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-03-18T23:06:59.569 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.569 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.569 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.570 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.570 INFO:teuthology.orchestra.run.smithi052.stdout: "threads": { 2024-03-18T23:06:59.570 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "threads", 2024-03-18T23:06:59.570 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.570 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.570 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.570 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5", 2024-03-18T23:06:59.570 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1", 2024-03-18T23:06:59.570 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "32", 2024-03-18T23:06:59.570 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.570 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-03-18T23:06:59.570 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.570 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.570 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.571 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.571 INFO:teuthology.orchestra.run.smithi052.stdout: "username": { 2024-03-18T23:06:59.571 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "username", 2024-03-18T23:06:59.571 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.571 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.571 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.571 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.571 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.571 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.571 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.571 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "username of InfluxDB server user", 2024-03-18T23:06:59.571 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.571 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.571 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.571 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.572 INFO:teuthology.orchestra.run.smithi052.stdout: "verify_ssl": { 2024-03-18T23:06:59.572 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "verify_ssl", 2024-03-18T23:06:59.572 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.572 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.572 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.572 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "true", 2024-03-18T23:06:59.572 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.572 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.572 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.572 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-03-18T23:06:59.572 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.572 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.572 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.572 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.573 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.573 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.573 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.573 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "insights", 2024-03-18T23:06:59.573 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.573 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.573 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.573 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.573 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.573 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.573 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.573 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.573 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.573 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.574 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.574 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.574 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.574 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.574 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.574 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.574 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.574 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.574 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.574 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.574 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.574 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.574 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.574 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.575 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.575 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.575 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.575 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.575 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.575 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.575 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.575 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.575 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.575 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.575 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.575 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.575 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.575 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.575 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.576 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.576 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.576 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.576 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.576 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.576 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.576 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.576 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.576 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.576 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.576 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.576 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.576 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.576 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.576 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.577 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.577 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.577 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.577 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.577 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.577 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.577 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.577 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.577 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.577 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.577 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.577 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.577 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.577 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.578 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.578 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.578 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.578 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.578 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.578 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.578 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.578 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.578 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "iostat", 2024-03-18T23:06:59.578 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.578 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.578 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.578 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.578 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.578 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.579 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.579 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.579 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.579 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.579 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.579 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.579 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.579 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.579 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.579 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.579 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.579 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.579 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.579 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.580 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.580 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.580 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.580 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.580 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.580 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.580 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.580 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.580 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.580 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.580 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.580 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.580 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.580 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.580 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.581 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.581 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.581 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.581 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.581 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.581 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.581 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.581 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.581 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.581 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.581 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.581 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.581 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.581 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.581 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.582 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.582 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.582 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.582 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.582 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.582 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.582 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.582 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.582 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.582 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.582 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.582 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.582 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.582 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.583 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.583 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.583 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.583 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.583 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.583 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.583 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.583 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.583 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.583 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.583 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.583 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.583 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "k8sevents", 2024-03-18T23:06:59.583 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.584 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.584 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.584 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph_event_retention_days": { 2024-03-18T23:06:59.584 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ceph_event_retention_days", 2024-03-18T23:06:59.584 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.584 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.584 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.584 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "7", 2024-03-18T23:06:59.584 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.584 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.584 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.584 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Days to hold ceph event information within local cache", 2024-03-18T23:06:59.584 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.584 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.584 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.585 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.585 INFO:teuthology.orchestra.run.smithi052.stdout: "config_check_secs": { 2024-03-18T23:06:59.585 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "config_check_secs", 2024-03-18T23:06:59.585 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.585 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.585 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.585 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-03-18T23:06:59.585 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "10", 2024-03-18T23:06:59.585 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.585 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.585 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-03-18T23:06:59.585 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.585 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.585 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.585 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.586 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.586 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.586 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.586 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.586 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.586 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.586 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.586 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.586 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.586 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.586 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.586 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.586 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.586 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.587 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.587 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.587 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.587 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.587 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.587 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.587 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.587 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.587 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.587 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.587 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.587 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.587 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.587 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.587 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.587 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.588 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.588 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.588 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.588 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.588 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.588 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.588 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.588 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.588 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.588 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.588 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.588 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.588 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.588 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.589 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.589 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.589 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.589 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.589 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.589 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.589 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.589 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.589 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.589 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.589 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.589 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.589 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.589 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.589 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.590 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.590 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.590 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.590 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.590 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.590 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.590 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.590 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.590 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.590 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.590 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.590 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.590 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.590 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.591 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "localpool", 2024-03-18T23:06:59.591 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.591 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.591 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.591 INFO:teuthology.orchestra.run.smithi052.stdout: "failure_domain": { 2024-03-18T23:06:59.591 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "failure_domain", 2024-03-18T23:06:59.591 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.591 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.591 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.591 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "host", 2024-03-18T23:06:59.591 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.591 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.591 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.591 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "failure domain for any created local pool", 2024-03-18T23:06:59.592 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-03-18T23:06:59.592 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.592 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.592 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.592 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.592 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.592 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.592 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.592 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.592 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.592 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.592 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.592 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.592 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.592 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.592 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.593 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.593 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.593 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.593 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.593 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.593 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.593 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.593 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.593 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.593 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.593 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.593 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.593 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.593 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.593 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.593 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.594 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.594 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.594 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.594 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.594 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.594 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.594 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.594 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.594 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.594 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.594 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.594 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.594 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.594 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.595 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.595 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.595 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.595 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.595 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.595 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.595 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.595 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.595 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.595 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.595 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.595 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.595 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.595 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.595 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.596 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.596 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.596 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.596 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.596 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.596 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.596 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.596 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.596 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.596 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.596 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.596 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.596 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.596 INFO:teuthology.orchestra.run.smithi052.stdout: "min_size": { 2024-03-18T23:06:59.596 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "min_size", 2024-03-18T23:06:59.596 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.597 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.597 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.597 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.597 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.597 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.597 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.597 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "default min_size for any created local pool", 2024-03-18T23:06:59.597 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-03-18T23:06:59.597 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.597 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.597 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.597 INFO:teuthology.orchestra.run.smithi052.stdout: "num_rep": { 2024-03-18T23:06:59.597 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "num_rep", 2024-03-18T23:06:59.597 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.597 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.598 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.598 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "3", 2024-03-18T23:06:59.598 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.598 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.598 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.598 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "default replica count for any created local pool", 2024-03-18T23:06:59.598 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.598 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.598 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.598 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.598 INFO:teuthology.orchestra.run.smithi052.stdout: "pg_num": { 2024-03-18T23:06:59.598 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "pg_num", 2024-03-18T23:06:59.598 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.599 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.599 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.599 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "128", 2024-03-18T23:06:59.599 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.599 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.599 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.599 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "default pg_num for any created local pool", 2024-03-18T23:06:59.599 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.599 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.599 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.599 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.599 INFO:teuthology.orchestra.run.smithi052.stdout: "prefix": { 2024-03-18T23:06:59.599 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "prefix", 2024-03-18T23:06:59.599 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.599 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.600 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.600 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.600 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.600 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.600 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.600 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "name prefix for any created local pool", 2024-03-18T23:06:59.600 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.600 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.600 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.600 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.600 INFO:teuthology.orchestra.run.smithi052.stdout: "subtree": { 2024-03-18T23:06:59.600 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "subtree", 2024-03-18T23:06:59.600 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.600 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.600 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.601 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "rack", 2024-03-18T23:06:59.601 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.601 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.601 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.601 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "CRUSH level for which to create a local pool", 2024-03-18T23:06:59.601 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-03-18T23:06:59.601 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.601 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.601 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.601 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.601 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.601 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.601 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mds_autoscaler", 2024-03-18T23:06:59.601 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.601 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.602 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.602 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.602 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.602 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.602 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.602 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.602 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.602 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.602 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.602 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.602 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.602 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.602 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.602 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.603 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.603 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.603 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.603 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.603 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.603 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.603 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.603 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.603 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.603 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.603 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.603 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.603 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.603 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.603 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.604 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.604 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.604 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.604 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.604 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.604 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.604 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.604 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.604 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.604 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.604 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.604 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.604 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.604 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.605 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.605 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.605 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.605 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.605 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.605 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.605 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.605 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.605 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.605 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.605 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.605 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.605 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.605 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.605 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.606 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.606 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.606 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.606 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.606 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.606 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.606 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.606 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.606 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.606 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.606 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.606 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.606 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.607 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.607 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.607 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.607 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mirroring", 2024-03-18T23:06:59.607 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.607 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.607 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.607 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.607 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.607 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.607 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.607 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.607 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.607 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.607 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.608 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.608 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.608 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.608 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.608 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.608 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.608 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.608 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.608 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.608 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.608 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.608 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.608 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.608 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.608 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.609 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.609 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.609 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.609 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.609 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.609 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.609 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.609 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.609 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.609 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.609 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.609 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.609 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.609 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.609 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.610 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.610 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.610 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.610 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.610 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.610 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.610 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.610 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.610 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.610 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.610 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.610 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.610 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.610 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.611 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.611 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.611 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.611 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.611 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.611 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.611 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.611 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.611 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.611 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.611 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.611 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.611 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.611 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.612 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.612 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.612 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.612 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.612 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.612 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.612 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.612 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "nfs", 2024-03-18T23:06:59.612 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.612 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.612 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.612 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.612 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.612 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.613 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.613 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.613 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.613 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.613 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.613 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.613 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.613 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.613 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.613 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.613 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.613 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.613 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.613 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.613 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.613 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.614 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.614 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.614 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.614 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.614 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.614 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.614 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.614 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.614 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.614 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.614 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.614 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.614 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.614 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.615 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.615 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.615 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.615 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.615 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.615 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.615 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.615 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.615 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.615 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.615 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.615 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.615 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.615 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.615 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.616 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.616 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.616 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.616 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.616 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.616 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.616 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.616 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.616 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.616 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.616 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.616 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.616 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.616 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.616 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.616 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.617 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.617 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.617 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.617 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.617 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.617 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.617 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.617 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.617 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.617 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "orchestrator", 2024-03-18T23:06:59.617 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.617 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.617 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.617 INFO:teuthology.orchestra.run.smithi052.stdout: "fail_fs": { 2024-03-18T23:06:59.617 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "fail_fs", 2024-03-18T23:06:59.618 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.618 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.618 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.618 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.618 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.618 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.618 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.618 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-03-18T23:06:59.618 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.618 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.618 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.618 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.618 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.618 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.619 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.619 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.619 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.619 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.619 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.619 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.619 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.619 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.619 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.619 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.619 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.619 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.619 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.619 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.619 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.620 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.620 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.620 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.620 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.620 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.620 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.620 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.620 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.620 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.620 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.620 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.620 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.620 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.620 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.620 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.620 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.621 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.621 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.621 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.621 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.621 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.621 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.621 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.621 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.621 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.621 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.621 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.621 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.621 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.621 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.621 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.621 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.622 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.622 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.622 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.622 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.622 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.622 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.622 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.622 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.622 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.622 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.622 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.622 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.622 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.622 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.623 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.623 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.623 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.623 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.623 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.623 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.623 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.623 INFO:teuthology.orchestra.run.smithi052.stdout: "orchestrator": { 2024-03-18T23:06:59.623 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "orchestrator", 2024-03-18T23:06:59.623 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.623 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.623 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.623 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.623 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.623 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.623 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.623 INFO:teuthology.orchestra.run.smithi052.stdout: "cephadm", 2024-03-18T23:06:59.624 INFO:teuthology.orchestra.run.smithi052.stdout: "rook", 2024-03-18T23:06:59.624 INFO:teuthology.orchestra.run.smithi052.stdout: "test_orchestrator" 2024-03-18T23:06:59.624 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.624 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Orchestrator backend", 2024-03-18T23:06:59.624 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.624 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.624 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.624 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.624 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.624 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.624 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.624 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "osd_perf_query", 2024-03-18T23:06:59.624 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.624 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.624 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.625 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.625 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.625 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.625 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.625 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.625 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.625 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.625 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.625 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.625 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.625 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.625 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.625 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.625 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.625 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.625 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.625 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.626 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.626 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.626 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.626 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.626 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.626 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.626 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.626 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.626 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.626 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.626 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.626 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.626 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.626 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.626 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.627 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.627 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.627 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.627 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.627 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.627 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.627 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.627 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.627 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.627 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.627 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.627 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.627 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.627 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.628 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.628 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.628 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.628 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.628 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.628 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.628 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.628 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.628 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.628 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.628 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.628 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.628 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.628 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.628 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.629 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.629 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.629 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.629 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.629 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.629 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.629 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.629 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.629 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.629 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.629 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.629 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.629 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "osd_support", 2024-03-18T23:06:59.629 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.629 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.630 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.630 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.630 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.630 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.630 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.630 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.630 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.630 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.630 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.630 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.630 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.630 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.630 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.630 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.631 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.631 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.631 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.631 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.631 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.631 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.631 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.631 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.631 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.631 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.631 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.631 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.631 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.631 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.631 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.631 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.632 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.632 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.632 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.632 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.632 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.632 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.632 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.632 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.632 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.632 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.632 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.632 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.632 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.632 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.633 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.633 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.633 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.633 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.633 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.633 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.633 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.633 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.633 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.633 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.633 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.633 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.633 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.633 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.633 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.633 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.634 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.634 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.634 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.634 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.634 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.634 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.634 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.634 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.634 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.634 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.634 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.634 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.634 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.634 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.634 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "pg_autoscaler", 2024-03-18T23:06:59.635 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.635 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.635 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.635 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.635 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.635 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.635 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.635 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.635 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.635 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.635 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.635 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.635 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.635 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.636 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.636 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.636 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.636 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.636 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.636 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.636 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.636 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.636 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.636 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.636 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.636 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.636 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.636 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.636 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.637 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.637 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.637 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.637 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.637 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.637 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.637 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.637 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.637 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.637 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.637 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.637 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.637 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.637 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.638 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.638 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.638 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.638 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.638 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.638 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.638 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.638 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.638 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.638 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.638 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.638 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.638 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.639 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.639 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.639 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.639 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.639 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.639 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.639 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.639 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.639 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.639 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.639 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.639 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.639 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.639 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.639 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.640 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.640 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.640 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-03-18T23:06:59.640 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-03-18T23:06:59.640 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.640 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.640 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.640 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-03-18T23:06:59.640 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.640 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.640 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.640 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.640 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.640 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.640 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.641 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.641 INFO:teuthology.orchestra.run.smithi052.stdout: "threshold": { 2024-03-18T23:06:59.641 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "threshold", 2024-03-18T23:06:59.641 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-03-18T23:06:59.641 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.641 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.641 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "3.0", 2024-03-18T23:06:59.641 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1.0", 2024-03-18T23:06:59.641 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.641 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.641 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "scaling threshold", 2024-03-18T23:06:59.641 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-03-18T23:06:59.641 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.641 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.642 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.642 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.642 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.642 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.642 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "progress", 2024-03-18T23:06:59.642 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.642 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.642 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.642 INFO:teuthology.orchestra.run.smithi052.stdout: "allow_pg_recovery_event": { 2024-03-18T23:06:59.642 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "allow_pg_recovery_event", 2024-03-18T23:06:59.642 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.642 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.642 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.642 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.642 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.643 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.643 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.643 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "allow the module to show pg recovery progress", 2024-03-18T23:06:59.643 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.643 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.643 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.643 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.643 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": { 2024-03-18T23:06:59.643 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "enabled", 2024-03-18T23:06:59.643 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.643 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.643 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.643 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.643 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.644 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.644 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.644 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.644 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.644 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.644 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.644 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.644 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.644 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.644 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.644 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.644 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.644 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.644 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.644 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.645 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.645 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.645 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.645 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.645 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.645 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.645 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.645 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.645 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.645 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.645 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.645 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.645 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.645 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.645 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.646 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.646 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.646 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.646 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.646 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.646 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.646 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.646 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.646 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.646 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.646 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.646 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.646 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.646 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.646 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.647 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.647 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.647 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.647 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.647 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.647 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.647 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.647 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.647 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.647 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.647 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.649 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.649 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.650 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.650 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.650 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.650 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.650 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.650 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.650 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.650 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.650 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.650 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.650 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.650 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.650 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.650 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.651 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.651 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.651 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.651 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.651 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.651 INFO:teuthology.orchestra.run.smithi052.stdout: "max_completed_events": { 2024-03-18T23:06:59.651 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_completed_events", 2024-03-18T23:06:59.651 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.651 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.651 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.651 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "50", 2024-03-18T23:06:59.651 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.651 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.651 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.651 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "number of past completed events to remember", 2024-03-18T23:06:59.652 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.652 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.652 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.652 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.652 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-03-18T23:06:59.652 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-03-18T23:06:59.652 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.652 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.652 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.652 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5", 2024-03-18T23:06:59.652 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.652 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.652 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.652 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how long the module is going to sleep", 2024-03-18T23:06:59.652 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.652 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.653 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.653 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.653 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.653 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.653 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.653 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "prometheus", 2024-03-18T23:06:59.653 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.653 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.653 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.653 INFO:teuthology.orchestra.run.smithi052.stdout: "cache": { 2024-03-18T23:06:59.653 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cache", 2024-03-18T23:06:59.653 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.653 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.653 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.653 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.654 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.654 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.654 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.654 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.654 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.654 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.654 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.654 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.654 INFO:teuthology.orchestra.run.smithi052.stdout: "exclude_perf_counters": { 2024-03-18T23:06:59.654 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "exclude_perf_counters", 2024-03-18T23:06:59.654 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.654 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.654 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.654 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.655 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.655 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.655 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.655 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-03-18T23:06:59.655 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-03-18T23:06:59.655 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.655 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.655 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.655 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.655 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.655 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.655 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.655 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.655 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.655 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.656 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.656 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.656 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.656 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.656 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.656 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.656 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.656 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.656 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.656 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.656 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.656 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.656 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.656 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.656 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.657 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.657 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.657 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.657 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.657 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.657 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.657 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.657 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.657 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.657 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.657 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.657 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.657 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.657 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.657 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.658 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.658 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.658 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.658 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.658 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.658 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.658 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.658 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.658 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.658 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.658 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.658 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.658 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.659 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.659 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.659 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.659 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.659 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.659 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.659 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.659 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.659 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.659 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.659 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.659 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.659 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.659 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.659 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.660 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.660 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.660 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.660 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.660 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.660 INFO:teuthology.orchestra.run.smithi052.stdout: "rbd_stats_pools": { 2024-03-18T23:06:59.660 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rbd_stats_pools", 2024-03-18T23:06:59.660 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.660 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.660 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.660 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.660 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.660 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.660 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.660 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.661 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.661 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.661 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.661 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.661 INFO:teuthology.orchestra.run.smithi052.stdout: "rbd_stats_pools_refresh_interval": { 2024-03-18T23:06:59.661 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-03-18T23:06:59.661 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.661 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.661 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.661 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "300", 2024-03-18T23:06:59.661 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.661 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.661 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.661 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.662 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.662 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.662 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.662 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.662 INFO:teuthology.orchestra.run.smithi052.stdout: "scrape_interval": { 2024-03-18T23:06:59.662 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "scrape_interval", 2024-03-18T23:06:59.662 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-03-18T23:06:59.662 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.662 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.662 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "15.0", 2024-03-18T23:06:59.662 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.662 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.662 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.662 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.662 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.663 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.663 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.663 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.663 INFO:teuthology.orchestra.run.smithi052.stdout: "server_addr": { 2024-03-18T23:06:59.663 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_addr", 2024-03-18T23:06:59.663 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.663 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.663 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.663 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "::", 2024-03-18T23:06:59.663 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.663 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.663 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.663 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-03-18T23:06:59.663 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.663 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.664 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.664 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.664 INFO:teuthology.orchestra.run.smithi052.stdout: "server_port": { 2024-03-18T23:06:59.664 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_port", 2024-03-18T23:06:59.664 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.664 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.664 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.664 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "9283", 2024-03-18T23:06:59.664 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.664 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.664 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.664 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-03-18T23:06:59.664 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.664 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.664 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.665 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.665 INFO:teuthology.orchestra.run.smithi052.stdout: "stale_cache_strategy": { 2024-03-18T23:06:59.665 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "stale_cache_strategy", 2024-03-18T23:06:59.665 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.665 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.665 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.665 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "log", 2024-03-18T23:06:59.665 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.665 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.665 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.665 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.665 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.665 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.665 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.666 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.666 INFO:teuthology.orchestra.run.smithi052.stdout: "standby_behaviour": { 2024-03-18T23:06:59.666 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "standby_behaviour", 2024-03-18T23:06:59.666 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.666 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.666 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.666 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "default", 2024-03-18T23:06:59.666 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.666 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.666 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.666 INFO:teuthology.orchestra.run.smithi052.stdout: "default", 2024-03-18T23:06:59.666 INFO:teuthology.orchestra.run.smithi052.stdout: "error" 2024-03-18T23:06:59.666 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.666 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.667 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.667 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.667 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.667 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.667 INFO:teuthology.orchestra.run.smithi052.stdout: "standby_error_status_code": { 2024-03-18T23:06:59.667 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "standby_error_status_code", 2024-03-18T23:06:59.667 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.667 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.667 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.667 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "500", 2024-03-18T23:06:59.667 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "400", 2024-03-18T23:06:59.667 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "599", 2024-03-18T23:06:59.667 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.667 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.667 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.667 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.668 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.668 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.668 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.668 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.668 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.668 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rbd_support", 2024-03-18T23:06:59.668 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.668 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.668 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.668 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.668 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.668 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.668 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.668 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.668 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.669 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.669 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.669 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.669 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.669 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.669 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.669 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.669 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.669 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.669 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.669 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.669 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.669 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.669 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.669 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.670 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.670 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.670 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.670 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.670 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.670 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.670 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.670 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.670 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.670 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.670 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.670 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.670 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.670 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.671 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.671 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.671 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.671 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.671 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.671 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.671 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.671 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.671 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.671 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.671 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.671 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.671 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.671 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.671 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.672 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.672 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.672 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.672 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.672 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.672 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.672 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.672 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.672 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.672 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.672 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.672 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.672 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.672 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.672 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.673 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.673 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.673 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.673 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.673 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.673 INFO:teuthology.orchestra.run.smithi052.stdout: "max_concurrent_snap_create": { 2024-03-18T23:06:59.673 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_concurrent_snap_create", 2024-03-18T23:06:59.673 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.673 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.673 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.673 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-03-18T23:06:59.673 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.673 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.673 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.674 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.674 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.674 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.674 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.674 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.674 INFO:teuthology.orchestra.run.smithi052.stdout: "mirror_snapshot_schedule": { 2024-03-18T23:06:59.674 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mirror_snapshot_schedule", 2024-03-18T23:06:59.674 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.674 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.674 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.674 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.674 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.674 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.674 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.674 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.675 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.675 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.675 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.675 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.675 INFO:teuthology.orchestra.run.smithi052.stdout: "trash_purge_schedule": { 2024-03-18T23:06:59.675 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "trash_purge_schedule", 2024-03-18T23:06:59.675 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.675 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.675 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.675 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.675 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.675 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.675 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.675 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.675 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.676 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.676 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.676 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.676 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.676 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.676 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.676 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "restful", 2024-03-18T23:06:59.676 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.676 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.676 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.676 INFO:teuthology.orchestra.run.smithi052.stdout: "enable_auth": { 2024-03-18T23:06:59.676 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "enable_auth", 2024-03-18T23:06:59.676 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.676 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.676 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.677 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.677 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.677 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.677 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.677 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.677 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.677 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.677 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.677 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.677 INFO:teuthology.orchestra.run.smithi052.stdout: "key_file": { 2024-03-18T23:06:59.677 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "key_file", 2024-03-18T23:06:59.677 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.677 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.677 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.677 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.678 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.678 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.678 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.678 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.678 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.678 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.678 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.678 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.678 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.678 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.678 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.678 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.678 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.678 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.678 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.679 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.679 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.679 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.679 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.679 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.679 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.679 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.679 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.679 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.679 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.679 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.679 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.679 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.679 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.679 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.679 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.680 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.680 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.680 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.680 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.680 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.680 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.680 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.680 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.680 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.680 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.680 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.680 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.680 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.680 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.680 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.681 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.681 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.681 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.681 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.681 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.681 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.681 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.681 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.681 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.681 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.681 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.681 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.681 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.681 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.681 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.682 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.682 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.682 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.682 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.682 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.682 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.682 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.682 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.682 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.682 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.682 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.682 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.682 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.682 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.682 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.683 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.683 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.683 INFO:teuthology.orchestra.run.smithi052.stdout: "server_addr": { 2024-03-18T23:06:59.683 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_addr", 2024-03-18T23:06:59.683 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.683 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.683 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.683 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.683 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.683 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.683 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.683 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.683 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.683 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.683 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.684 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.684 INFO:teuthology.orchestra.run.smithi052.stdout: "server_port": { 2024-03-18T23:06:59.684 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_port", 2024-03-18T23:06:59.684 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.684 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.684 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.684 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.684 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.684 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.684 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.684 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.684 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.684 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.684 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.684 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.685 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.685 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.685 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.685 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rgw", 2024-03-18T23:06:59.685 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.685 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.685 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.685 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.685 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.685 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.685 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.685 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.685 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.685 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.685 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.686 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.686 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.686 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.686 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.686 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.686 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.686 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.686 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.686 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.686 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.686 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.686 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.686 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.686 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.687 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.687 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.687 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.687 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.687 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.687 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.687 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.687 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.687 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.687 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.687 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.687 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.687 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.687 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.688 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.688 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.688 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.688 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.688 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.688 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.688 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.688 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.688 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.688 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.688 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.688 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.688 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.688 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.689 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.689 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.689 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.689 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.689 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.689 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.689 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.689 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.689 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.689 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.689 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.689 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.689 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.689 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.689 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.690 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.690 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.690 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.690 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.690 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.690 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.690 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.690 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.690 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rook", 2024-03-18T23:06:59.690 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.690 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.690 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.690 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.690 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.691 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.691 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.691 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.691 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.691 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.691 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.691 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.691 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.691 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.691 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.691 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.691 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.691 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.691 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.691 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.692 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.692 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.692 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.692 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.692 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.692 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.692 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.692 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.692 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.692 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.692 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.692 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.692 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.692 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.693 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.693 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.693 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.693 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.693 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.693 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.693 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.693 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.693 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.693 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.693 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.693 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.693 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.693 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.694 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.694 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.694 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.694 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.694 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.694 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.694 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.694 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.694 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.694 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.694 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.694 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.694 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.694 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.695 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.695 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.695 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.695 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.695 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.695 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.695 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.695 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.695 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.695 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.695 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.695 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": { 2024-03-18T23:06:59.695 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "storage_class", 2024-03-18T23:06:59.695 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.695 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.696 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.696 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "local", 2024-03-18T23:06:59.696 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.696 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.696 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.696 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-03-18T23:06:59.696 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.696 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.696 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.696 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.696 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.696 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.696 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.696 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "selftest", 2024-03-18T23:06:59.696 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.697 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.697 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.697 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.697 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.697 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.697 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.697 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.697 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.697 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.697 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.697 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.697 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.697 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.697 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.698 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.698 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.698 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.698 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.698 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.698 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.698 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.698 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.698 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.698 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.698 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.698 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.698 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.698 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.699 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.699 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.699 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.699 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.699 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.699 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.699 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.699 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.699 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.699 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.699 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.699 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.699 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.699 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.699 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.700 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.700 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.700 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.700 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.700 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.700 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.700 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.700 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.700 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.700 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.700 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.700 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.700 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.700 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.700 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.701 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.701 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.701 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.701 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.701 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.701 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.701 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.701 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.701 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.701 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.701 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.701 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.701 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.701 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.702 INFO:teuthology.orchestra.run.smithi052.stdout: "roption1": { 2024-03-18T23:06:59.702 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "roption1", 2024-03-18T23:06:59.702 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.702 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.702 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.702 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.702 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.702 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.702 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.702 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.702 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.702 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.702 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.702 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.703 INFO:teuthology.orchestra.run.smithi052.stdout: "roption2": { 2024-03-18T23:06:59.703 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "roption2", 2024-03-18T23:06:59.703 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.703 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.703 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.703 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "xyz", 2024-03-18T23:06:59.703 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.703 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.703 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.703 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.703 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.703 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.703 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.703 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.704 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption1": { 2024-03-18T23:06:59.704 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption1", 2024-03-18T23:06:59.704 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.704 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.704 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.704 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.704 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.704 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.704 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.704 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.704 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.704 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.704 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.704 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.705 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption2": { 2024-03-18T23:06:59.705 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption2", 2024-03-18T23:06:59.705 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.705 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.705 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.705 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.705 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.705 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.705 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.705 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.705 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.705 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.705 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.705 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.705 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption3": { 2024-03-18T23:06:59.706 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption3", 2024-03-18T23:06:59.706 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-03-18T23:06:59.706 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.706 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.706 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.706 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.706 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.706 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.706 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.706 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.706 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.706 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.706 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.706 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption4": { 2024-03-18T23:06:59.707 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption4", 2024-03-18T23:06:59.707 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.707 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.707 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.707 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.707 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.707 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.707 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.707 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.707 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.707 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.707 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.707 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.708 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption5": { 2024-03-18T23:06:59.708 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption5", 2024-03-18T23:06:59.708 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.708 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.708 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.708 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.708 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.708 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.708 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.708 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.708 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.708 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.708 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.708 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.709 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption6": { 2024-03-18T23:06:59.709 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption6", 2024-03-18T23:06:59.709 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.709 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.709 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.709 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.709 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.709 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.709 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.709 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.709 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.709 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.709 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.709 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.709 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption7": { 2024-03-18T23:06:59.710 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption7", 2024-03-18T23:06:59.710 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.710 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.710 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.710 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.710 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1", 2024-03-18T23:06:59.710 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "42", 2024-03-18T23:06:59.710 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.710 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.710 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.710 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.710 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.710 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.710 INFO:teuthology.orchestra.run.smithi052.stdout: "testkey": { 2024-03-18T23:06:59.711 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "testkey", 2024-03-18T23:06:59.711 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.711 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.711 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.711 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.711 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.711 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.711 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.711 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.711 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.711 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.711 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.711 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.711 INFO:teuthology.orchestra.run.smithi052.stdout: "testlkey": { 2024-03-18T23:06:59.711 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "testlkey", 2024-03-18T23:06:59.711 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.712 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.712 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.712 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.712 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.712 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.712 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.712 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.712 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.712 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.712 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.712 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.712 INFO:teuthology.orchestra.run.smithi052.stdout: "testnewline": { 2024-03-18T23:06:59.712 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "testnewline", 2024-03-18T23:06:59.712 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.713 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.713 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.713 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.713 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.713 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.713 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.713 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.713 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.713 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.713 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.713 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.713 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.713 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.713 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.713 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "snap_schedule", 2024-03-18T23:06:59.714 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.714 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.714 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.714 INFO:teuthology.orchestra.run.smithi052.stdout: "allow_m_granularity": { 2024-03-18T23:06:59.714 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "allow_m_granularity", 2024-03-18T23:06:59.714 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.714 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.714 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.714 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.714 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.714 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.714 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.714 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "allow minute scheduled snapshots", 2024-03-18T23:06:59.714 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.715 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.715 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.715 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.715 INFO:teuthology.orchestra.run.smithi052.stdout: "dump_on_update": { 2024-03-18T23:06:59.715 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "dump_on_update", 2024-03-18T23:06:59.715 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.715 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.715 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.715 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.715 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.715 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.715 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.715 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "dump database to debug log on update", 2024-03-18T23:06:59.715 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.715 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.716 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.716 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.716 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.716 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.716 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.716 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.716 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.716 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.716 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.716 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.716 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.716 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.716 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.716 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.716 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.716 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.717 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.717 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.717 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.717 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.717 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.717 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.717 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.717 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.717 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.717 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.717 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.717 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.717 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.717 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.717 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.718 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.718 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.718 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.718 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.718 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.718 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.718 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.718 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.718 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.718 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.718 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.718 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.718 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.718 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.719 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.719 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.719 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.719 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.719 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.719 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.719 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.719 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.719 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.719 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.719 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.719 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.719 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.719 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.719 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.720 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.720 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.720 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.720 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.720 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.720 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.720 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.720 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.720 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.720 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.720 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.720 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.720 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.720 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.720 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.721 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "stats", 2024-03-18T23:06:59.721 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.721 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.721 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.721 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.721 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.721 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.721 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.721 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.721 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.721 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.721 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.721 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.721 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.721 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.722 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.722 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.722 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.722 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.722 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.722 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.722 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.722 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.722 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.722 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.722 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.722 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.722 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.722 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.723 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.723 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.723 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.723 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.723 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.723 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.723 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.723 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.723 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.723 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.723 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.723 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.723 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.723 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.723 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.724 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.724 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.724 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.724 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.724 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.724 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.724 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.724 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.724 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.724 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.724 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.724 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.724 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.724 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.724 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.725 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.725 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.725 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.725 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.725 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.725 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.725 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.725 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.725 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.725 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.725 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.725 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.725 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.725 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.725 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.726 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.726 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.726 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.726 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "status", 2024-03-18T23:06:59.726 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.726 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.726 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.726 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.726 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.726 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.726 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.726 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.726 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.726 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.727 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.727 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.727 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.727 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.727 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.727 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.727 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.727 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.727 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.727 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.727 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.727 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.727 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.727 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.727 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.728 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.728 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.728 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.728 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.728 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.728 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.728 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.728 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.728 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.728 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.728 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.728 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.728 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.729 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.729 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.729 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.729 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.729 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.729 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.729 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.729 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.729 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.729 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.729 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.729 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.729 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.729 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.729 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.730 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.730 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.730 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.730 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.730 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.730 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.730 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.730 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.730 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.730 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.730 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.730 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.730 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.730 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.731 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.731 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.731 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.731 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.731 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.731 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.731 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.731 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.731 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.731 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "telegraf", 2024-03-18T23:06:59.731 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.731 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.731 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.731 INFO:teuthology.orchestra.run.smithi052.stdout: "address": { 2024-03-18T23:06:59.731 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "address", 2024-03-18T23:06:59.732 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.732 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.732 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.732 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-03-18T23:06:59.732 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.732 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.732 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.732 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.732 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.732 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.732 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.732 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.732 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-03-18T23:06:59.732 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-03-18T23:06:59.732 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.733 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.733 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.733 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "15", 2024-03-18T23:06:59.733 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.733 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.733 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.733 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.733 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.733 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.733 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.733 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.733 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.733 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.733 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.734 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.734 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.734 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.734 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.734 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.734 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.734 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.734 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.734 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.734 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.734 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.734 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.734 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.734 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.735 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.735 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.735 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.735 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.735 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.735 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.735 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.735 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.735 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.735 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.735 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.735 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.735 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.735 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.735 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.735 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.736 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.736 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.736 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.736 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.736 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.736 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.736 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.736 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.736 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.736 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.736 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.736 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.736 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.736 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.737 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.737 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.737 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.737 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.737 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.737 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.737 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.737 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.737 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.737 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.737 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.737 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.737 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.737 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.738 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.738 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.738 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.738 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.738 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.738 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.738 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.738 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.738 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.738 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.738 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.738 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.738 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "telemetry", 2024-03-18T23:06:59.739 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.739 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.739 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.739 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_basic": { 2024-03-18T23:06:59.739 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_basic", 2024-03-18T23:06:59.739 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.739 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.739 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.739 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.739 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.739 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.739 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.739 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share basic cluster information (size, version)", 2024-03-18T23:06:59.739 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.739 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.740 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.740 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.740 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_crash": { 2024-03-18T23:06:59.740 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_crash", 2024-03-18T23:06:59.740 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.740 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.740 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.740 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.740 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.740 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.740 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.740 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-03-18T23:06:59.740 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.740 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.740 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.741 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.741 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_device": { 2024-03-18T23:06:59.741 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_device", 2024-03-18T23:06:59.741 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.741 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.741 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.741 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.741 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.741 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.741 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.741 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-03-18T23:06:59.741 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.741 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.741 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.742 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.742 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_ident": { 2024-03-18T23:06:59.742 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_ident", 2024-03-18T23:06:59.742 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.742 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.742 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.742 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.742 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.742 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.742 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.742 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-03-18T23:06:59.742 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.742 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.742 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.743 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.743 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_perf": { 2024-03-18T23:06:59.743 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_perf", 2024-03-18T23:06:59.743 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.743 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.743 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.743 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.743 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.743 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.743 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.743 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share various performance metrics of a cluster", 2024-03-18T23:06:59.743 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.743 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.743 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.743 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.744 INFO:teuthology.orchestra.run.smithi052.stdout: "contact": { 2024-03-18T23:06:59.744 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "contact", 2024-03-18T23:06:59.744 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.744 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.744 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.744 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.744 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.744 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.744 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.744 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.744 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.744 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.744 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.744 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.744 INFO:teuthology.orchestra.run.smithi052.stdout: "description": { 2024-03-18T23:06:59.744 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "description", 2024-03-18T23:06:59.744 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.745 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.745 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.745 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.745 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.745 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.745 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.745 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.745 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.745 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.745 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.745 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.745 INFO:teuthology.orchestra.run.smithi052.stdout: "device_url": { 2024-03-18T23:06:59.745 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "device_url", 2024-03-18T23:06:59.745 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.745 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.745 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.746 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-03-18T23:06:59.746 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.746 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.746 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.746 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.746 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.746 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.746 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.746 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.746 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": { 2024-03-18T23:06:59.746 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "enabled", 2024-03-18T23:06:59.746 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.746 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.746 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.746 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.747 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.747 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.747 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.747 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.747 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.747 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.747 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.747 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.747 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-03-18T23:06:59.747 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-03-18T23:06:59.747 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.747 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.747 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.747 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "24", 2024-03-18T23:06:59.747 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "8", 2024-03-18T23:06:59.748 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.748 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.748 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.748 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.748 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.748 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.748 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.748 INFO:teuthology.orchestra.run.smithi052.stdout: "last_opt_revision": { 2024-03-18T23:06:59.748 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "last_opt_revision", 2024-03-18T23:06:59.748 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.748 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.748 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.748 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "1", 2024-03-18T23:06:59.748 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.749 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.749 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.749 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.749 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.749 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.749 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.749 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.749 INFO:teuthology.orchestra.run.smithi052.stdout: "leaderboard": { 2024-03-18T23:06:59.749 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "leaderboard", 2024-03-18T23:06:59.749 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.749 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.749 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.749 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.749 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.749 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.750 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.750 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.750 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.750 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.750 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.750 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.750 INFO:teuthology.orchestra.run.smithi052.stdout: "leaderboard_description": { 2024-03-18T23:06:59.750 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "leaderboard_description", 2024-03-18T23:06:59.750 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.750 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.750 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.750 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.750 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.750 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.751 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.751 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.751 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.751 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.751 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.751 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.751 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.751 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.751 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.751 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.751 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.751 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.751 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.751 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.751 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.752 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.752 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.752 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.752 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.752 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.752 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.752 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.752 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.752 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.752 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.752 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.752 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.752 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.752 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.752 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.753 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.753 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.753 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.753 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.753 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.753 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.753 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.753 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.753 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.753 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.753 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.753 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.753 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.753 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.753 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.754 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.754 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.754 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.754 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.754 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.754 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.754 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.754 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.754 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.754 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.754 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.754 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.754 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.754 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.754 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.755 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.755 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.755 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.755 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.755 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.755 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.755 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.755 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.755 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.755 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.755 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.755 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.755 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.755 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.756 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.756 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.756 INFO:teuthology.orchestra.run.smithi052.stdout: "organization": { 2024-03-18T23:06:59.756 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "organization", 2024-03-18T23:06:59.756 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.756 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.756 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.756 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.756 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.756 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.756 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.756 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.756 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.756 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.757 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.757 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.757 INFO:teuthology.orchestra.run.smithi052.stdout: "proxy": { 2024-03-18T23:06:59.757 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "proxy", 2024-03-18T23:06:59.757 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.757 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.757 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.757 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.757 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.757 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.757 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.757 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.757 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.757 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.758 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.758 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.758 INFO:teuthology.orchestra.run.smithi052.stdout: "url": { 2024-03-18T23:06:59.758 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "url", 2024-03-18T23:06:59.758 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.758 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.758 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.758 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-03-18T23:06:59.758 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.758 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.758 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.758 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.758 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.758 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.759 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.759 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.759 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.759 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.759 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.759 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test_orchestrator", 2024-03-18T23:06:59.759 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.759 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.759 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.759 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.759 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.759 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.759 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.759 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.760 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.760 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.760 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.760 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.760 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.760 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.760 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.760 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.760 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.760 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.760 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.760 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.760 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.760 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.760 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.761 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.761 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.761 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.761 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.761 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.761 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.761 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.761 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.761 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.761 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.761 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.761 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.761 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.761 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.762 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.762 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.762 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.762 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.762 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.762 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.762 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.762 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.762 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.762 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.762 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.762 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.762 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.762 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.763 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.763 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.763 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.763 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.763 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.763 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.763 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.763 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.763 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.763 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.763 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.763 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.763 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.763 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.763 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.764 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.764 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.764 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.764 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.764 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.764 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.764 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.764 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.764 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.764 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.764 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "volumes", 2024-03-18T23:06:59.764 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.764 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.764 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.764 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.765 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.765 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.765 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.765 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.765 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.765 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.765 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.765 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.765 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.765 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.765 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.765 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.765 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.765 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.765 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.766 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.766 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.766 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.766 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.766 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.766 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.766 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.766 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.766 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.766 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.766 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.766 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.766 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.766 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.766 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.767 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.767 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.767 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.767 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.767 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.767 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.767 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.767 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.767 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.767 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.767 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.767 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.767 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.767 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.767 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.768 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.768 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.768 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.768 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.768 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.768 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.768 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.768 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.768 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.768 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.768 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.768 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.768 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.769 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.769 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.769 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.769 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.769 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.769 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.769 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.769 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.769 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.769 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.769 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.769 INFO:teuthology.orchestra.run.smithi052.stdout: "max_concurrent_clones": { 2024-03-18T23:06:59.769 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_concurrent_clones", 2024-03-18T23:06:59.769 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.769 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.770 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.770 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "4", 2024-03-18T23:06:59.770 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.770 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.770 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.770 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Number of asynchronous cloner threads", 2024-03-18T23:06:59.770 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.770 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.770 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.770 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.770 INFO:teuthology.orchestra.run.smithi052.stdout: "periodic_async_work": { 2024-03-18T23:06:59.770 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "periodic_async_work", 2024-03-18T23:06:59.770 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.770 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.771 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.771 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.771 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.771 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.771 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.771 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Periodically check for async work", 2024-03-18T23:06:59.771 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.771 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.771 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.771 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.771 INFO:teuthology.orchestra.run.smithi052.stdout: "snapshot_clone_delay": { 2024-03-18T23:06:59.771 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "snapshot_clone_delay", 2024-03-18T23:06:59.771 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.771 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.771 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.772 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-03-18T23:06:59.772 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.772 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.772 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.772 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-03-18T23:06:59.772 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.772 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.772 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.772 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.772 INFO:teuthology.orchestra.run.smithi052.stdout: "snapshot_clone_no_wait": { 2024-03-18T23:06:59.772 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "snapshot_clone_no_wait", 2024-03-18T23:06:59.772 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.772 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.772 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.773 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-03-18T23:06:59.773 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.773 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.773 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.773 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-03-18T23:06:59.773 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.773 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.773 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.773 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.773 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.773 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.773 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.773 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "zabbix", 2024-03-18T23:06:59.773 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-03-18T23:06:59.773 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-03-18T23:06:59.774 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-03-18T23:06:59.774 INFO:teuthology.orchestra.run.smithi052.stdout: "discovery_interval": { 2024-03-18T23:06:59.774 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "discovery_interval", 2024-03-18T23:06:59.774 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-03-18T23:06:59.774 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.774 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.774 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "100", 2024-03-18T23:06:59.774 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.774 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.774 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.774 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.774 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.774 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.774 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.775 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.775 INFO:teuthology.orchestra.run.smithi052.stdout: "identifier": { 2024-03-18T23:06:59.775 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "identifier", 2024-03-18T23:06:59.775 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.775 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.775 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.775 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.775 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.775 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.775 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.775 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.775 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.775 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.775 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.776 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.776 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-03-18T23:06:59.776 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-03-18T23:06:59.776 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-03-18T23:06:59.776 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.776 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.776 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-03-18T23:06:59.776 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.776 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.776 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.776 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.776 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.776 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.776 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.776 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.777 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-03-18T23:06:59.777 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-03-18T23:06:59.777 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.777 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.777 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.777 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.777 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.777 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.777 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.777 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.777 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.777 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.777 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.777 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.777 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.778 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.778 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.778 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.778 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.778 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.778 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.778 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-03-18T23:06:59.778 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-03-18T23:06:59.778 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.778 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.778 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.778 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.778 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.778 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.779 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.779 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.779 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.779 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.779 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.779 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.779 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-03-18T23:06:59.779 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-03-18T23:06:59.779 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.779 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.779 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.779 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-03-18T23:06:59.779 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.779 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.780 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-03-18T23:06:59.780 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-03-18T23:06:59.780 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-03-18T23:06:59.780 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-03-18T23:06:59.780 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-03-18T23:06:59.780 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-03-18T23:06:59.780 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-03-18T23:06:59.780 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.780 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.780 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.780 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.780 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.780 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.780 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-03-18T23:06:59.780 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-03-18T23:06:59.781 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-03-18T23:06:59.781 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.781 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-03-18T23:06:59.781 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-03-18T23:06:59.781 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.781 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.781 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.781 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.781 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.781 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.781 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.781 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.781 INFO:teuthology.orchestra.run.smithi052.stdout: "zabbix_host": { 2024-03-18T23:06:59.781 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "zabbix_host", 2024-03-18T23:06:59.781 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.782 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.782 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.782 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-03-18T23:06:59.782 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.782 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.782 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.782 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.782 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.782 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.782 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.782 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.782 INFO:teuthology.orchestra.run.smithi052.stdout: "zabbix_port": { 2024-03-18T23:06:59.782 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "zabbix_port", 2024-03-18T23:06:59.783 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-03-18T23:06:59.783 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.783 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.783 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10051", 2024-03-18T23:06:59.783 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.783 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.783 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.783 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.783 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.783 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.783 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.783 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.783 INFO:teuthology.orchestra.run.smithi052.stdout: "zabbix_sender": { 2024-03-18T23:06:59.783 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "zabbix_sender", 2024-03-18T23:06:59.783 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-03-18T23:06:59.784 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-03-18T23:06:59.784 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-03-18T23:06:59.784 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-03-18T23:06:59.784 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-03-18T23:06:59.784 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-03-18T23:06:59.784 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-03-18T23:06:59.784 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-03-18T23:06:59.784 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-03-18T23:06:59.784 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-03-18T23:06:59.784 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-03-18T23:06:59.784 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.784 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.784 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.784 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.784 INFO:teuthology.orchestra.run.smithi052.stdout: "services": { 2024-03-18T23:06:59.785 INFO:teuthology.orchestra.run.smithi052.stdout: "dashboard": "https://172.21.15.52:8443/" 2024-03-18T23:06:59.785 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.785 INFO:teuthology.orchestra.run.smithi052.stdout: "always_on_modules": { 2024-03-18T23:06:59.785 INFO:teuthology.orchestra.run.smithi052.stdout: "octopus": [ 2024-03-18T23:06:59.785 INFO:teuthology.orchestra.run.smithi052.stdout: "balancer", 2024-03-18T23:06:59.785 INFO:teuthology.orchestra.run.smithi052.stdout: "crash", 2024-03-18T23:06:59.785 INFO:teuthology.orchestra.run.smithi052.stdout: "devicehealth", 2024-03-18T23:06:59.785 INFO:teuthology.orchestra.run.smithi052.stdout: "orchestrator", 2024-03-18T23:06:59.785 INFO:teuthology.orchestra.run.smithi052.stdout: "pg_autoscaler", 2024-03-18T23:06:59.785 INFO:teuthology.orchestra.run.smithi052.stdout: "progress", 2024-03-18T23:06:59.785 INFO:teuthology.orchestra.run.smithi052.stdout: "rbd_support", 2024-03-18T23:06:59.785 INFO:teuthology.orchestra.run.smithi052.stdout: "status", 2024-03-18T23:06:59.785 INFO:teuthology.orchestra.run.smithi052.stdout: "telemetry", 2024-03-18T23:06:59.785 INFO:teuthology.orchestra.run.smithi052.stdout: "volumes" 2024-03-18T23:06:59.785 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.786 INFO:teuthology.orchestra.run.smithi052.stdout: "pacific": [ 2024-03-18T23:06:59.786 INFO:teuthology.orchestra.run.smithi052.stdout: "balancer", 2024-03-18T23:06:59.786 INFO:teuthology.orchestra.run.smithi052.stdout: "crash", 2024-03-18T23:06:59.786 INFO:teuthology.orchestra.run.smithi052.stdout: "devicehealth", 2024-03-18T23:06:59.786 INFO:teuthology.orchestra.run.smithi052.stdout: "orchestrator", 2024-03-18T23:06:59.786 INFO:teuthology.orchestra.run.smithi052.stdout: "pg_autoscaler", 2024-03-18T23:06:59.786 INFO:teuthology.orchestra.run.smithi052.stdout: "progress", 2024-03-18T23:06:59.786 INFO:teuthology.orchestra.run.smithi052.stdout: "rbd_support", 2024-03-18T23:06:59.786 INFO:teuthology.orchestra.run.smithi052.stdout: "status", 2024-03-18T23:06:59.786 INFO:teuthology.orchestra.run.smithi052.stdout: "telemetry", 2024-03-18T23:06:59.786 INFO:teuthology.orchestra.run.smithi052.stdout: "volumes" 2024-03-18T23:06:59.786 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.786 INFO:teuthology.orchestra.run.smithi052.stdout: "quincy": [ 2024-03-18T23:06:59.786 INFO:teuthology.orchestra.run.smithi052.stdout: "balancer", 2024-03-18T23:06:59.787 INFO:teuthology.orchestra.run.smithi052.stdout: "crash", 2024-03-18T23:06:59.787 INFO:teuthology.orchestra.run.smithi052.stdout: "devicehealth", 2024-03-18T23:06:59.787 INFO:teuthology.orchestra.run.smithi052.stdout: "orchestrator", 2024-03-18T23:06:59.787 INFO:teuthology.orchestra.run.smithi052.stdout: "pg_autoscaler", 2024-03-18T23:06:59.787 INFO:teuthology.orchestra.run.smithi052.stdout: "progress", 2024-03-18T23:06:59.787 INFO:teuthology.orchestra.run.smithi052.stdout: "rbd_support", 2024-03-18T23:06:59.787 INFO:teuthology.orchestra.run.smithi052.stdout: "status", 2024-03-18T23:06:59.787 INFO:teuthology.orchestra.run.smithi052.stdout: "telemetry", 2024-03-18T23:06:59.787 INFO:teuthology.orchestra.run.smithi052.stdout: "volumes" 2024-03-18T23:06:59.787 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.787 INFO:teuthology.orchestra.run.smithi052.stdout: "reef": [ 2024-03-18T23:06:59.787 INFO:teuthology.orchestra.run.smithi052.stdout: "balancer", 2024-03-18T23:06:59.787 INFO:teuthology.orchestra.run.smithi052.stdout: "crash", 2024-03-18T23:06:59.787 INFO:teuthology.orchestra.run.smithi052.stdout: "devicehealth", 2024-03-18T23:06:59.788 INFO:teuthology.orchestra.run.smithi052.stdout: "orchestrator", 2024-03-18T23:06:59.788 INFO:teuthology.orchestra.run.smithi052.stdout: "pg_autoscaler", 2024-03-18T23:06:59.788 INFO:teuthology.orchestra.run.smithi052.stdout: "progress", 2024-03-18T23:06:59.788 INFO:teuthology.orchestra.run.smithi052.stdout: "rbd_support", 2024-03-18T23:06:59.788 INFO:teuthology.orchestra.run.smithi052.stdout: "status", 2024-03-18T23:06:59.788 INFO:teuthology.orchestra.run.smithi052.stdout: "telemetry", 2024-03-18T23:06:59.788 INFO:teuthology.orchestra.run.smithi052.stdout: "volumes" 2024-03-18T23:06:59.788 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-03-18T23:06:59.788 INFO:teuthology.orchestra.run.smithi052.stdout: "squid": [ 2024-03-18T23:06:59.788 INFO:teuthology.orchestra.run.smithi052.stdout: "balancer", 2024-03-18T23:06:59.788 INFO:teuthology.orchestra.run.smithi052.stdout: "crash", 2024-03-18T23:06:59.788 INFO:teuthology.orchestra.run.smithi052.stdout: "devicehealth", 2024-03-18T23:06:59.788 INFO:teuthology.orchestra.run.smithi052.stdout: "orchestrator", 2024-03-18T23:06:59.788 INFO:teuthology.orchestra.run.smithi052.stdout: "pg_autoscaler", 2024-03-18T23:06:59.788 INFO:teuthology.orchestra.run.smithi052.stdout: "progress", 2024-03-18T23:06:59.788 INFO:teuthology.orchestra.run.smithi052.stdout: "rbd_support", 2024-03-18T23:06:59.789 INFO:teuthology.orchestra.run.smithi052.stdout: "status", 2024-03-18T23:06:59.789 INFO:teuthology.orchestra.run.smithi052.stdout: "telemetry", 2024-03-18T23:06:59.789 INFO:teuthology.orchestra.run.smithi052.stdout: "volumes" 2024-03-18T23:06:59.789 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2024-03-18T23:06:59.789 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.789 INFO:teuthology.orchestra.run.smithi052.stdout: "last_failure_osd_epoch": 91, 2024-03-18T23:06:59.789 INFO:teuthology.orchestra.run.smithi052.stdout: "active_clients": [ 2024-03-18T23:06:59.789 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.789 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "devicehealth", 2024-03-18T23:06:59.789 INFO:teuthology.orchestra.run.smithi052.stdout: "addrvec": [ 2024-03-18T23:06:59.789 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.789 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "v2", 2024-03-18T23:06:59.789 INFO:teuthology.orchestra.run.smithi052.stdout: "addr": "172.21.15.52:0", 2024-03-18T23:06:59.789 INFO:teuthology.orchestra.run.smithi052.stdout: "nonce": 900685522 2024-03-18T23:06:59.790 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.790 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2024-03-18T23:06:59.790 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.790 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.790 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "libcephsqlite", 2024-03-18T23:06:59.790 INFO:teuthology.orchestra.run.smithi052.stdout: "addrvec": [ 2024-03-18T23:06:59.790 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.790 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "v2", 2024-03-18T23:06:59.790 INFO:teuthology.orchestra.run.smithi052.stdout: "addr": "172.21.15.52:0", 2024-03-18T23:06:59.790 INFO:teuthology.orchestra.run.smithi052.stdout: "nonce": 1331229790 2024-03-18T23:06:59.790 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.790 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2024-03-18T23:06:59.790 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.790 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.791 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rbd_support", 2024-03-18T23:06:59.791 INFO:teuthology.orchestra.run.smithi052.stdout: "addrvec": [ 2024-03-18T23:06:59.791 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.791 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "v2", 2024-03-18T23:06:59.791 INFO:teuthology.orchestra.run.smithi052.stdout: "addr": "172.21.15.52:0", 2024-03-18T23:06:59.791 INFO:teuthology.orchestra.run.smithi052.stdout: "nonce": 3838938762 2024-03-18T23:06:59.791 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.791 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2024-03-18T23:06:59.791 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.791 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.791 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "snap_schedule", 2024-03-18T23:06:59.791 INFO:teuthology.orchestra.run.smithi052.stdout: "addrvec": [ 2024-03-18T23:06:59.791 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.791 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "v2", 2024-03-18T23:06:59.791 INFO:teuthology.orchestra.run.smithi052.stdout: "addr": "172.21.15.52:0", 2024-03-18T23:06:59.792 INFO:teuthology.orchestra.run.smithi052.stdout: "nonce": 339672179 2024-03-18T23:06:59.792 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.792 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2024-03-18T23:06:59.792 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.792 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.792 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "snap_schedule", 2024-03-18T23:06:59.792 INFO:teuthology.orchestra.run.smithi052.stdout: "addrvec": [ 2024-03-18T23:06:59.792 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.792 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "v2", 2024-03-18T23:06:59.792 INFO:teuthology.orchestra.run.smithi052.stdout: "addr": "172.21.15.52:0", 2024-03-18T23:06:59.792 INFO:teuthology.orchestra.run.smithi052.stdout: "nonce": 2965107934 2024-03-18T23:06:59.792 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.792 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2024-03-18T23:06:59.792 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:06:59.793 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.793 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "volumes", 2024-03-18T23:06:59.793 INFO:teuthology.orchestra.run.smithi052.stdout: "addrvec": [ 2024-03-18T23:06:59.793 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-03-18T23:06:59.793 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "v2", 2024-03-18T23:06:59.793 INFO:teuthology.orchestra.run.smithi052.stdout: "addr": "172.21.15.52:0", 2024-03-18T23:06:59.793 INFO:teuthology.orchestra.run.smithi052.stdout: "nonce": 3679005144 2024-03-18T23:06:59.793 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.793 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2024-03-18T23:06:59.793 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:06:59.793 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2024-03-18T23:06:59.793 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-03-18T23:06:59.795 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:58 smithi099 ceph-mon[36725]: from='client.25378 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T23:06:59.795 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:58 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/1689389418' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-18T23:06:59.795 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:58 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3330263195' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-18T23:06:59.795 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:58 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/1208020902' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-03-18T23:06:59.795 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:58 smithi181 ceph-mon[67256]: from='client.25378 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T23:06:59.795 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:58 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/1689389418' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-18T23:06:59.795 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:58 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3330263195' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-18T23:06:59.795 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:58 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/1208020902' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-03-18T23:06:59.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.536+0000 7f1567261640 1 -- 172.21.15.52:0/1208020902 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f15500a2970 msgr2=0x7f15500a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:59.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.537+0000 7f1567261640 1 --2- 172.21.15.52:0/1208020902 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f15500a2970 0x7f15500a4e30 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f15540095f0 tx=0x7f1554005f90 comp rx=0 tx=0).stop 2024-03-18T23:06:59.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.537+0000 7f1567261640 1 -- 172.21.15.52:0/1208020902 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f15601077c0 msgr2=0x7f156019ca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:06:59.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.537+0000 7f1567261640 1 --2- 172.21.15.52:0/1208020902 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f15601077c0 0x7f156019ca80 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f155800efc0 tx=0x7f155800c800 comp rx=0 tx=0).stop 2024-03-18T23:06:59.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.537+0000 7f1567261640 1 -- 172.21.15.52:0/1208020902 shutdown_connections 2024-03-18T23:06:59.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.537+0000 7f1567261640 1 --2- 172.21.15.52:0/1208020902 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f15601077c0 0x7f156019ca80 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:59.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.537+0000 7f1567261640 1 --2- 172.21.15.52:0/1208020902 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1560102170 0x7f1560198750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:59.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.537+0000 7f1567261640 1 --2- 172.21.15.52:0/1208020902 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f15500a2970 0x7f15500a4e30 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:59.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.537+0000 7f1567261640 1 --2- 172.21.15.52:0/1208020902 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f15601017b0 0x7f1560198210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:06:59.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.537+0000 7f1567261640 1 -- 172.21.15.52:0/1208020902 >> 172.21.15.52:0/1208020902 conn(0x7f15600fd2c0 msgr2=0x7f15600fd9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:06:59.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.537+0000 7f1567261640 1 -- 172.21.15.52:0/1208020902 shutdown_connections 2024-03-18T23:06:59.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:06:58.537+0000 7f1567261640 1 -- 172.21.15.52:0/1208020902 wait complete. 2024-03-18T23:06:59.802 DEBUG:tasks.check_counter:Getting stats from a 2024-03-18T23:06:59.802 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph daemon mds.a perf dump 2024-03-18T23:06:59.803 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:58 smithi052 ceph-mon[32520]: from='client.25378 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-18T23:06:59.803 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:58 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1689389418' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-18T23:06:59.803 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:58 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3330263195' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-18T23:06:59.803 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:58 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1208020902' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-03-18T23:06:59.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:06:59 smithi052 ceph-mon[32520]: pgmap v311: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:07:00.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:06:59 smithi181 ceph-mon[67256]: pgmap v311: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:07:00.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:06:59 smithi099 ceph-mon[36725]: pgmap v311: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:07:00.059 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T23:07:01.791 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:01 smithi052 ceph-mon[32520]: pgmap v312: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 0 B/s wr, 9 op/s 2024-03-18T23:07:01.933 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-03-18T23:07:01.934 INFO:teuthology.orchestra.run.smithi052.stdout: "AsyncMessenger::Worker-0": { 2024-03-18T23:07:01.934 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_messages": 208, 2024-03-18T23:07:01.934 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages": 198, 2024-03-18T23:07:01.934 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_bytes": 1433872, 2024-03-18T23:07:01.934 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_bytes": 121504, 2024-03-18T23:07:01.934 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_created_connections": 4, 2024-03-18T23:07:01.934 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_active_connections": 0, 2024-03-18T23:07:01.934 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_total_time": 0.041341305, 2024-03-18T23:07:01.934 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_send_time": 0.013127166, 2024-03-18T23:07:01.934 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_recv_time": 0.031772881, 2024-03-18T23:07:01.934 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_fast_dispatch_time": 0.003936060, 2024-03-18T23:07:01.934 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:01.935 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 197, 2024-03-18T23:07:01.935 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.009955547, 2024-03-18T23:07:01.935 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000050535 2024-03-18T23:07:01.935 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:01.935 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:01.935 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-03-18T23:07:01.935 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-03-18T23:07:01.935 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-03-18T23:07:01.935 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:01.935 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_encrypted_bytes": 1433872, 2024-03-18T23:07:01.935 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_encrypted_bytes": 121504 2024-03-18T23:07:01.935 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:01.935 INFO:teuthology.orchestra.run.smithi052.stdout: "AsyncMessenger::Worker-1": { 2024-03-18T23:07:01.935 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_messages": 2, 2024-03-18T23:07:01.936 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages": 151, 2024-03-18T23:07:01.936 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_bytes": 320, 2024-03-18T23:07:01.936 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_bytes": 182240, 2024-03-18T23:07:01.936 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_created_connections": 5, 2024-03-18T23:07:01.936 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_active_connections": 3, 2024-03-18T23:07:01.936 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_total_time": 0.013806133, 2024-03-18T23:07:01.936 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_send_time": 0.008878837, 2024-03-18T23:07:01.936 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_recv_time": 0.002454601, 2024-03-18T23:07:01.936 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-18T23:07:01.936 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:01.936 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 148, 2024-03-18T23:07:01.936 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.009679926, 2024-03-18T23:07:01.936 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000065404 2024-03-18T23:07:01.936 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:01.936 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:01.937 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-03-18T23:07:01.937 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-03-18T23:07:01.937 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-03-18T23:07:01.937 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:01.937 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_encrypted_bytes": 320, 2024-03-18T23:07:01.937 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_encrypted_bytes": 182240 2024-03-18T23:07:01.937 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:01.937 INFO:teuthology.orchestra.run.smithi052.stdout: "AsyncMessenger::Worker-2": { 2024-03-18T23:07:01.937 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_messages": 4, 2024-03-18T23:07:01.937 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages": 4, 2024-03-18T23:07:01.937 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_bytes": 3024, 2024-03-18T23:07:01.937 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_bytes": 448, 2024-03-18T23:07:01.937 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_created_connections": 2, 2024-03-18T23:07:01.938 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_active_connections": 1, 2024-03-18T23:07:01.938 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_total_time": 0.000607884, 2024-03-18T23:07:01.938 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_send_time": 0.000030656, 2024-03-18T23:07:01.938 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_recv_time": 0.000540524, 2024-03-18T23:07:01.938 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-18T23:07:01.938 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:01.938 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 3, 2024-03-18T23:07:01.938 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000698373, 2024-03-18T23:07:01.938 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000232791 2024-03-18T23:07:01.938 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:01.938 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:01.938 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-03-18T23:07:01.938 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-03-18T23:07:01.938 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-03-18T23:07:01.938 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:01.939 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-03-18T23:07:01.939 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_encrypted_bytes": 448 2024-03-18T23:07:01.939 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:01.939 INFO:teuthology.orchestra.run.smithi052.stdout: "cct": { 2024-03-18T23:07:01.939 INFO:teuthology.orchestra.run.smithi052.stdout: "total_workers": 0, 2024-03-18T23:07:01.939 INFO:teuthology.orchestra.run.smithi052.stdout: "unhealthy_workers": 0 2024-03-18T23:07:01.939 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:01.939 INFO:teuthology.orchestra.run.smithi052.stdout: "mempool": { 2024-03-18T23:07:01.939 INFO:teuthology.orchestra.run.smithi052.stdout: "bloom_filter_bytes": 0, 2024-03-18T23:07:01.939 INFO:teuthology.orchestra.run.smithi052.stdout: "bloom_filter_items": 0, 2024-03-18T23:07:01.940 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_alloc_bytes": 0, 2024-03-18T23:07:01.940 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_alloc_items": 0, 2024-03-18T23:07:01.940 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_data_bytes": 0, 2024-03-18T23:07:01.940 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_data_items": 0, 2024-03-18T23:07:01.940 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-18T23:07:01.940 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_onode_items": 0, 2024-03-18T23:07:01.940 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-18T23:07:01.940 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_meta_items": 0, 2024-03-18T23:07:01.940 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_other_bytes": 0, 2024-03-18T23:07:01.940 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_other_items": 0, 2024-03-18T23:07:01.940 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-18T23:07:01.940 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_buffer_items": 0, 2024-03-18T23:07:01.941 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_extent_bytes": 0, 2024-03-18T23:07:01.941 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_extent_items": 0, 2024-03-18T23:07:01.941 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_blob_bytes": 0, 2024-03-18T23:07:01.941 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_blob_items": 0, 2024-03-18T23:07:01.941 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-18T23:07:01.941 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_shared_blob_items": 0, 2024-03-18T23:07:01.941 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-18T23:07:01.941 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_inline_bl_items": 0, 2024-03-18T23:07:01.941 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_fsck_bytes": 0, 2024-03-18T23:07:01.941 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_fsck_items": 0, 2024-03-18T23:07:01.941 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_txc_bytes": 0, 2024-03-18T23:07:01.942 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_txc_items": 0, 2024-03-18T23:07:01.942 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-18T23:07:01.942 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_deferred_items": 0, 2024-03-18T23:07:01.942 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_bytes": 0, 2024-03-18T23:07:01.942 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_items": 0, 2024-03-18T23:07:01.942 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_bytes": 0, 2024-03-18T23:07:01.942 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_items": 0, 2024-03-18T23:07:01.942 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_reader_bytes": 0, 2024-03-18T23:07:01.942 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_reader_items": 0, 2024-03-18T23:07:01.942 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_writer_bytes": 0, 2024-03-18T23:07:01.942 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_writer_items": 0, 2024-03-18T23:07:01.943 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_anon_bytes": 148977, 2024-03-18T23:07:01.943 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_anon_items": 30, 2024-03-18T23:07:01.943 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_meta_bytes": 0, 2024-03-18T23:07:01.943 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_meta_items": 0, 2024-03-18T23:07:01.943 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_bytes": 0, 2024-03-18T23:07:01.943 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_items": 0, 2024-03-18T23:07:01.943 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_mapbl_bytes": 0, 2024-03-18T23:07:01.943 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_mapbl_items": 0, 2024-03-18T23:07:01.943 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_pglog_bytes": 0, 2024-03-18T23:07:01.943 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_pglog_items": 0, 2024-03-18T23:07:01.943 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_bytes": 0, 2024-03-18T23:07:01.943 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_items": 0, 2024-03-18T23:07:01.943 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_mapping_bytes": 0, 2024-03-18T23:07:01.943 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_mapping_items": 0, 2024-03-18T23:07:01.943 INFO:teuthology.orchestra.run.smithi052.stdout: "pgmap_bytes": 0, 2024-03-18T23:07:01.944 INFO:teuthology.orchestra.run.smithi052.stdout: "pgmap_items": 0, 2024-03-18T23:07:01.944 INFO:teuthology.orchestra.run.smithi052.stdout: "mds_co_bytes": 928, 2024-03-18T23:07:01.944 INFO:teuthology.orchestra.run.smithi052.stdout: "mds_co_items": 2, 2024-03-18T23:07:01.944 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_1_bytes": 0, 2024-03-18T23:07:01.944 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_1_items": 0, 2024-03-18T23:07:01.944 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_2_bytes": 0, 2024-03-18T23:07:01.944 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_2_items": 0 2024-03-18T23:07:01.944 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:01.944 INFO:teuthology.orchestra.run.smithi052.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-18T23:07:01.944 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 0, 2024-03-18T23:07:01.944 INFO:teuthology.orchestra.run.smithi052.stdout: "max": 104857600, 2024-03-18T23:07:01.944 INFO:teuthology.orchestra.run.smithi052.stdout: "get_started": 0, 2024-03-18T23:07:01.944 INFO:teuthology.orchestra.run.smithi052.stdout: "get": 210, 2024-03-18T23:07:01.944 INFO:teuthology.orchestra.run.smithi052.stdout: "get_sum": 1404584, 2024-03-18T23:07:01.944 INFO:teuthology.orchestra.run.smithi052.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:01.945 INFO:teuthology.orchestra.run.smithi052.stdout: "get_or_fail_success": 210, 2024-03-18T23:07:01.945 INFO:teuthology.orchestra.run.smithi052.stdout: "take": 0, 2024-03-18T23:07:01.945 INFO:teuthology.orchestra.run.smithi052.stdout: "take_sum": 0, 2024-03-18T23:07:01.945 INFO:teuthology.orchestra.run.smithi052.stdout: "put": 210, 2024-03-18T23:07:01.945 INFO:teuthology.orchestra.run.smithi052.stdout: "put_sum": 1404584, 2024-03-18T23:07:01.945 INFO:teuthology.orchestra.run.smithi052.stdout: "wait": { 2024-03-18T23:07:01.945 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-03-18T23:07:01.945 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-03-18T23:07:01.945 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-03-18T23:07:01.945 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:07:01.945 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:07:01.945 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-03-18T23:07:02.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:01 smithi181 ceph-mon[67256]: pgmap v312: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 0 B/s wr, 9 op/s 2024-03-18T23:07:02.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:01 smithi099 ceph-mon[36725]: pgmap v312: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 0 B/s wr, 9 op/s 2024-03-18T23:07:02.712 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.a 2024-03-18T23:07:02.713 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.a 2024-03-18T23:07:02.713 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.a 2024-03-18T23:07:02.713 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.a 2024-03-18T23:07:02.713 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.a 2024-03-18T23:07:02.713 DEBUG:tasks.check_counter:Getting stats from d 2024-03-18T23:07:02.713 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph daemon mds.d perf dump 2024-03-18T23:07:02.965 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T23:07:03.964 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:03 smithi052 ceph-mon[32520]: pgmap v313: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-03-18T23:07:04.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:03 smithi181 ceph-mon[67256]: pgmap v313: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-03-18T23:07:04.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:03 smithi099 ceph-mon[36725]: pgmap v313: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-03-18T23:07:04.771 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-03-18T23:07:04.771 INFO:teuthology.orchestra.run.smithi052.stdout: "AsyncMessenger::Worker-0": { 2024-03-18T23:07:04.771 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_messages": 4, 2024-03-18T23:07:04.771 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages": 4, 2024-03-18T23:07:04.771 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_bytes": 3024, 2024-03-18T23:07:04.771 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_bytes": 448, 2024-03-18T23:07:04.771 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_created_connections": 4, 2024-03-18T23:07:04.771 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_active_connections": 0, 2024-03-18T23:07:04.771 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_total_time": 0.001466081, 2024-03-18T23:07:04.771 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_send_time": 0.000031389, 2024-03-18T23:07:04.772 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_recv_time": 0.000575852, 2024-03-18T23:07:04.772 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-18T23:07:04.772 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:04.772 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 3, 2024-03-18T23:07:04.772 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000754177, 2024-03-18T23:07:04.772 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000251392 2024-03-18T23:07:04.772 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:04.772 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:04.772 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-03-18T23:07:04.772 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-03-18T23:07:04.772 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-03-18T23:07:04.772 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:04.772 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-03-18T23:07:04.772 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_encrypted_bytes": 448 2024-03-18T23:07:04.773 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:04.773 INFO:teuthology.orchestra.run.smithi052.stdout: "AsyncMessenger::Worker-1": { 2024-03-18T23:07:04.773 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_messages": 214, 2024-03-18T23:07:04.773 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages": 204, 2024-03-18T23:07:04.773 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_bytes": 1435504, 2024-03-18T23:07:04.773 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_bytes": 125344, 2024-03-18T23:07:04.773 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_created_connections": 2, 2024-03-18T23:07:04.773 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_active_connections": 1, 2024-03-18T23:07:04.773 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_total_time": 0.040946566, 2024-03-18T23:07:04.773 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_send_time": 0.013695916, 2024-03-18T23:07:04.773 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_recv_time": 0.031137021, 2024-03-18T23:07:04.773 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_fast_dispatch_time": 0.004099871, 2024-03-18T23:07:04.773 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:04.773 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 203, 2024-03-18T23:07:04.774 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.010340804, 2024-03-18T23:07:04.774 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000050939 2024-03-18T23:07:04.774 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:04.774 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:04.774 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-03-18T23:07:04.774 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-03-18T23:07:04.774 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-03-18T23:07:04.774 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:04.774 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_encrypted_bytes": 1435504, 2024-03-18T23:07:04.774 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_encrypted_bytes": 125344 2024-03-18T23:07:04.774 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:04.774 INFO:teuthology.orchestra.run.smithi052.stdout: "AsyncMessenger::Worker-2": { 2024-03-18T23:07:04.774 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_messages": 2, 2024-03-18T23:07:04.775 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages": 156, 2024-03-18T23:07:04.775 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_bytes": 320, 2024-03-18T23:07:04.775 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_bytes": 183120, 2024-03-18T23:07:04.775 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_created_connections": 5, 2024-03-18T23:07:04.775 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_active_connections": 3, 2024-03-18T23:07:04.775 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_total_time": 0.012902130, 2024-03-18T23:07:04.775 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_send_time": 0.008653526, 2024-03-18T23:07:04.775 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_recv_time": 0.001791633, 2024-03-18T23:07:04.775 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-18T23:07:04.775 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:04.775 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 153, 2024-03-18T23:07:04.775 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.010934381, 2024-03-18T23:07:04.775 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000071466 2024-03-18T23:07:04.775 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:04.775 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:04.776 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-03-18T23:07:04.776 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-03-18T23:07:04.776 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-03-18T23:07:04.776 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:04.776 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_encrypted_bytes": 320, 2024-03-18T23:07:04.776 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_encrypted_bytes": 183120 2024-03-18T23:07:04.776 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:04.776 INFO:teuthology.orchestra.run.smithi052.stdout: "cct": { 2024-03-18T23:07:04.776 INFO:teuthology.orchestra.run.smithi052.stdout: "total_workers": 0, 2024-03-18T23:07:04.776 INFO:teuthology.orchestra.run.smithi052.stdout: "unhealthy_workers": 0 2024-03-18T23:07:04.776 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:04.776 INFO:teuthology.orchestra.run.smithi052.stdout: "mempool": { 2024-03-18T23:07:04.776 INFO:teuthology.orchestra.run.smithi052.stdout: "bloom_filter_bytes": 0, 2024-03-18T23:07:04.776 INFO:teuthology.orchestra.run.smithi052.stdout: "bloom_filter_items": 0, 2024-03-18T23:07:04.776 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_alloc_bytes": 0, 2024-03-18T23:07:04.777 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_alloc_items": 0, 2024-03-18T23:07:04.777 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_data_bytes": 0, 2024-03-18T23:07:04.777 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_data_items": 0, 2024-03-18T23:07:04.777 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-18T23:07:04.777 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_onode_items": 0, 2024-03-18T23:07:04.777 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-18T23:07:04.777 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_meta_items": 0, 2024-03-18T23:07:04.777 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_other_bytes": 0, 2024-03-18T23:07:04.777 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_other_items": 0, 2024-03-18T23:07:04.777 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-18T23:07:04.777 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_buffer_items": 0, 2024-03-18T23:07:04.777 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_extent_bytes": 0, 2024-03-18T23:07:04.777 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_extent_items": 0, 2024-03-18T23:07:04.777 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_blob_bytes": 0, 2024-03-18T23:07:04.777 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_blob_items": 0, 2024-03-18T23:07:04.778 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-18T23:07:04.778 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_shared_blob_items": 0, 2024-03-18T23:07:04.778 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-18T23:07:04.778 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_inline_bl_items": 0, 2024-03-18T23:07:04.778 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_fsck_bytes": 0, 2024-03-18T23:07:04.778 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_fsck_items": 0, 2024-03-18T23:07:04.778 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_txc_bytes": 0, 2024-03-18T23:07:04.778 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_txc_items": 0, 2024-03-18T23:07:04.778 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-18T23:07:04.778 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_deferred_items": 0, 2024-03-18T23:07:04.778 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_bytes": 0, 2024-03-18T23:07:04.778 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_items": 0, 2024-03-18T23:07:04.778 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_bytes": 0, 2024-03-18T23:07:04.778 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_items": 0, 2024-03-18T23:07:04.779 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_reader_bytes": 0, 2024-03-18T23:07:04.779 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_reader_items": 0, 2024-03-18T23:07:04.779 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_writer_bytes": 0, 2024-03-18T23:07:04.779 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_writer_items": 0, 2024-03-18T23:07:04.779 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_anon_bytes": 148977, 2024-03-18T23:07:04.779 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_anon_items": 30, 2024-03-18T23:07:04.779 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_meta_bytes": 0, 2024-03-18T23:07:04.779 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_meta_items": 0, 2024-03-18T23:07:04.779 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_bytes": 0, 2024-03-18T23:07:04.779 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_items": 0, 2024-03-18T23:07:04.779 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_mapbl_bytes": 0, 2024-03-18T23:07:04.779 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_mapbl_items": 0, 2024-03-18T23:07:04.779 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_pglog_bytes": 0, 2024-03-18T23:07:04.779 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_pglog_items": 0, 2024-03-18T23:07:04.779 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_bytes": 0, 2024-03-18T23:07:04.780 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_items": 0, 2024-03-18T23:07:04.780 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_mapping_bytes": 0, 2024-03-18T23:07:04.780 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_mapping_items": 0, 2024-03-18T23:07:04.780 INFO:teuthology.orchestra.run.smithi052.stdout: "pgmap_bytes": 0, 2024-03-18T23:07:04.780 INFO:teuthology.orchestra.run.smithi052.stdout: "pgmap_items": 0, 2024-03-18T23:07:04.780 INFO:teuthology.orchestra.run.smithi052.stdout: "mds_co_bytes": 928, 2024-03-18T23:07:04.780 INFO:teuthology.orchestra.run.smithi052.stdout: "mds_co_items": 2, 2024-03-18T23:07:04.780 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_1_bytes": 0, 2024-03-18T23:07:04.780 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_1_items": 0, 2024-03-18T23:07:04.780 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_2_bytes": 0, 2024-03-18T23:07:04.781 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_2_items": 0 2024-03-18T23:07:04.781 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:04.781 INFO:teuthology.orchestra.run.smithi052.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-18T23:07:04.781 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 0, 2024-03-18T23:07:04.781 INFO:teuthology.orchestra.run.smithi052.stdout: "max": 104857600, 2024-03-18T23:07:04.781 INFO:teuthology.orchestra.run.smithi052.stdout: "get_started": 0, 2024-03-18T23:07:04.781 INFO:teuthology.orchestra.run.smithi052.stdout: "get": 216, 2024-03-18T23:07:04.781 INFO:teuthology.orchestra.run.smithi052.stdout: "get_sum": 1405364, 2024-03-18T23:07:04.781 INFO:teuthology.orchestra.run.smithi052.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:04.781 INFO:teuthology.orchestra.run.smithi052.stdout: "get_or_fail_success": 216, 2024-03-18T23:07:04.781 INFO:teuthology.orchestra.run.smithi052.stdout: "take": 0, 2024-03-18T23:07:04.781 INFO:teuthology.orchestra.run.smithi052.stdout: "take_sum": 0, 2024-03-18T23:07:04.781 INFO:teuthology.orchestra.run.smithi052.stdout: "put": 216, 2024-03-18T23:07:04.781 INFO:teuthology.orchestra.run.smithi052.stdout: "put_sum": 1405364, 2024-03-18T23:07:04.781 INFO:teuthology.orchestra.run.smithi052.stdout: "wait": { 2024-03-18T23:07:04.781 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-03-18T23:07:04.782 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-03-18T23:07:04.782 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-03-18T23:07:04.782 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:07:04.782 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:07:04.782 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-03-18T23:07:05.441 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-03-18T23:07:05.441 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-03-18T23:07:05.441 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d 2024-03-18T23:07:05.441 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d 2024-03-18T23:07:05.441 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d 2024-03-18T23:07:05.442 DEBUG:tasks.check_counter:Getting stats from g 2024-03-18T23:07:05.442 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph daemon mds.g perf dump 2024-03-18T23:07:05.689 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T23:07:05.942 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:05 smithi052 ceph-mon[32520]: pgmap v314: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-03-18T23:07:06.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:05 smithi181 ceph-mon[67256]: pgmap v314: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-03-18T23:07:06.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:05 smithi099 ceph-mon[36725]: pgmap v314: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-03-18T23:07:07.378 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-03-18T23:07:07.378 INFO:teuthology.orchestra.run.smithi052.stdout: "AsyncMessenger::Worker-0": { 2024-03-18T23:07:07.379 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_messages": 0, 2024-03-18T23:07:07.379 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages": 2, 2024-03-18T23:07:07.379 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_bytes": 0, 2024-03-18T23:07:07.379 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_bytes": 0, 2024-03-18T23:07:07.379 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_created_connections": 4, 2024-03-18T23:07:07.379 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_active_connections": 0, 2024-03-18T23:07:07.379 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_total_time": 0.001135643, 2024-03-18T23:07:07.379 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_send_time": 0.000000000, 2024-03-18T23:07:07.379 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_recv_time": 0.000204311, 2024-03-18T23:07:07.379 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-18T23:07:07.379 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:07.379 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-03-18T23:07:07.379 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-03-18T23:07:07.379 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-03-18T23:07:07.380 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:07.380 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:07.380 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-03-18T23:07:07.380 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-03-18T23:07:07.380 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-03-18T23:07:07.380 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:07.380 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_encrypted_bytes": 0, 2024-03-18T23:07:07.380 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_encrypted_bytes": 0 2024-03-18T23:07:07.380 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:07.380 INFO:teuthology.orchestra.run.smithi052.stdout: "AsyncMessenger::Worker-1": { 2024-03-18T23:07:07.380 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_messages": 6, 2024-03-18T23:07:07.380 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages": 155, 2024-03-18T23:07:07.380 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_bytes": 3344, 2024-03-18T23:07:07.380 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_bytes": 183040, 2024-03-18T23:07:07.381 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_created_connections": 5, 2024-03-18T23:07:07.381 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_active_connections": 3, 2024-03-18T23:07:07.381 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_total_time": 0.013785179, 2024-03-18T23:07:07.381 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_send_time": 0.009134352, 2024-03-18T23:07:07.381 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_recv_time": 0.002250784, 2024-03-18T23:07:07.381 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-18T23:07:07.381 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:07.381 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 153, 2024-03-18T23:07:07.381 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.011841216, 2024-03-18T23:07:07.381 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000077393 2024-03-18T23:07:07.381 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:07.381 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:07.381 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-03-18T23:07:07.381 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-03-18T23:07:07.382 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-03-18T23:07:07.382 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:07.382 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_encrypted_bytes": 3344, 2024-03-18T23:07:07.382 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_encrypted_bytes": 183040 2024-03-18T23:07:07.382 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:07.382 INFO:teuthology.orchestra.run.smithi052.stdout: "AsyncMessenger::Worker-2": { 2024-03-18T23:07:07.382 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_messages": 210, 2024-03-18T23:07:07.382 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages": 200, 2024-03-18T23:07:07.382 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_bytes": 1434416, 2024-03-18T23:07:07.382 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_bytes": 122784, 2024-03-18T23:07:07.382 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_created_connections": 2, 2024-03-18T23:07:07.382 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_active_connections": 1, 2024-03-18T23:07:07.382 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_total_time": 0.040312987, 2024-03-18T23:07:07.382 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_send_time": 0.013665887, 2024-03-18T23:07:07.383 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_recv_time": 0.030765473, 2024-03-18T23:07:07.383 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_fast_dispatch_time": 0.004090081, 2024-03-18T23:07:07.383 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:07.383 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 199, 2024-03-18T23:07:07.383 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.010216138, 2024-03-18T23:07:07.383 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000051337 2024-03-18T23:07:07.383 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:07.383 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:07.383 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-03-18T23:07:07.383 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-03-18T23:07:07.383 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-03-18T23:07:07.383 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:07.383 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_encrypted_bytes": 1434416, 2024-03-18T23:07:07.383 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_encrypted_bytes": 122784 2024-03-18T23:07:07.383 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:07.384 INFO:teuthology.orchestra.run.smithi052.stdout: "cct": { 2024-03-18T23:07:07.384 INFO:teuthology.orchestra.run.smithi052.stdout: "total_workers": 0, 2024-03-18T23:07:07.384 INFO:teuthology.orchestra.run.smithi052.stdout: "unhealthy_workers": 0 2024-03-18T23:07:07.384 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:07.384 INFO:teuthology.orchestra.run.smithi052.stdout: "mempool": { 2024-03-18T23:07:07.384 INFO:teuthology.orchestra.run.smithi052.stdout: "bloom_filter_bytes": 0, 2024-03-18T23:07:07.384 INFO:teuthology.orchestra.run.smithi052.stdout: "bloom_filter_items": 0, 2024-03-18T23:07:07.384 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_alloc_bytes": 0, 2024-03-18T23:07:07.384 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_alloc_items": 0, 2024-03-18T23:07:07.384 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_data_bytes": 0, 2024-03-18T23:07:07.384 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_data_items": 0, 2024-03-18T23:07:07.384 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-18T23:07:07.384 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_onode_items": 0, 2024-03-18T23:07:07.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-18T23:07:07.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_meta_items": 0, 2024-03-18T23:07:07.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_other_bytes": 0, 2024-03-18T23:07:07.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_other_items": 0, 2024-03-18T23:07:07.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-18T23:07:07.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_buffer_items": 0, 2024-03-18T23:07:07.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_extent_bytes": 0, 2024-03-18T23:07:07.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_extent_items": 0, 2024-03-18T23:07:07.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_blob_bytes": 0, 2024-03-18T23:07:07.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_blob_items": 0, 2024-03-18T23:07:07.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-18T23:07:07.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_shared_blob_items": 0, 2024-03-18T23:07:07.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-18T23:07:07.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_inline_bl_items": 0, 2024-03-18T23:07:07.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_fsck_bytes": 0, 2024-03-18T23:07:07.386 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_fsck_items": 0, 2024-03-18T23:07:07.386 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_txc_bytes": 0, 2024-03-18T23:07:07.386 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_txc_items": 0, 2024-03-18T23:07:07.386 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-18T23:07:07.386 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_deferred_items": 0, 2024-03-18T23:07:07.386 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_bytes": 0, 2024-03-18T23:07:07.386 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_items": 0, 2024-03-18T23:07:07.386 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_bytes": 0, 2024-03-18T23:07:07.386 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_items": 0, 2024-03-18T23:07:07.386 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_reader_bytes": 0, 2024-03-18T23:07:07.386 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_reader_items": 0, 2024-03-18T23:07:07.386 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_writer_bytes": 0, 2024-03-18T23:07:07.386 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_writer_items": 0, 2024-03-18T23:07:07.386 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_anon_bytes": 148977, 2024-03-18T23:07:07.387 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_anon_items": 30, 2024-03-18T23:07:07.387 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_meta_bytes": 0, 2024-03-18T23:07:07.387 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_meta_items": 0, 2024-03-18T23:07:07.387 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_bytes": 0, 2024-03-18T23:07:07.387 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_items": 0, 2024-03-18T23:07:07.387 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_mapbl_bytes": 0, 2024-03-18T23:07:07.387 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_mapbl_items": 0, 2024-03-18T23:07:07.387 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_pglog_bytes": 0, 2024-03-18T23:07:07.387 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_pglog_items": 0, 2024-03-18T23:07:07.387 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_bytes": 0, 2024-03-18T23:07:07.387 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_items": 0, 2024-03-18T23:07:07.387 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_mapping_bytes": 0, 2024-03-18T23:07:07.387 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_mapping_items": 0, 2024-03-18T23:07:07.387 INFO:teuthology.orchestra.run.smithi052.stdout: "pgmap_bytes": 0, 2024-03-18T23:07:07.388 INFO:teuthology.orchestra.run.smithi052.stdout: "pgmap_items": 0, 2024-03-18T23:07:07.388 INFO:teuthology.orchestra.run.smithi052.stdout: "mds_co_bytes": 928, 2024-03-18T23:07:07.388 INFO:teuthology.orchestra.run.smithi052.stdout: "mds_co_items": 2, 2024-03-18T23:07:07.388 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_1_bytes": 0, 2024-03-18T23:07:07.388 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_1_items": 0, 2024-03-18T23:07:07.388 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_2_bytes": 0, 2024-03-18T23:07:07.388 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_2_items": 0 2024-03-18T23:07:07.388 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:07.388 INFO:teuthology.orchestra.run.smithi052.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-18T23:07:07.388 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 0, 2024-03-18T23:07:07.388 INFO:teuthology.orchestra.run.smithi052.stdout: "max": 104857600, 2024-03-18T23:07:07.388 INFO:teuthology.orchestra.run.smithi052.stdout: "get_started": 0, 2024-03-18T23:07:07.388 INFO:teuthology.orchestra.run.smithi052.stdout: "get": 212, 2024-03-18T23:07:07.388 INFO:teuthology.orchestra.run.smithi052.stdout: "get_sum": 1404844, 2024-03-18T23:07:07.388 INFO:teuthology.orchestra.run.smithi052.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:07.389 INFO:teuthology.orchestra.run.smithi052.stdout: "get_or_fail_success": 212, 2024-03-18T23:07:07.389 INFO:teuthology.orchestra.run.smithi052.stdout: "take": 0, 2024-03-18T23:07:07.389 INFO:teuthology.orchestra.run.smithi052.stdout: "take_sum": 0, 2024-03-18T23:07:07.389 INFO:teuthology.orchestra.run.smithi052.stdout: "put": 212, 2024-03-18T23:07:07.389 INFO:teuthology.orchestra.run.smithi052.stdout: "put_sum": 1404844, 2024-03-18T23:07:07.389 INFO:teuthology.orchestra.run.smithi052.stdout: "wait": { 2024-03-18T23:07:07.389 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-03-18T23:07:07.389 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-03-18T23:07:07.389 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-03-18T23:07:07.389 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:07:07.389 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:07:07.389 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-03-18T23:07:07.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:07 smithi181 ceph-mon[67256]: pgmap v315: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-03-18T23:07:07.968 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:07 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T23:07:07.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:07 smithi052 ceph-mon[32520]: pgmap v315: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-03-18T23:07:07.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:07 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T23:07:08.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:07 smithi099 ceph-mon[36725]: pgmap v315: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-03-18T23:07:08.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:07 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-18T23:07:08.085 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.g 2024-03-18T23:07:08.085 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.g 2024-03-18T23:07:08.085 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.g 2024-03-18T23:07:08.085 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.g 2024-03-18T23:07:08.086 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.g 2024-03-18T23:07:08.086 DEBUG:tasks.check_counter:Getting stats from j 2024-03-18T23:07:08.086 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph daemon mds.j perf dump 2024-03-18T23:07:08.941 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.a/config 2024-03-18T23:07:09.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:09 smithi052 ceph-mon[32520]: pgmap v316: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-03-18T23:07:09.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:09 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:07:09.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:09 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:07:09.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:09 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:07:09.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:09 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:07:09.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:09 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:09.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:09 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:09.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:09 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:09.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:09 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:09.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:09 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:09.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:09 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:09.990 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:09 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:09.990 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:09 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:10.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:09 smithi181 ceph-mon[67256]: pgmap v316: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-03-18T23:07:10.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:09 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:07:10.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:09 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:07:10.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:09 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:07:10.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:09 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:07:10.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:09 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:10.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:09 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:10.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:09 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:10.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:09 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:10.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:09 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:10.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:09 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:10.014 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:09 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:10.014 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:09 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:10.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:09 smithi099 ceph-mon[36725]: pgmap v316: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-03-18T23:07:10.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:09 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:07:10.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:09 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:07:10.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:09 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:07:10.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:09 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:07:10.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:09 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:10.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:09 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:10.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:09 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:10.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:09 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:10.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:09 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:10.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:09 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:10.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:09 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:10.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:09 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:10.763 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-03-18T23:07:10.763 INFO:teuthology.orchestra.run.smithi052.stdout: "AsyncMessenger::Worker-0": { 2024-03-18T23:07:10.763 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_messages": 216, 2024-03-18T23:07:10.763 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages": 206, 2024-03-18T23:07:10.763 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_bytes": 1436048, 2024-03-18T23:07:10.764 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_bytes": 126624, 2024-03-18T23:07:10.764 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_created_connections": 4, 2024-03-18T23:07:10.764 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_active_connections": 0, 2024-03-18T23:07:10.764 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_total_time": 0.044276902, 2024-03-18T23:07:10.764 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_send_time": 0.013923925, 2024-03-18T23:07:10.764 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_recv_time": 0.033523411, 2024-03-18T23:07:10.764 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_fast_dispatch_time": 0.004189926, 2024-03-18T23:07:10.764 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:10.765 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 205, 2024-03-18T23:07:10.765 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.010450997, 2024-03-18T23:07:10.765 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000050980 2024-03-18T23:07:10.765 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:10.765 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:10.765 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-03-18T23:07:10.765 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-03-18T23:07:10.765 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-03-18T23:07:10.766 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:10.766 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_encrypted_bytes": 1436048, 2024-03-18T23:07:10.766 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_encrypted_bytes": 126624 2024-03-18T23:07:10.766 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:10.766 INFO:teuthology.orchestra.run.smithi052.stdout: "AsyncMessenger::Worker-1": { 2024-03-18T23:07:10.766 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_messages": 2, 2024-03-18T23:07:10.766 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages": 158, 2024-03-18T23:07:10.766 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_bytes": 320, 2024-03-18T23:07:10.766 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_bytes": 183472, 2024-03-18T23:07:10.767 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_created_connections": 5, 2024-03-18T23:07:10.767 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_active_connections": 3, 2024-03-18T23:07:10.767 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_total_time": 0.014562648, 2024-03-18T23:07:10.767 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_send_time": 0.009799027, 2024-03-18T23:07:10.767 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_recv_time": 0.002347231, 2024-03-18T23:07:10.767 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-18T23:07:10.767 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:10.767 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 155, 2024-03-18T23:07:10.768 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.010612289, 2024-03-18T23:07:10.768 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000068466 2024-03-18T23:07:10.768 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:10.768 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:10.768 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-03-18T23:07:10.768 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-03-18T23:07:10.768 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-03-18T23:07:10.768 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:10.769 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_encrypted_bytes": 320, 2024-03-18T23:07:10.769 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_encrypted_bytes": 183472 2024-03-18T23:07:10.769 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:10.769 INFO:teuthology.orchestra.run.smithi052.stdout: "AsyncMessenger::Worker-2": { 2024-03-18T23:07:10.769 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_messages": 4, 2024-03-18T23:07:10.769 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages": 4, 2024-03-18T23:07:10.769 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_bytes": 3024, 2024-03-18T23:07:10.770 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_bytes": 448, 2024-03-18T23:07:10.770 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_created_connections": 2, 2024-03-18T23:07:10.770 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_active_connections": 1, 2024-03-18T23:07:10.770 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_total_time": 0.000752104, 2024-03-18T23:07:10.770 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_send_time": 0.000052493, 2024-03-18T23:07:10.770 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_recv_time": 0.000677206, 2024-03-18T23:07:10.770 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-18T23:07:10.771 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:10.771 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 3, 2024-03-18T23:07:10.771 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000846015, 2024-03-18T23:07:10.771 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000282005 2024-03-18T23:07:10.771 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:10.771 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:10.771 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-03-18T23:07:10.771 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-03-18T23:07:10.771 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-03-18T23:07:10.771 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:10.771 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-03-18T23:07:10.771 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_encrypted_bytes": 448 2024-03-18T23:07:10.771 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:10.771 INFO:teuthology.orchestra.run.smithi052.stdout: "cct": { 2024-03-18T23:07:10.772 INFO:teuthology.orchestra.run.smithi052.stdout: "total_workers": 0, 2024-03-18T23:07:10.772 INFO:teuthology.orchestra.run.smithi052.stdout: "unhealthy_workers": 0 2024-03-18T23:07:10.772 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:10.772 INFO:teuthology.orchestra.run.smithi052.stdout: "mempool": { 2024-03-18T23:07:10.772 INFO:teuthology.orchestra.run.smithi052.stdout: "bloom_filter_bytes": 0, 2024-03-18T23:07:10.772 INFO:teuthology.orchestra.run.smithi052.stdout: "bloom_filter_items": 0, 2024-03-18T23:07:10.772 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_alloc_bytes": 0, 2024-03-18T23:07:10.772 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_alloc_items": 0, 2024-03-18T23:07:10.772 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_data_bytes": 0, 2024-03-18T23:07:10.772 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_data_items": 0, 2024-03-18T23:07:10.772 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-18T23:07:10.772 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_onode_items": 0, 2024-03-18T23:07:10.772 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-18T23:07:10.772 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_meta_items": 0, 2024-03-18T23:07:10.773 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_other_bytes": 0, 2024-03-18T23:07:10.773 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_other_items": 0, 2024-03-18T23:07:10.773 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-18T23:07:10.773 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_buffer_items": 0, 2024-03-18T23:07:10.773 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_extent_bytes": 0, 2024-03-18T23:07:10.773 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_extent_items": 0, 2024-03-18T23:07:10.773 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_blob_bytes": 0, 2024-03-18T23:07:10.773 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_blob_items": 0, 2024-03-18T23:07:10.773 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-18T23:07:10.773 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_shared_blob_items": 0, 2024-03-18T23:07:10.773 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-18T23:07:10.773 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_inline_bl_items": 0, 2024-03-18T23:07:10.773 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_fsck_bytes": 0, 2024-03-18T23:07:10.773 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_fsck_items": 0, 2024-03-18T23:07:10.774 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_txc_bytes": 0, 2024-03-18T23:07:10.774 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_txc_items": 0, 2024-03-18T23:07:10.774 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-18T23:07:10.774 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_deferred_items": 0, 2024-03-18T23:07:10.774 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_bytes": 0, 2024-03-18T23:07:10.774 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_items": 0, 2024-03-18T23:07:10.774 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_bytes": 0, 2024-03-18T23:07:10.774 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_items": 0, 2024-03-18T23:07:10.774 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_reader_bytes": 0, 2024-03-18T23:07:10.774 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_reader_items": 0, 2024-03-18T23:07:10.774 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_writer_bytes": 0, 2024-03-18T23:07:10.774 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_writer_items": 0, 2024-03-18T23:07:10.774 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_anon_bytes": 149017, 2024-03-18T23:07:10.774 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_anon_items": 31, 2024-03-18T23:07:10.774 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_meta_bytes": 0, 2024-03-18T23:07:10.775 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_meta_items": 0, 2024-03-18T23:07:10.775 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_bytes": 0, 2024-03-18T23:07:10.775 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_items": 0, 2024-03-18T23:07:10.775 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_mapbl_bytes": 0, 2024-03-18T23:07:10.775 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_mapbl_items": 0, 2024-03-18T23:07:10.775 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_pglog_bytes": 0, 2024-03-18T23:07:10.775 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_pglog_items": 0, 2024-03-18T23:07:10.775 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_bytes": 0, 2024-03-18T23:07:10.775 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_items": 0, 2024-03-18T23:07:10.775 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_mapping_bytes": 0, 2024-03-18T23:07:10.775 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_mapping_items": 0, 2024-03-18T23:07:10.775 INFO:teuthology.orchestra.run.smithi052.stdout: "pgmap_bytes": 0, 2024-03-18T23:07:10.775 INFO:teuthology.orchestra.run.smithi052.stdout: "pgmap_items": 0, 2024-03-18T23:07:10.775 INFO:teuthology.orchestra.run.smithi052.stdout: "mds_co_bytes": 928, 2024-03-18T23:07:10.776 INFO:teuthology.orchestra.run.smithi052.stdout: "mds_co_items": 2, 2024-03-18T23:07:10.776 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_1_bytes": 0, 2024-03-18T23:07:10.776 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_1_items": 0, 2024-03-18T23:07:10.776 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_2_bytes": 0, 2024-03-18T23:07:10.776 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_2_items": 0 2024-03-18T23:07:10.776 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-03-18T23:07:10.776 INFO:teuthology.orchestra.run.smithi052.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-18T23:07:10.776 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 0, 2024-03-18T23:07:10.776 INFO:teuthology.orchestra.run.smithi052.stdout: "max": 104857600, 2024-03-18T23:07:10.776 INFO:teuthology.orchestra.run.smithi052.stdout: "get_started": 0, 2024-03-18T23:07:10.776 INFO:teuthology.orchestra.run.smithi052.stdout: "get": 218, 2024-03-18T23:07:10.776 INFO:teuthology.orchestra.run.smithi052.stdout: "get_sum": 1405624, 2024-03-18T23:07:10.776 INFO:teuthology.orchestra.run.smithi052.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:10.776 INFO:teuthology.orchestra.run.smithi052.stdout: "get_or_fail_success": 218, 2024-03-18T23:07:10.776 INFO:teuthology.orchestra.run.smithi052.stdout: "take": 0, 2024-03-18T23:07:10.777 INFO:teuthology.orchestra.run.smithi052.stdout: "take_sum": 0, 2024-03-18T23:07:10.777 INFO:teuthology.orchestra.run.smithi052.stdout: "put": 218, 2024-03-18T23:07:10.777 INFO:teuthology.orchestra.run.smithi052.stdout: "put_sum": 1405624, 2024-03-18T23:07:10.777 INFO:teuthology.orchestra.run.smithi052.stdout: "wait": { 2024-03-18T23:07:10.777 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-03-18T23:07:10.777 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-03-18T23:07:10.777 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-03-18T23:07:10.777 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:07:10.777 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-03-18T23:07:10.777 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-03-18T23:07:10.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:10 smithi052 ceph-mon[32520]: Adjusting osd_memory_target on smithi181 to 174.1M 2024-03-18T23:07:10.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:10 smithi052 ceph-mon[32520]: Unable to set osd_memory_target on smithi181 to 182604083: error parsing value: Value '182604083' is below minimum 939524096 2024-03-18T23:07:10.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:10 smithi052 ceph-mon[32520]: Adjusting osd_memory_target on smithi099 to 174.1M 2024-03-18T23:07:10.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:10 smithi052 ceph-mon[32520]: Unable to set osd_memory_target on smithi099 to 182611968: error parsing value: Value '182611968' is below minimum 939524096 2024-03-18T23:07:10.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:10 smithi052 ceph-mon[32520]: osdmap e98: 12 total, 12 up, 12 in 2024-03-18T23:07:11.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:10 smithi181 ceph-mon[67256]: Adjusting osd_memory_target on smithi181 to 174.1M 2024-03-18T23:07:11.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:10 smithi181 ceph-mon[67256]: Unable to set osd_memory_target on smithi181 to 182604083: error parsing value: Value '182604083' is below minimum 939524096 2024-03-18T23:07:11.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:10 smithi181 ceph-mon[67256]: Adjusting osd_memory_target on smithi099 to 174.1M 2024-03-18T23:07:11.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:10 smithi181 ceph-mon[67256]: Unable to set osd_memory_target on smithi099 to 182611968: error parsing value: Value '182611968' is below minimum 939524096 2024-03-18T23:07:11.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:10 smithi181 ceph-mon[67256]: osdmap e98: 12 total, 12 up, 12 in 2024-03-18T23:07:11.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:10 smithi099 ceph-mon[36725]: Adjusting osd_memory_target on smithi181 to 174.1M 2024-03-18T23:07:11.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:10 smithi099 ceph-mon[36725]: Unable to set osd_memory_target on smithi181 to 182604083: error parsing value: Value '182604083' is below minimum 939524096 2024-03-18T23:07:11.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:10 smithi099 ceph-mon[36725]: Adjusting osd_memory_target on smithi099 to 174.1M 2024-03-18T23:07:11.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:10 smithi099 ceph-mon[36725]: Unable to set osd_memory_target on smithi099 to 182611968: error parsing value: Value '182611968' is below minimum 939524096 2024-03-18T23:07:11.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:10 smithi099 ceph-mon[36725]: osdmap e98: 12 total, 12 up, 12 in 2024-03-18T23:07:11.434 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-03-18T23:07:11.434 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-03-18T23:07:11.434 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2024-03-18T23:07:11.435 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2024-03-18T23:07:11.435 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2024-03-18T23:07:11.435 DEBUG:tasks.check_counter:Getting stats from b 2024-03-18T23:07:11.435 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph daemon mds.b perf dump 2024-03-18T23:07:11.738 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.b/config 2024-03-18T23:07:11.954 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:11 smithi099 ceph-mon[36725]: pgmap v318: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:07:11.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:11 smithi052 ceph-mon[32520]: pgmap v318: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:07:12.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:11 smithi181 ceph-mon[67256]: pgmap v318: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:07:12.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:12 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:07:12.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:12 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:07:12.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:12 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:12.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:12 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:12.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:12 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:12.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:12 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:12.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:12 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T23:07:12.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:12 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T23:07:12.989 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:12 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:07:13.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:12 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:07:13.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:12 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:07:13.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:12 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:13.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:12 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:13.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:12 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:13.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:12 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:13.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:12 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T23:07:13.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:12 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T23:07:13.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:12 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:07:13.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:12 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:07:13.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:12 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:07:13.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:12 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:13.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:12 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:13.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:12 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:13.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:12 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-18T23:07:13.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:12 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-18T23:07:13.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:12 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-18T23:07:13.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:12 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' 2024-03-18T23:07:13.587 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-03-18T23:07:13.587 INFO:teuthology.orchestra.run.smithi099.stdout: "AsyncMessenger::Worker-0": { 2024-03-18T23:07:13.587 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_messages": 5794, 2024-03-18T23:07:13.587 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_messages": 5851, 2024-03-18T23:07:13.588 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_bytes": 1856793, 2024-03-18T23:07:13.588 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_bytes": 29932164, 2024-03-18T23:07:13.588 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_created_connections": 31, 2024-03-18T23:07:13.588 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_active_connections": 7, 2024-03-18T23:07:13.588 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_total_time": 0.599608953, 2024-03-18T23:07:13.588 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_send_time": 0.291429327, 2024-03-18T23:07:13.588 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_recv_time": 0.143903141, 2024-03-18T23:07:13.588 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_fast_dispatch_time": 0.141860214, 2024-03-18T23:07:13.588 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:13.588 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 5852, 2024-03-18T23:07:13.588 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 2.791429831, 2024-03-18T23:07:13.589 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000477004 2024-03-18T23:07:13.589 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.589 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:13.589 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 3479, 2024-03-18T23:07:13.589 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000583877, 2024-03-18T23:07:13.589 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000167 2024-03-18T23:07:13.589 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.589 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_encrypted_bytes": 46192, 2024-03-18T23:07:13.589 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_encrypted_bytes": 2640 2024-03-18T23:07:13.589 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.589 INFO:teuthology.orchestra.run.smithi099.stdout: "AsyncMessenger::Worker-1": { 2024-03-18T23:07:13.589 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_messages": 20248, 2024-03-18T23:07:13.590 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_messages": 39671, 2024-03-18T23:07:13.590 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_bytes": 6926619, 2024-03-18T23:07:13.590 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_bytes": 32912566, 2024-03-18T23:07:13.590 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_created_connections": 15, 2024-03-18T23:07:13.590 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_active_connections": 5, 2024-03-18T23:07:13.590 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_total_time": 1.385411500, 2024-03-18T23:07:13.590 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_send_time": 0.565178422, 2024-03-18T23:07:13.590 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_recv_time": 1.037177794, 2024-03-18T23:07:13.590 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_fast_dispatch_time": 0.221729278, 2024-03-18T23:07:13.590 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:13.590 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 39668, 2024-03-18T23:07:13.590 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 5.078240082, 2024-03-18T23:07:13.590 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000128018 2024-03-18T23:07:13.590 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.590 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:13.591 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 46542, 2024-03-18T23:07:13.591 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.006991913, 2024-03-18T23:07:13.591 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000150 2024-03-18T23:07:13.591 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.591 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_encrypted_bytes": 98272, 2024-03-18T23:07:13.591 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_encrypted_bytes": 470960 2024-03-18T23:07:13.591 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.591 INFO:teuthology.orchestra.run.smithi099.stdout: "AsyncMessenger::Worker-2": { 2024-03-18T23:07:13.591 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_messages": 11351, 2024-03-18T23:07:13.591 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_messages": 8796, 2024-03-18T23:07:13.591 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_bytes": 5951950, 2024-03-18T23:07:13.591 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_bytes": 12191343, 2024-03-18T23:07:13.591 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_created_connections": 11, 2024-03-18T23:07:13.591 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_active_connections": 8, 2024-03-18T23:07:13.591 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_total_time": 0.801355117, 2024-03-18T23:07:13.592 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_send_time": 0.308444883, 2024-03-18T23:07:13.592 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_recv_time": 0.350525105, 2024-03-18T23:07:13.592 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_fast_dispatch_time": 0.196698840, 2024-03-18T23:07:13.592 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:13.592 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 8792, 2024-03-18T23:07:13.592 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 2.680312827, 2024-03-18T23:07:13.592 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000304858 2024-03-18T23:07:13.592 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.592 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:13.592 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 13739, 2024-03-18T23:07:13.592 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.001772149, 2024-03-18T23:07:13.592 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000128 2024-03-18T23:07:13.592 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.592 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_encrypted_bytes": 1847072, 2024-03-18T23:07:13.592 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_encrypted_bytes": 231072 2024-03-18T23:07:13.593 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.593 INFO:teuthology.orchestra.run.smithi099.stdout: "cct": { 2024-03-18T23:07:13.593 INFO:teuthology.orchestra.run.smithi099.stdout: "total_workers": 1, 2024-03-18T23:07:13.593 INFO:teuthology.orchestra.run.smithi099.stdout: "unhealthy_workers": 0 2024-03-18T23:07:13.593 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.593 INFO:teuthology.orchestra.run.smithi099.stdout: "finisher-MDSRank": { 2024-03-18T23:07:13.593 INFO:teuthology.orchestra.run.smithi099.stdout: "queue_len": 0, 2024-03-18T23:07:13.593 INFO:teuthology.orchestra.run.smithi099.stdout: "complete_latency": { 2024-03-18T23:07:13.593 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 1712, 2024-03-18T23:07:13.593 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 16.110032015, 2024-03-18T23:07:13.594 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.009410065 2024-03-18T23:07:13.594 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:13.594 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.594 INFO:teuthology.orchestra.run.smithi099.stdout: "finisher-PurgeQueue": { 2024-03-18T23:07:13.594 INFO:teuthology.orchestra.run.smithi099.stdout: "queue_len": 0, 2024-03-18T23:07:13.594 INFO:teuthology.orchestra.run.smithi099.stdout: "complete_latency": { 2024-03-18T23:07:13.594 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 5133, 2024-03-18T23:07:13.594 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 1.254829649, 2024-03-18T23:07:13.595 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000244463 2024-03-18T23:07:13.595 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:13.595 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.595 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": { 2024-03-18T23:07:13.595 INFO:teuthology.orchestra.run.smithi099.stdout: "request": 9840, 2024-03-18T23:07:13.595 INFO:teuthology.orchestra.run.smithi099.stdout: "reply": 9743, 2024-03-18T23:07:13.595 INFO:teuthology.orchestra.run.smithi099.stdout: "reply_latency": { 2024-03-18T23:07:13.595 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 9743, 2024-03-18T23:07:13.595 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 33.555834628, 2024-03-18T23:07:13.596 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.003444096 2024-03-18T23:07:13.596 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.596 INFO:teuthology.orchestra.run.smithi099.stdout: "slow_reply": 0, 2024-03-18T23:07:13.596 INFO:teuthology.orchestra.run.smithi099.stdout: "forward": 97, 2024-03-18T23:07:13.596 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_fetch_complete": 0, 2024-03-18T23:07:13.596 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_fetch_keys": 0, 2024-03-18T23:07:13.596 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_commit": 842, 2024-03-18T23:07:13.596 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_split": 8, 2024-03-18T23:07:13.596 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_merge": 0, 2024-03-18T23:07:13.596 INFO:teuthology.orchestra.run.smithi099.stdout: "inodes": 7637, 2024-03-18T23:07:13.596 INFO:teuthology.orchestra.run.smithi099.stdout: "inodes_top": 3223, 2024-03-18T23:07:13.597 INFO:teuthology.orchestra.run.smithi099.stdout: "inodes_bottom": 4396, 2024-03-18T23:07:13.597 INFO:teuthology.orchestra.run.smithi099.stdout: "inodes_pin_tail": 18, 2024-03-18T23:07:13.597 INFO:teuthology.orchestra.run.smithi099.stdout: "inodes_pinned": 2795, 2024-03-18T23:07:13.597 INFO:teuthology.orchestra.run.smithi099.stdout: "inodes_expired": 2069, 2024-03-18T23:07:13.597 INFO:teuthology.orchestra.run.smithi099.stdout: "inodes_with_caps": 3, 2024-03-18T23:07:13.597 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": 3, 2024-03-18T23:07:13.597 INFO:teuthology.orchestra.run.smithi099.stdout: "subtrees": 8, 2024-03-18T23:07:13.597 INFO:teuthology.orchestra.run.smithi099.stdout: "traverse": 10590, 2024-03-18T23:07:13.597 INFO:teuthology.orchestra.run.smithi099.stdout: "traverse_hit": 10006, 2024-03-18T23:07:13.597 INFO:teuthology.orchestra.run.smithi099.stdout: "traverse_forward": 58, 2024-03-18T23:07:13.597 INFO:teuthology.orchestra.run.smithi099.stdout: "traverse_discover": 6, 2024-03-18T23:07:13.597 INFO:teuthology.orchestra.run.smithi099.stdout: "traverse_dir_fetch": 0, 2024-03-18T23:07:13.597 INFO:teuthology.orchestra.run.smithi099.stdout: "traverse_remote_ino": 0, 2024-03-18T23:07:13.597 INFO:teuthology.orchestra.run.smithi099.stdout: "traverse_lock": 0, 2024-03-18T23:07:13.598 INFO:teuthology.orchestra.run.smithi099.stdout: "load_cent": 0, 2024-03-18T23:07:13.598 INFO:teuthology.orchestra.run.smithi099.stdout: "q": 0, 2024-03-18T23:07:13.598 INFO:teuthology.orchestra.run.smithi099.stdout: "exported": 82, 2024-03-18T23:07:13.598 INFO:teuthology.orchestra.run.smithi099.stdout: "exported_inodes": 1821, 2024-03-18T23:07:13.598 INFO:teuthology.orchestra.run.smithi099.stdout: "imported": 55, 2024-03-18T23:07:13.598 INFO:teuthology.orchestra.run.smithi099.stdout: "imported_inodes": 1582, 2024-03-18T23:07:13.598 INFO:teuthology.orchestra.run.smithi099.stdout: "openino_dir_fetch": 0, 2024-03-18T23:07:13.598 INFO:teuthology.orchestra.run.smithi099.stdout: "openino_backtrace_fetch": 0, 2024-03-18T23:07:13.598 INFO:teuthology.orchestra.run.smithi099.stdout: "openino_peer_discover": 0, 2024-03-18T23:07:13.598 INFO:teuthology.orchestra.run.smithi099.stdout: "root_rfiles": 4, 2024-03-18T23:07:13.598 INFO:teuthology.orchestra.run.smithi099.stdout: "root_rbytes": 234, 2024-03-18T23:07:13.598 INFO:teuthology.orchestra.run.smithi099.stdout: "root_rsnaps": 7, 2024-03-18T23:07:13.598 INFO:teuthology.orchestra.run.smithi099.stdout: "scrub_backtrace_fetch": 0, 2024-03-18T23:07:13.598 INFO:teuthology.orchestra.run.smithi099.stdout: "scrub_set_tag": 0, 2024-03-18T23:07:13.599 INFO:teuthology.orchestra.run.smithi099.stdout: "scrub_backtrace_repaired": 0, 2024-03-18T23:07:13.599 INFO:teuthology.orchestra.run.smithi099.stdout: "scrub_inotable_repaired": 0, 2024-03-18T23:07:13.599 INFO:teuthology.orchestra.run.smithi099.stdout: "scrub_dir_inodes": 0, 2024-03-18T23:07:13.599 INFO:teuthology.orchestra.run.smithi099.stdout: "scrub_dir_base_inodes": 0, 2024-03-18T23:07:13.599 INFO:teuthology.orchestra.run.smithi099.stdout: "scrub_dirfrag_rstats": 0, 2024-03-18T23:07:13.599 INFO:teuthology.orchestra.run.smithi099.stdout: "scrub_file_inodes": 0, 2024-03-18T23:07:13.599 INFO:teuthology.orchestra.run.smithi099.stdout: "handle_inode_file_caps": 69, 2024-03-18T23:07:13.599 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph_cap_op_revoke": 794, 2024-03-18T23:07:13.599 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph_cap_op_grant": 9378, 2024-03-18T23:07:13.599 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph_cap_op_trunc": 0, 2024-03-18T23:07:13.599 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-18T23:07:13.599 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-18T23:07:13.599 INFO:teuthology.orchestra.run.smithi099.stdout: "handle_client_caps": 5421, 2024-03-18T23:07:13.599 INFO:teuthology.orchestra.run.smithi099.stdout: "handle_client_caps_dirty": 4634, 2024-03-18T23:07:13.599 INFO:teuthology.orchestra.run.smithi099.stdout: "handle_client_cap_release": 84, 2024-03-18T23:07:13.599 INFO:teuthology.orchestra.run.smithi099.stdout: "process_request_cap_release": 4856 2024-03-18T23:07:13.600 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.600 INFO:teuthology.orchestra.run.smithi099.stdout: "mds_cache": { 2024-03-18T23:07:13.600 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_update": 0, 2024-03-18T23:07:13.600 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_update_receipt": 0, 2024-03-18T23:07:13.600 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_try_discover": 0, 2024-03-18T23:07:13.600 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_send_discover": 6, 2024-03-18T23:07:13.600 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_handle_discover": 81, 2024-03-18T23:07:13.600 INFO:teuthology.orchestra.run.smithi099.stdout: "num_strays": 264, 2024-03-18T23:07:13.600 INFO:teuthology.orchestra.run.smithi099.stdout: "num_strays_delayed": 0, 2024-03-18T23:07:13.600 INFO:teuthology.orchestra.run.smithi099.stdout: "num_strays_enqueuing": 0, 2024-03-18T23:07:13.600 INFO:teuthology.orchestra.run.smithi099.stdout: "strays_created": 3749, 2024-03-18T23:07:13.600 INFO:teuthology.orchestra.run.smithi099.stdout: "strays_enqueued": 3485, 2024-03-18T23:07:13.600 INFO:teuthology.orchestra.run.smithi099.stdout: "strays_reintegrated": 0, 2024-03-18T23:07:13.600 INFO:teuthology.orchestra.run.smithi099.stdout: "strays_migrated": 0, 2024-03-18T23:07:13.600 INFO:teuthology.orchestra.run.smithi099.stdout: "num_recovering_processing": 0, 2024-03-18T23:07:13.601 INFO:teuthology.orchestra.run.smithi099.stdout: "num_recovering_enqueued": 0, 2024-03-18T23:07:13.601 INFO:teuthology.orchestra.run.smithi099.stdout: "num_recovering_prioritized": 0, 2024-03-18T23:07:13.601 INFO:teuthology.orchestra.run.smithi099.stdout: "recovery_started": 0, 2024-03-18T23:07:13.601 INFO:teuthology.orchestra.run.smithi099.stdout: "recovery_completed": 0, 2024-03-18T23:07:13.601 INFO:teuthology.orchestra.run.smithi099.stdout: "ireq_quiesce_path": 0, 2024-03-18T23:07:13.601 INFO:teuthology.orchestra.run.smithi099.stdout: "ireq_quiesce_inode": 0, 2024-03-18T23:07:13.601 INFO:teuthology.orchestra.run.smithi099.stdout: "ireq_enqueue_scrub": 0, 2024-03-18T23:07:13.601 INFO:teuthology.orchestra.run.smithi099.stdout: "ireq_exportdir": 82, 2024-03-18T23:07:13.601 INFO:teuthology.orchestra.run.smithi099.stdout: "ireq_flush": 0, 2024-03-18T23:07:13.601 INFO:teuthology.orchestra.run.smithi099.stdout: "ireq_fragmentdir": 8, 2024-03-18T23:07:13.601 INFO:teuthology.orchestra.run.smithi099.stdout: "ireq_fragstats": 0, 2024-03-18T23:07:13.601 INFO:teuthology.orchestra.run.smithi099.stdout: "ireq_inodestats": 0 2024-03-18T23:07:13.601 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.601 INFO:teuthology.orchestra.run.smithi099.stdout: "mds_log": { 2024-03-18T23:07:13.601 INFO:teuthology.orchestra.run.smithi099.stdout: "evlrg": 0, 2024-03-18T23:07:13.602 INFO:teuthology.orchestra.run.smithi099.stdout: "evadd": 20230, 2024-03-18T23:07:13.602 INFO:teuthology.orchestra.run.smithi099.stdout: "evex": 18107, 2024-03-18T23:07:13.602 INFO:teuthology.orchestra.run.smithi099.stdout: "evtrm": 18107, 2024-03-18T23:07:13.602 INFO:teuthology.orchestra.run.smithi099.stdout: "ev": 2123, 2024-03-18T23:07:13.602 INFO:teuthology.orchestra.run.smithi099.stdout: "evexg": 0, 2024-03-18T23:07:13.602 INFO:teuthology.orchestra.run.smithi099.stdout: "evexd": 9732, 2024-03-18T23:07:13.602 INFO:teuthology.orchestra.run.smithi099.stdout: "segadd": 33, 2024-03-18T23:07:13.602 INFO:teuthology.orchestra.run.smithi099.stdout: "segex": 30, 2024-03-18T23:07:13.602 INFO:teuthology.orchestra.run.smithi099.stdout: "segtrm": 30, 2024-03-18T23:07:13.602 INFO:teuthology.orchestra.run.smithi099.stdout: "seg": 3, 2024-03-18T23:07:13.602 INFO:teuthology.orchestra.run.smithi099.stdout: "segmjr": 1, 2024-03-18T23:07:13.602 INFO:teuthology.orchestra.run.smithi099.stdout: "segexg": 0, 2024-03-18T23:07:13.602 INFO:teuthology.orchestra.run.smithi099.stdout: "segexd": 13, 2024-03-18T23:07:13.602 INFO:teuthology.orchestra.run.smithi099.stdout: "expos": 44515290, 2024-03-18T23:07:13.602 INFO:teuthology.orchestra.run.smithi099.stdout: "wrpos": 50172342, 2024-03-18T23:07:13.603 INFO:teuthology.orchestra.run.smithi099.stdout: "rdpos": 0, 2024-03-18T23:07:13.603 INFO:teuthology.orchestra.run.smithi099.stdout: "jlat": { 2024-03-18T23:07:13.603 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 1040, 2024-03-18T23:07:13.603 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 64.536143794, 2024-03-18T23:07:13.603 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.062053984 2024-03-18T23:07:13.603 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.603 INFO:teuthology.orchestra.run.smithi099.stdout: "replayed": 0 2024-03-18T23:07:13.603 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.603 INFO:teuthology.orchestra.run.smithi099.stdout: "mds_mem": { 2024-03-18T23:07:13.603 INFO:teuthology.orchestra.run.smithi099.stdout: "ino": 3535, 2024-03-18T23:07:13.603 INFO:teuthology.orchestra.run.smithi099.stdout: "ino+": 8859, 2024-03-18T23:07:13.603 INFO:teuthology.orchestra.run.smithi099.stdout: "ino-": 5324, 2024-03-18T23:07:13.603 INFO:teuthology.orchestra.run.smithi099.stdout: "dir": 329, 2024-03-18T23:07:13.603 INFO:teuthology.orchestra.run.smithi099.stdout: "dir+": 523, 2024-03-18T23:07:13.603 INFO:teuthology.orchestra.run.smithi099.stdout: "dir-": 194, 2024-03-18T23:07:13.603 INFO:teuthology.orchestra.run.smithi099.stdout: "dn": 7637, 2024-03-18T23:07:13.604 INFO:teuthology.orchestra.run.smithi099.stdout: "dn+": 13653, 2024-03-18T23:07:13.604 INFO:teuthology.orchestra.run.smithi099.stdout: "dn-": 6016, 2024-03-18T23:07:13.604 INFO:teuthology.orchestra.run.smithi099.stdout: "cap": 3, 2024-03-18T23:07:13.604 INFO:teuthology.orchestra.run.smithi099.stdout: "cap+": 5410, 2024-03-18T23:07:13.604 INFO:teuthology.orchestra.run.smithi099.stdout: "cap-": 5407, 2024-03-18T23:07:13.604 INFO:teuthology.orchestra.run.smithi099.stdout: "rss": 100104, 2024-03-18T23:07:13.604 INFO:teuthology.orchestra.run.smithi099.stdout: "heap": 231804 2024-03-18T23:07:13.604 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.604 INFO:teuthology.orchestra.run.smithi099.stdout: "mds_server": { 2024-03-18T23:07:13.604 INFO:teuthology.orchestra.run.smithi099.stdout: "dispatch_client_request": 11757, 2024-03-18T23:07:13.604 INFO:teuthology.orchestra.run.smithi099.stdout: "dispatch_server_request": 1298, 2024-03-18T23:07:13.604 INFO:teuthology.orchestra.run.smithi099.stdout: "handle_client_request": 9840, 2024-03-18T23:07:13.604 INFO:teuthology.orchestra.run.smithi099.stdout: "handle_client_session": 108, 2024-03-18T23:07:13.604 INFO:teuthology.orchestra.run.smithi099.stdout: "handle_peer_request": 3024, 2024-03-18T23:07:13.604 INFO:teuthology.orchestra.run.smithi099.stdout: "req_create_latency": { 2024-03-18T23:07:13.605 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 4866, 2024-03-18T23:07:13.605 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 11.832123335, 2024-03-18T23:07:13.605 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.002431591 2024-03-18T23:07:13.605 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.605 INFO:teuthology.orchestra.run.smithi099.stdout: "req_getattr_latency": { 2024-03-18T23:07:13.605 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 143, 2024-03-18T23:07:13.605 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.063658464, 2024-03-18T23:07:13.605 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000445164 2024-03-18T23:07:13.605 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.605 INFO:teuthology.orchestra.run.smithi099.stdout: "req_getfilelock_latency": { 2024-03-18T23:07:13.605 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:13.605 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:13.605 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:13.605 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.605 INFO:teuthology.orchestra.run.smithi099.stdout: "req_link_latency": { 2024-03-18T23:07:13.606 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:13.606 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:13.606 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:13.606 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.606 INFO:teuthology.orchestra.run.smithi099.stdout: "req_lookup_latency": { 2024-03-18T23:07:13.606 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 206, 2024-03-18T23:07:13.606 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.228349131, 2024-03-18T23:07:13.606 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.001108490 2024-03-18T23:07:13.606 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.606 INFO:teuthology.orchestra.run.smithi099.stdout: "req_lookuphash_latency": { 2024-03-18T23:07:13.606 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:13.606 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:13.606 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:13.606 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.606 INFO:teuthology.orchestra.run.smithi099.stdout: "req_lookupino_latency": { 2024-03-18T23:07:13.607 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 1, 2024-03-18T23:07:13.607 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000245859, 2024-03-18T23:07:13.607 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000245859 2024-03-18T23:07:13.607 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.607 INFO:teuthology.orchestra.run.smithi099.stdout: "req_lookupname_latency": { 2024-03-18T23:07:13.607 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:13.607 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:13.607 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:13.607 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.607 INFO:teuthology.orchestra.run.smithi099.stdout: "req_lookupparent_latency": { 2024-03-18T23:07:13.607 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:13.607 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:13.607 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:13.607 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.607 INFO:teuthology.orchestra.run.smithi099.stdout: "req_lookupsnap_latency": { 2024-03-18T23:07:13.607 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:13.608 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:13.608 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:13.608 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.608 INFO:teuthology.orchestra.run.smithi099.stdout: "req_lssnap_latency": { 2024-03-18T23:07:13.608 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 11, 2024-03-18T23:07:13.609 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.001891508, 2024-03-18T23:07:13.609 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000171955 2024-03-18T23:07:13.609 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.609 INFO:teuthology.orchestra.run.smithi099.stdout: "req_mkdir_latency": { 2024-03-18T23:07:13.609 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 394, 2024-03-18T23:07:13.609 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 4.782201018, 2024-03-18T23:07:13.609 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.012137566 2024-03-18T23:07:13.609 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.609 INFO:teuthology.orchestra.run.smithi099.stdout: "req_mknod_latency": { 2024-03-18T23:07:13.609 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:13.609 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:13.609 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:13.609 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.609 INFO:teuthology.orchestra.run.smithi099.stdout: "req_mksnap_latency": { 2024-03-18T23:07:13.609 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 11, 2024-03-18T23:07:13.610 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.376824128, 2024-03-18T23:07:13.610 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.034256738 2024-03-18T23:07:13.610 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.610 INFO:teuthology.orchestra.run.smithi099.stdout: "req_open_latency": { 2024-03-18T23:07:13.610 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 1, 2024-03-18T23:07:13.610 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000171456, 2024-03-18T23:07:13.610 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000171456 2024-03-18T23:07:13.610 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.610 INFO:teuthology.orchestra.run.smithi099.stdout: "req_readdir_latency": { 2024-03-18T23:07:13.610 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 344, 2024-03-18T23:07:13.610 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.356943829, 2024-03-18T23:07:13.610 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.001037627 2024-03-18T23:07:13.610 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.610 INFO:teuthology.orchestra.run.smithi099.stdout: "req_rename_latency": { 2024-03-18T23:07:13.611 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 2, 2024-03-18T23:07:13.611 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.002022928, 2024-03-18T23:07:13.611 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.001011464 2024-03-18T23:07:13.611 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.611 INFO:teuthology.orchestra.run.smithi099.stdout: "req_renamesnap_latency": { 2024-03-18T23:07:13.611 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:13.611 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:13.611 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:13.611 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.611 INFO:teuthology.orchestra.run.smithi099.stdout: "req_snapdiff_latency": { 2024-03-18T23:07:13.611 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:13.611 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:13.612 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:13.612 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.612 INFO:teuthology.orchestra.run.smithi099.stdout: "req_rmdir_latency": { 2024-03-18T23:07:13.612 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 314, 2024-03-18T23:07:13.612 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 9.060784078, 2024-03-18T23:07:13.612 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.028856000 2024-03-18T23:07:13.612 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.612 INFO:teuthology.orchestra.run.smithi099.stdout: "req_rmsnap_latency": { 2024-03-18T23:07:13.612 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 4, 2024-03-18T23:07:13.612 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.016420364, 2024-03-18T23:07:13.612 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.004105091 2024-03-18T23:07:13.612 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.612 INFO:teuthology.orchestra.run.smithi099.stdout: "req_rmxattr_latency": { 2024-03-18T23:07:13.612 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:13.613 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:13.613 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:13.613 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.613 INFO:teuthology.orchestra.run.smithi099.stdout: "req_setattr_latency": { 2024-03-18T23:07:13.613 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 3, 2024-03-18T23:07:13.613 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.038120618, 2024-03-18T23:07:13.613 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.012706872 2024-03-18T23:07:13.613 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.613 INFO:teuthology.orchestra.run.smithi099.stdout: "req_setdirlayout_latency": { 2024-03-18T23:07:13.613 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:13.613 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:13.613 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:13.613 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.614 INFO:teuthology.orchestra.run.smithi099.stdout: "req_setfilelock_latency": { 2024-03-18T23:07:13.614 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:13.614 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:13.614 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:13.614 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.614 INFO:teuthology.orchestra.run.smithi099.stdout: "req_setlayout_latency": { 2024-03-18T23:07:13.614 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:13.614 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:13.614 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:13.614 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.614 INFO:teuthology.orchestra.run.smithi099.stdout: "req_setxattr_latency": { 2024-03-18T23:07:13.615 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 8, 2024-03-18T23:07:13.615 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.018290243, 2024-03-18T23:07:13.615 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.002286280 2024-03-18T23:07:13.615 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.615 INFO:teuthology.orchestra.run.smithi099.stdout: "req_symlink_latency": { 2024-03-18T23:07:13.615 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:13.615 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:13.615 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:13.615 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.615 INFO:teuthology.orchestra.run.smithi099.stdout: "req_unlink_latency": { 2024-03-18T23:07:13.615 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 3435, 2024-03-18T23:07:13.615 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 6.777787669, 2024-03-18T23:07:13.615 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.001973155 2024-03-18T23:07:13.615 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.615 INFO:teuthology.orchestra.run.smithi099.stdout: "cap_revoke_eviction": 0, 2024-03-18T23:07:13.616 INFO:teuthology.orchestra.run.smithi099.stdout: "cap_acquisition_throttle": 0, 2024-03-18T23:07:13.616 INFO:teuthology.orchestra.run.smithi099.stdout: "req_getvxattr_latency": { 2024-03-18T23:07:13.616 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:13.616 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:13.616 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:13.616 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:13.616 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.616 INFO:teuthology.orchestra.run.smithi099.stdout: "mds_sessions": { 2024-03-18T23:07:13.616 INFO:teuthology.orchestra.run.smithi099.stdout: "session_count": 2, 2024-03-18T23:07:13.616 INFO:teuthology.orchestra.run.smithi099.stdout: "session_add": 6, 2024-03-18T23:07:13.616 INFO:teuthology.orchestra.run.smithi099.stdout: "session_remove": 4, 2024-03-18T23:07:13.617 INFO:teuthology.orchestra.run.smithi099.stdout: "sessions_open": 2, 2024-03-18T23:07:13.617 INFO:teuthology.orchestra.run.smithi099.stdout: "sessions_stale": 0, 2024-03-18T23:07:13.617 INFO:teuthology.orchestra.run.smithi099.stdout: "total_load": 61, 2024-03-18T23:07:13.617 INFO:teuthology.orchestra.run.smithi099.stdout: "average_load": 30, 2024-03-18T23:07:13.617 INFO:teuthology.orchestra.run.smithi099.stdout: "avg_session_uptime": 616, 2024-03-18T23:07:13.617 INFO:teuthology.orchestra.run.smithi099.stdout: "mdthresh_evicted": 0 2024-03-18T23:07:13.617 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.617 INFO:teuthology.orchestra.run.smithi099.stdout: "mempool": { 2024-03-18T23:07:13.617 INFO:teuthology.orchestra.run.smithi099.stdout: "bloom_filter_bytes": 480, 2024-03-18T23:07:13.617 INFO:teuthology.orchestra.run.smithi099.stdout: "bloom_filter_items": 480, 2024-03-18T23:07:13.617 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_alloc_bytes": 0, 2024-03-18T23:07:13.617 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_alloc_items": 0, 2024-03-18T23:07:13.617 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_data_bytes": 0, 2024-03-18T23:07:13.618 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_data_items": 0, 2024-03-18T23:07:13.618 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-18T23:07:13.618 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_onode_items": 0, 2024-03-18T23:07:13.618 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-18T23:07:13.618 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_meta_items": 0, 2024-03-18T23:07:13.618 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_other_bytes": 0, 2024-03-18T23:07:13.618 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_other_items": 0, 2024-03-18T23:07:13.618 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-18T23:07:13.618 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_buffer_items": 0, 2024-03-18T23:07:13.618 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_extent_bytes": 0, 2024-03-18T23:07:13.618 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_extent_items": 0, 2024-03-18T23:07:13.619 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_blob_bytes": 0, 2024-03-18T23:07:13.619 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_blob_items": 0, 2024-03-18T23:07:13.619 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-18T23:07:13.619 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_shared_blob_items": 0, 2024-03-18T23:07:13.619 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-18T23:07:13.619 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_inline_bl_items": 0, 2024-03-18T23:07:13.619 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_fsck_bytes": 0, 2024-03-18T23:07:13.619 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_fsck_items": 0, 2024-03-18T23:07:13.619 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_txc_bytes": 0, 2024-03-18T23:07:13.619 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_txc_items": 0, 2024-03-18T23:07:13.619 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-18T23:07:13.620 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_writing_deferred_items": 0, 2024-03-18T23:07:13.620 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_writing_bytes": 0, 2024-03-18T23:07:13.620 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_writing_items": 0, 2024-03-18T23:07:13.620 INFO:teuthology.orchestra.run.smithi099.stdout: "bluefs_bytes": 0, 2024-03-18T23:07:13.620 INFO:teuthology.orchestra.run.smithi099.stdout: "bluefs_items": 0, 2024-03-18T23:07:13.620 INFO:teuthology.orchestra.run.smithi099.stdout: "bluefs_file_reader_bytes": 0, 2024-03-18T23:07:13.620 INFO:teuthology.orchestra.run.smithi099.stdout: "bluefs_file_reader_items": 0, 2024-03-18T23:07:13.620 INFO:teuthology.orchestra.run.smithi099.stdout: "bluefs_file_writer_bytes": 0, 2024-03-18T23:07:13.620 INFO:teuthology.orchestra.run.smithi099.stdout: "bluefs_file_writer_items": 0, 2024-03-18T23:07:13.620 INFO:teuthology.orchestra.run.smithi099.stdout: "buffer_anon_bytes": 2537805, 2024-03-18T23:07:13.620 INFO:teuthology.orchestra.run.smithi099.stdout: "buffer_anon_items": 4178, 2024-03-18T23:07:13.620 INFO:teuthology.orchestra.run.smithi099.stdout: "buffer_meta_bytes": 1672, 2024-03-18T23:07:13.620 INFO:teuthology.orchestra.run.smithi099.stdout: "buffer_meta_items": 19, 2024-03-18T23:07:13.621 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_bytes": 0, 2024-03-18T23:07:13.621 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_items": 0, 2024-03-18T23:07:13.621 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_mapbl_bytes": 0, 2024-03-18T23:07:13.621 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_mapbl_items": 0, 2024-03-18T23:07:13.621 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_pglog_bytes": 0, 2024-03-18T23:07:13.621 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_pglog_items": 0, 2024-03-18T23:07:13.621 INFO:teuthology.orchestra.run.smithi099.stdout: "osdmap_bytes": 8448, 2024-03-18T23:07:13.621 INFO:teuthology.orchestra.run.smithi099.stdout: "osdmap_items": 192, 2024-03-18T23:07:13.621 INFO:teuthology.orchestra.run.smithi099.stdout: "osdmap_mapping_bytes": 0, 2024-03-18T23:07:13.621 INFO:teuthology.orchestra.run.smithi099.stdout: "osdmap_mapping_items": 0, 2024-03-18T23:07:13.621 INFO:teuthology.orchestra.run.smithi099.stdout: "pgmap_bytes": 0, 2024-03-18T23:07:13.622 INFO:teuthology.orchestra.run.smithi099.stdout: "pgmap_items": 0, 2024-03-18T23:07:13.622 INFO:teuthology.orchestra.run.smithi099.stdout: "mds_co_bytes": 14438865, 2024-03-18T23:07:13.622 INFO:teuthology.orchestra.run.smithi099.stdout: "mds_co_items": 223232, 2024-03-18T23:07:13.622 INFO:teuthology.orchestra.run.smithi099.stdout: "unittest_1_bytes": 0, 2024-03-18T23:07:13.622 INFO:teuthology.orchestra.run.smithi099.stdout: "unittest_1_items": 0, 2024-03-18T23:07:13.622 INFO:teuthology.orchestra.run.smithi099.stdout: "unittest_2_bytes": 0, 2024-03-18T23:07:13.622 INFO:teuthology.orchestra.run.smithi099.stdout: "unittest_2_items": 0 2024-03-18T23:07:13.622 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.622 INFO:teuthology.orchestra.run.smithi099.stdout: "objecter": { 2024-03-18T23:07:13.622 INFO:teuthology.orchestra.run.smithi099.stdout: "op_active": 0, 2024-03-18T23:07:13.623 INFO:teuthology.orchestra.run.smithi099.stdout: "op_laggy": 0, 2024-03-18T23:07:13.623 INFO:teuthology.orchestra.run.smithi099.stdout: "op_send": 10877, 2024-03-18T23:07:13.623 INFO:teuthology.orchestra.run.smithi099.stdout: "op_send_bytes": 55181070, 2024-03-18T23:07:13.623 INFO:teuthology.orchestra.run.smithi099.stdout: "op_resend": 37, 2024-03-18T23:07:13.623 INFO:teuthology.orchestra.run.smithi099.stdout: "op_reply": 10877, 2024-03-18T23:07:13.623 INFO:teuthology.orchestra.run.smithi099.stdout: "op_latency": { 2024-03-18T23:07:13.623 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 10877, 2024-03-18T23:07:13.623 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 698.347036891, 2024-03-18T23:07:13.623 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.064204011 2024-03-18T23:07:13.623 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.624 INFO:teuthology.orchestra.run.smithi099.stdout: "op_inflight": 0, 2024-03-18T23:07:13.624 INFO:teuthology.orchestra.run.smithi099.stdout: "oplen_avg": { 2024-03-18T23:07:13.624 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 10877, 2024-03-18T23:07:13.624 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 21556 2024-03-18T23:07:13.624 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.624 INFO:teuthology.orchestra.run.smithi099.stdout: "op": 10877, 2024-03-18T23:07:13.624 INFO:teuthology.orchestra.run.smithi099.stdout: "op_r": 82, 2024-03-18T23:07:13.624 INFO:teuthology.orchestra.run.smithi099.stdout: "op_w": 10795, 2024-03-18T23:07:13.624 INFO:teuthology.orchestra.run.smithi099.stdout: "op_rmw": 0, 2024-03-18T23:07:13.624 INFO:teuthology.orchestra.run.smithi099.stdout: "op_pg": 0, 2024-03-18T23:07:13.624 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_stat": 415, 2024-03-18T23:07:13.624 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_create": 4550, 2024-03-18T23:07:13.624 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_read": 82, 2024-03-18T23:07:13.624 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_write": 1122, 2024-03-18T23:07:13.625 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_writefull": 94, 2024-03-18T23:07:13.625 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_writesame": 0, 2024-03-18T23:07:13.625 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_append": 0, 2024-03-18T23:07:13.625 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_zero": 0, 2024-03-18T23:07:13.625 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_truncate": 8, 2024-03-18T23:07:13.625 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_delete": 4074, 2024-03-18T23:07:13.625 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_mapext": 0, 2024-03-18T23:07:13.625 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_sparse_read": 0, 2024-03-18T23:07:13.625 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_clonerange": 0, 2024-03-18T23:07:13.625 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_getxattr": 0, 2024-03-18T23:07:13.625 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_setxattr": 9100, 2024-03-18T23:07:13.625 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_cmpxattr": 0, 2024-03-18T23:07:13.625 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_rmxattr": 0, 2024-03-18T23:07:13.625 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_resetxattrs": 0, 2024-03-18T23:07:13.625 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_call": 0, 2024-03-18T23:07:13.625 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_watch": 0, 2024-03-18T23:07:13.626 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_notify": 0, 2024-03-18T23:07:13.626 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_src_cmpxattr": 0, 2024-03-18T23:07:13.626 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_pgls": 0, 2024-03-18T23:07:13.626 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_pgls_filter": 0, 2024-03-18T23:07:13.626 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_other": 0, 2024-03-18T23:07:13.626 INFO:teuthology.orchestra.run.smithi099.stdout: "linger_active": 0, 2024-03-18T23:07:13.626 INFO:teuthology.orchestra.run.smithi099.stdout: "linger_send": 0, 2024-03-18T23:07:13.626 INFO:teuthology.orchestra.run.smithi099.stdout: "linger_resend": 0, 2024-03-18T23:07:13.626 INFO:teuthology.orchestra.run.smithi099.stdout: "linger_ping": 0, 2024-03-18T23:07:13.626 INFO:teuthology.orchestra.run.smithi099.stdout: "poolop_active": 0, 2024-03-18T23:07:13.626 INFO:teuthology.orchestra.run.smithi099.stdout: "poolop_send": 0, 2024-03-18T23:07:13.626 INFO:teuthology.orchestra.run.smithi099.stdout: "poolop_resend": 0, 2024-03-18T23:07:13.626 INFO:teuthology.orchestra.run.smithi099.stdout: "poolstat_active": 0, 2024-03-18T23:07:13.626 INFO:teuthology.orchestra.run.smithi099.stdout: "poolstat_send": 0, 2024-03-18T23:07:13.627 INFO:teuthology.orchestra.run.smithi099.stdout: "poolstat_resend": 0, 2024-03-18T23:07:13.627 INFO:teuthology.orchestra.run.smithi099.stdout: "statfs_active": 0, 2024-03-18T23:07:13.627 INFO:teuthology.orchestra.run.smithi099.stdout: "statfs_send": 0, 2024-03-18T23:07:13.627 INFO:teuthology.orchestra.run.smithi099.stdout: "statfs_resend": 0, 2024-03-18T23:07:13.627 INFO:teuthology.orchestra.run.smithi099.stdout: "command_active": 0, 2024-03-18T23:07:13.627 INFO:teuthology.orchestra.run.smithi099.stdout: "command_send": 0, 2024-03-18T23:07:13.627 INFO:teuthology.orchestra.run.smithi099.stdout: "command_resend": 0, 2024-03-18T23:07:13.627 INFO:teuthology.orchestra.run.smithi099.stdout: "map_epoch": 98, 2024-03-18T23:07:13.627 INFO:teuthology.orchestra.run.smithi099.stdout: "map_full": 0, 2024-03-18T23:07:13.627 INFO:teuthology.orchestra.run.smithi099.stdout: "map_inc": 11, 2024-03-18T23:07:13.627 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_sessions": 12, 2024-03-18T23:07:13.627 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_session_open": 12, 2024-03-18T23:07:13.627 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_session_close": 0, 2024-03-18T23:07:13.627 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_laggy": 0, 2024-03-18T23:07:13.627 INFO:teuthology.orchestra.run.smithi099.stdout: "omap_wr": 1833, 2024-03-18T23:07:13.628 INFO:teuthology.orchestra.run.smithi099.stdout: "omap_rd": 0, 2024-03-18T23:07:13.628 INFO:teuthology.orchestra.run.smithi099.stdout: "omap_del": 278 2024-03-18T23:07:13.628 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.628 INFO:teuthology.orchestra.run.smithi099.stdout: "oft": { 2024-03-18T23:07:13.628 INFO:teuthology.orchestra.run.smithi099.stdout: "omap_total_objs": 1, 2024-03-18T23:07:13.628 INFO:teuthology.orchestra.run.smithi099.stdout: "omap_total_kv_pairs": 0, 2024-03-18T23:07:13.628 INFO:teuthology.orchestra.run.smithi099.stdout: "omap_total_updates": 0, 2024-03-18T23:07:13.628 INFO:teuthology.orchestra.run.smithi099.stdout: "omap_total_removes": 0 2024-03-18T23:07:13.628 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.628 INFO:teuthology.orchestra.run.smithi099.stdout: "osd-slow-ops": { 2024-03-18T23:07:13.628 INFO:teuthology.orchestra.run.smithi099.stdout: "slow_ops_count": 0 2024-03-18T23:07:13.628 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.628 INFO:teuthology.orchestra.run.smithi099.stdout: "purge_queue": { 2024-03-18T23:07:13.628 INFO:teuthology.orchestra.run.smithi099.stdout: "pq_executing_ops": 0, 2024-03-18T23:07:13.629 INFO:teuthology.orchestra.run.smithi099.stdout: "pq_executing_ops_high_water": 40, 2024-03-18T23:07:13.629 INFO:teuthology.orchestra.run.smithi099.stdout: "pq_executing": 0, 2024-03-18T23:07:13.629 INFO:teuthology.orchestra.run.smithi099.stdout: "pq_executing_high_water": 10, 2024-03-18T23:07:13.629 INFO:teuthology.orchestra.run.smithi099.stdout: "pq_executed_ops": 3543, 2024-03-18T23:07:13.629 INFO:teuthology.orchestra.run.smithi099.stdout: "pq_executed": 3485, 2024-03-18T23:07:13.629 INFO:teuthology.orchestra.run.smithi099.stdout: "pq_item_in_journal": 0 2024-03-18T23:07:13.629 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.629 INFO:teuthology.orchestra.run.smithi099.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-18T23:07:13.629 INFO:teuthology.orchestra.run.smithi099.stdout: "val": 0, 2024-03-18T23:07:13.629 INFO:teuthology.orchestra.run.smithi099.stdout: "max": 104857600, 2024-03-18T23:07:13.629 INFO:teuthology.orchestra.run.smithi099.stdout: "get_started": 0, 2024-03-18T23:07:13.629 INFO:teuthology.orchestra.run.smithi099.stdout: "get": 37389, 2024-03-18T23:07:13.629 INFO:teuthology.orchestra.run.smithi099.stdout: "get_sum": 11304267, 2024-03-18T23:07:13.629 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:13.629 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_success": 37389, 2024-03-18T23:07:13.630 INFO:teuthology.orchestra.run.smithi099.stdout: "take": 0, 2024-03-18T23:07:13.630 INFO:teuthology.orchestra.run.smithi099.stdout: "take_sum": 0, 2024-03-18T23:07:13.630 INFO:teuthology.orchestra.run.smithi099.stdout: "put": 37389, 2024-03-18T23:07:13.630 INFO:teuthology.orchestra.run.smithi099.stdout: "put_sum": 11304267, 2024-03-18T23:07:13.630 INFO:teuthology.orchestra.run.smithi099.stdout: "wait": { 2024-03-18T23:07:13.630 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:13.630 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:13.630 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:13.630 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:13.630 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.630 INFO:teuthology.orchestra.run.smithi099.stdout: "throttle-objecter_bytes": { 2024-03-18T23:07:13.630 INFO:teuthology.orchestra.run.smithi099.stdout: "val": 0, 2024-03-18T23:07:13.630 INFO:teuthology.orchestra.run.smithi099.stdout: "max": 104857600, 2024-03-18T23:07:13.630 INFO:teuthology.orchestra.run.smithi099.stdout: "get_started": 0, 2024-03-18T23:07:13.630 INFO:teuthology.orchestra.run.smithi099.stdout: "get": 0, 2024-03-18T23:07:13.631 INFO:teuthology.orchestra.run.smithi099.stdout: "get_sum": 0, 2024-03-18T23:07:13.631 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:13.631 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_success": 0, 2024-03-18T23:07:13.631 INFO:teuthology.orchestra.run.smithi099.stdout: "take": 10877, 2024-03-18T23:07:13.631 INFO:teuthology.orchestra.run.smithi099.stdout: "take_sum": 55555255, 2024-03-18T23:07:13.631 INFO:teuthology.orchestra.run.smithi099.stdout: "put": 10877, 2024-03-18T23:07:13.631 INFO:teuthology.orchestra.run.smithi099.stdout: "put_sum": 55555255, 2024-03-18T23:07:13.631 INFO:teuthology.orchestra.run.smithi099.stdout: "wait": { 2024-03-18T23:07:13.631 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:13.631 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:13.631 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:13.631 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:13.631 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.631 INFO:teuthology.orchestra.run.smithi099.stdout: "throttle-objecter_ops": { 2024-03-18T23:07:13.631 INFO:teuthology.orchestra.run.smithi099.stdout: "val": 0, 2024-03-18T23:07:13.631 INFO:teuthology.orchestra.run.smithi099.stdout: "max": 1024, 2024-03-18T23:07:13.632 INFO:teuthology.orchestra.run.smithi099.stdout: "get_started": 0, 2024-03-18T23:07:13.632 INFO:teuthology.orchestra.run.smithi099.stdout: "get": 0, 2024-03-18T23:07:13.632 INFO:teuthology.orchestra.run.smithi099.stdout: "get_sum": 0, 2024-03-18T23:07:13.632 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:13.632 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_success": 0, 2024-03-18T23:07:13.632 INFO:teuthology.orchestra.run.smithi099.stdout: "take": 10877, 2024-03-18T23:07:13.632 INFO:teuthology.orchestra.run.smithi099.stdout: "take_sum": 10877, 2024-03-18T23:07:13.632 INFO:teuthology.orchestra.run.smithi099.stdout: "put": 10877, 2024-03-18T23:07:13.632 INFO:teuthology.orchestra.run.smithi099.stdout: "put_sum": 10877, 2024-03-18T23:07:13.632 INFO:teuthology.orchestra.run.smithi099.stdout: "wait": { 2024-03-18T23:07:13.632 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:13.632 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:13.632 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:13.632 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:13.632 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.633 INFO:teuthology.orchestra.run.smithi099.stdout: "throttle-write_buf_throttle": { 2024-03-18T23:07:13.633 INFO:teuthology.orchestra.run.smithi099.stdout: "val": 0, 2024-03-18T23:07:13.633 INFO:teuthology.orchestra.run.smithi099.stdout: "max": 3758096384, 2024-03-18T23:07:13.633 INFO:teuthology.orchestra.run.smithi099.stdout: "get_started": 0, 2024-03-18T23:07:13.633 INFO:teuthology.orchestra.run.smithi099.stdout: "get": 3485, 2024-03-18T23:07:13.633 INFO:teuthology.orchestra.run.smithi099.stdout: "get_sum": 374185, 2024-03-18T23:07:13.633 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:13.633 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_success": 3485, 2024-03-18T23:07:13.633 INFO:teuthology.orchestra.run.smithi099.stdout: "take": 0, 2024-03-18T23:07:13.633 INFO:teuthology.orchestra.run.smithi099.stdout: "take_sum": 0, 2024-03-18T23:07:13.633 INFO:teuthology.orchestra.run.smithi099.stdout: "put": 82, 2024-03-18T23:07:13.633 INFO:teuthology.orchestra.run.smithi099.stdout: "put_sum": 374185, 2024-03-18T23:07:13.633 INFO:teuthology.orchestra.run.smithi099.stdout: "wait": { 2024-03-18T23:07:13.633 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:13.633 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:13.633 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:13.634 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:13.634 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:13.634 INFO:teuthology.orchestra.run.smithi099.stdout: "throttle-write_buf_throttle-0x5588921d6500": { 2024-03-18T23:07:13.634 INFO:teuthology.orchestra.run.smithi099.stdout: "val": 112, 2024-03-18T23:07:13.634 INFO:teuthology.orchestra.run.smithi099.stdout: "max": 3758096384, 2024-03-18T23:07:13.634 INFO:teuthology.orchestra.run.smithi099.stdout: "get_started": 0, 2024-03-18T23:07:13.634 INFO:teuthology.orchestra.run.smithi099.stdout: "get": 20230, 2024-03-18T23:07:13.634 INFO:teuthology.orchestra.run.smithi099.stdout: "get_sum": 45978038, 2024-03-18T23:07:13.634 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:13.634 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_success": 20230, 2024-03-18T23:07:13.634 INFO:teuthology.orchestra.run.smithi099.stdout: "take": 0, 2024-03-18T23:07:13.634 INFO:teuthology.orchestra.run.smithi099.stdout: "take_sum": 0, 2024-03-18T23:07:13.634 INFO:teuthology.orchestra.run.smithi099.stdout: "put": 1040, 2024-03-18T23:07:13.634 INFO:teuthology.orchestra.run.smithi099.stdout: "put_sum": 45977926, 2024-03-18T23:07:13.634 INFO:teuthology.orchestra.run.smithi099.stdout: "wait": { 2024-03-18T23:07:13.635 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:13.635 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:13.635 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:13.635 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:13.635 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:13.635 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-03-18T23:07:14.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:13 smithi181 ceph-mon[67256]: pgmap v319: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:07:14.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:13 smithi181 ceph-mon[67256]: Adjusting osd_memory_target on smithi052 to 177.2M 2024-03-18T23:07:14.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:13 smithi181 ceph-mon[67256]: Unable to set osd_memory_target on smithi052 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-03-18T23:07:14.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:13 smithi099 ceph-mon[36725]: pgmap v319: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:07:14.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:13 smithi099 ceph-mon[36725]: Adjusting osd_memory_target on smithi052 to 177.2M 2024-03-18T23:07:14.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:13 smithi099 ceph-mon[36725]: Unable to set osd_memory_target on smithi052 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-03-18T23:07:14.035 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:13 smithi052 ceph-mon[32520]: pgmap v319: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:07:14.035 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:13 smithi052 ceph-mon[32520]: Adjusting osd_memory_target on smithi052 to 177.2M 2024-03-18T23:07:14.035 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:13 smithi052 ceph-mon[32520]: Unable to set osd_memory_target on smithi052 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-03-18T23:07:14.264 INFO:tasks.check_counter:Daemon mds.b mds.exported=82 2024-03-18T23:07:14.264 INFO:tasks.check_counter:Daemon mds.b mds.imported=55 2024-03-18T23:07:14.264 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=7 2024-03-18T23:07:14.264 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=11 2024-03-18T23:07:14.265 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=4 2024-03-18T23:07:14.265 DEBUG:tasks.check_counter:Getting stats from e 2024-03-18T23:07:14.265 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph daemon mds.e perf dump 2024-03-18T23:07:14.528 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.b/config 2024-03-18T23:07:15.962 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:15 smithi099 ceph-mon[36725]: pgmap v320: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:07:16.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:15 smithi181 ceph-mon[67256]: pgmap v320: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:07:16.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:15 smithi052 ceph-mon[32520]: pgmap v320: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-03-18T23:07:16.246 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-03-18T23:07:16.246 INFO:teuthology.orchestra.run.smithi099.stdout: "AsyncMessenger::Worker-0": { 2024-03-18T23:07:16.246 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_messages": 2162, 2024-03-18T23:07:16.246 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_messages": 2161, 2024-03-18T23:07:16.246 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_bytes": 7990785, 2024-03-18T23:07:16.246 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_bytes": 686381, 2024-03-18T23:07:16.246 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_created_connections": 6, 2024-03-18T23:07:16.246 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_active_connections": 2, 2024-03-18T23:07:16.247 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_total_time": 0.118949684, 2024-03-18T23:07:16.247 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_send_time": 0.034842820, 2024-03-18T23:07:16.247 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_recv_time": 0.033592532, 2024-03-18T23:07:16.247 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_fast_dispatch_time": 0.042115623, 2024-03-18T23:07:16.247 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:16.247 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 2160, 2024-03-18T23:07:16.247 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.039319494, 2024-03-18T23:07:16.247 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000018203 2024-03-18T23:07:16.247 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.247 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:16.247 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.247 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.247 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.247 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.248 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-03-18T23:07:16.248 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_encrypted_bytes": 448 2024-03-18T23:07:16.248 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.248 INFO:teuthology.orchestra.run.smithi099.stdout: "AsyncMessenger::Worker-1": { 2024-03-18T23:07:16.248 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_messages": 244, 2024-03-18T23:07:16.248 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_messages": 223, 2024-03-18T23:07:16.248 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_bytes": 1504252, 2024-03-18T23:07:16.248 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_bytes": 129914, 2024-03-18T23:07:16.248 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_created_connections": 3, 2024-03-18T23:07:16.248 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_active_connections": 2, 2024-03-18T23:07:16.248 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_total_time": 0.034613754, 2024-03-18T23:07:16.248 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_send_time": 0.007964851, 2024-03-18T23:07:16.248 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_recv_time": 0.034089763, 2024-03-18T23:07:16.249 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_fast_dispatch_time": 0.003567163, 2024-03-18T23:07:16.249 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:16.249 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 222, 2024-03-18T23:07:16.249 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.007080686, 2024-03-18T23:07:16.249 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000031894 2024-03-18T23:07:16.249 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.249 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:16.249 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.249 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.249 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.249 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.249 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_encrypted_bytes": 1503696, 2024-03-18T23:07:16.249 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_encrypted_bytes": 129216 2024-03-18T23:07:16.249 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.250 INFO:teuthology.orchestra.run.smithi099.stdout: "AsyncMessenger::Worker-2": { 2024-03-18T23:07:16.250 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_messages": 3, 2024-03-18T23:07:16.250 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_messages": 159, 2024-03-18T23:07:16.250 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_bytes": 588, 2024-03-18T23:07:16.250 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_bytes": 439902, 2024-03-18T23:07:16.250 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_created_connections": 6, 2024-03-18T23:07:16.250 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_active_connections": 4, 2024-03-18T23:07:16.250 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_total_time": 0.007521725, 2024-03-18T23:07:16.250 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_send_time": 0.004322377, 2024-03-18T23:07:16.250 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_recv_time": 0.001874539, 2024-03-18T23:07:16.250 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_fast_dispatch_time": 0.000016538, 2024-03-18T23:07:16.250 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:16.250 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 156, 2024-03-18T23:07:16.251 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.012328355, 2024-03-18T23:07:16.251 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000079027 2024-03-18T23:07:16.251 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.251 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:16.251 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.251 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.251 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.251 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.251 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_encrypted_bytes": 320, 2024-03-18T23:07:16.251 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_encrypted_bytes": 439584 2024-03-18T23:07:16.252 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.252 INFO:teuthology.orchestra.run.smithi099.stdout: "cct": { 2024-03-18T23:07:16.252 INFO:teuthology.orchestra.run.smithi099.stdout: "total_workers": 1, 2024-03-18T23:07:16.252 INFO:teuthology.orchestra.run.smithi099.stdout: "unhealthy_workers": 0 2024-03-18T23:07:16.252 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.252 INFO:teuthology.orchestra.run.smithi099.stdout: "finisher-MDSRank": { 2024-03-18T23:07:16.252 INFO:teuthology.orchestra.run.smithi099.stdout: "queue_len": 0, 2024-03-18T23:07:16.252 INFO:teuthology.orchestra.run.smithi099.stdout: "complete_latency": { 2024-03-18T23:07:16.252 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 3652, 2024-03-18T23:07:16.252 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.068440814, 2024-03-18T23:07:16.252 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000018740 2024-03-18T23:07:16.252 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:16.252 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.252 INFO:teuthology.orchestra.run.smithi099.stdout: "finisher-PurgeQueue": { 2024-03-18T23:07:16.253 INFO:teuthology.orchestra.run.smithi099.stdout: "queue_len": 0, 2024-03-18T23:07:16.253 INFO:teuthology.orchestra.run.smithi099.stdout: "complete_latency": { 2024-03-18T23:07:16.253 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.253 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.253 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.253 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:16.253 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.253 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": { 2024-03-18T23:07:16.253 INFO:teuthology.orchestra.run.smithi099.stdout: "request": 0, 2024-03-18T23:07:16.253 INFO:teuthology.orchestra.run.smithi099.stdout: "reply": 0, 2024-03-18T23:07:16.253 INFO:teuthology.orchestra.run.smithi099.stdout: "reply_latency": { 2024-03-18T23:07:16.253 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.253 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.253 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.254 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.254 INFO:teuthology.orchestra.run.smithi099.stdout: "slow_reply": 0, 2024-03-18T23:07:16.254 INFO:teuthology.orchestra.run.smithi099.stdout: "forward": 0, 2024-03-18T23:07:16.254 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_fetch_complete": 0, 2024-03-18T23:07:16.254 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_fetch_keys": 0, 2024-03-18T23:07:16.254 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_commit": 0, 2024-03-18T23:07:16.254 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_split": 0, 2024-03-18T23:07:16.254 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_merge": 0, 2024-03-18T23:07:16.254 INFO:teuthology.orchestra.run.smithi099.stdout: "inodes": 1045, 2024-03-18T23:07:16.254 INFO:teuthology.orchestra.run.smithi099.stdout: "inodes_top": 0, 2024-03-18T23:07:16.254 INFO:teuthology.orchestra.run.smithi099.stdout: "inodes_bottom": 1045, 2024-03-18T23:07:16.255 INFO:teuthology.orchestra.run.smithi099.stdout: "inodes_pin_tail": 0, 2024-03-18T23:07:16.255 INFO:teuthology.orchestra.run.smithi099.stdout: "inodes_pinned": 1045, 2024-03-18T23:07:16.255 INFO:teuthology.orchestra.run.smithi099.stdout: "inodes_expired": 0, 2024-03-18T23:07:16.255 INFO:teuthology.orchestra.run.smithi099.stdout: "inodes_with_caps": 0, 2024-03-18T23:07:16.255 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": 0, 2024-03-18T23:07:16.255 INFO:teuthology.orchestra.run.smithi099.stdout: "subtrees": 1, 2024-03-18T23:07:16.255 INFO:teuthology.orchestra.run.smithi099.stdout: "traverse": 0, 2024-03-18T23:07:16.255 INFO:teuthology.orchestra.run.smithi099.stdout: "traverse_hit": 0, 2024-03-18T23:07:16.255 INFO:teuthology.orchestra.run.smithi099.stdout: "traverse_forward": 0, 2024-03-18T23:07:16.255 INFO:teuthology.orchestra.run.smithi099.stdout: "traverse_discover": 0, 2024-03-18T23:07:16.255 INFO:teuthology.orchestra.run.smithi099.stdout: "traverse_dir_fetch": 0, 2024-03-18T23:07:16.255 INFO:teuthology.orchestra.run.smithi099.stdout: "traverse_remote_ino": 0, 2024-03-18T23:07:16.255 INFO:teuthology.orchestra.run.smithi099.stdout: "traverse_lock": 0, 2024-03-18T23:07:16.255 INFO:teuthology.orchestra.run.smithi099.stdout: "load_cent": 0, 2024-03-18T23:07:16.255 INFO:teuthology.orchestra.run.smithi099.stdout: "q": 0, 2024-03-18T23:07:16.256 INFO:teuthology.orchestra.run.smithi099.stdout: "exported": 0, 2024-03-18T23:07:16.256 INFO:teuthology.orchestra.run.smithi099.stdout: "exported_inodes": 0, 2024-03-18T23:07:16.256 INFO:teuthology.orchestra.run.smithi099.stdout: "imported": 0, 2024-03-18T23:07:16.256 INFO:teuthology.orchestra.run.smithi099.stdout: "imported_inodes": 0, 2024-03-18T23:07:16.256 INFO:teuthology.orchestra.run.smithi099.stdout: "openino_dir_fetch": 0, 2024-03-18T23:07:16.256 INFO:teuthology.orchestra.run.smithi099.stdout: "openino_backtrace_fetch": 0, 2024-03-18T23:07:16.256 INFO:teuthology.orchestra.run.smithi099.stdout: "openino_peer_discover": 0, 2024-03-18T23:07:16.256 INFO:teuthology.orchestra.run.smithi099.stdout: "root_rfiles": 0, 2024-03-18T23:07:16.256 INFO:teuthology.orchestra.run.smithi099.stdout: "root_rbytes": 0, 2024-03-18T23:07:16.256 INFO:teuthology.orchestra.run.smithi099.stdout: "root_rsnaps": 0, 2024-03-18T23:07:16.256 INFO:teuthology.orchestra.run.smithi099.stdout: "scrub_backtrace_fetch": 0, 2024-03-18T23:07:16.256 INFO:teuthology.orchestra.run.smithi099.stdout: "scrub_set_tag": 0, 2024-03-18T23:07:16.256 INFO:teuthology.orchestra.run.smithi099.stdout: "scrub_backtrace_repaired": 0, 2024-03-18T23:07:16.256 INFO:teuthology.orchestra.run.smithi099.stdout: "scrub_inotable_repaired": 0, 2024-03-18T23:07:16.257 INFO:teuthology.orchestra.run.smithi099.stdout: "scrub_dir_inodes": 0, 2024-03-18T23:07:16.257 INFO:teuthology.orchestra.run.smithi099.stdout: "scrub_dir_base_inodes": 0, 2024-03-18T23:07:16.257 INFO:teuthology.orchestra.run.smithi099.stdout: "scrub_dirfrag_rstats": 0, 2024-03-18T23:07:16.257 INFO:teuthology.orchestra.run.smithi099.stdout: "scrub_file_inodes": 0, 2024-03-18T23:07:16.257 INFO:teuthology.orchestra.run.smithi099.stdout: "handle_inode_file_caps": 0, 2024-03-18T23:07:16.257 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph_cap_op_revoke": 0, 2024-03-18T23:07:16.257 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph_cap_op_grant": 0, 2024-03-18T23:07:16.257 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph_cap_op_trunc": 0, 2024-03-18T23:07:16.257 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-18T23:07:16.257 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-18T23:07:16.257 INFO:teuthology.orchestra.run.smithi099.stdout: "handle_client_caps": 0, 2024-03-18T23:07:16.257 INFO:teuthology.orchestra.run.smithi099.stdout: "handle_client_caps_dirty": 0, 2024-03-18T23:07:16.257 INFO:teuthology.orchestra.run.smithi099.stdout: "handle_client_cap_release": 0, 2024-03-18T23:07:16.257 INFO:teuthology.orchestra.run.smithi099.stdout: "process_request_cap_release": 0 2024-03-18T23:07:16.257 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.258 INFO:teuthology.orchestra.run.smithi099.stdout: "mds_cache": { 2024-03-18T23:07:16.258 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_update": 0, 2024-03-18T23:07:16.258 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_update_receipt": 0, 2024-03-18T23:07:16.258 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_try_discover": 0, 2024-03-18T23:07:16.258 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_send_discover": 0, 2024-03-18T23:07:16.258 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_handle_discover": 0, 2024-03-18T23:07:16.258 INFO:teuthology.orchestra.run.smithi099.stdout: "num_strays": 0, 2024-03-18T23:07:16.258 INFO:teuthology.orchestra.run.smithi099.stdout: "num_strays_delayed": 0, 2024-03-18T23:07:16.258 INFO:teuthology.orchestra.run.smithi099.stdout: "num_strays_enqueuing": 0, 2024-03-18T23:07:16.258 INFO:teuthology.orchestra.run.smithi099.stdout: "strays_created": 0, 2024-03-18T23:07:16.258 INFO:teuthology.orchestra.run.smithi099.stdout: "strays_enqueued": 0, 2024-03-18T23:07:16.258 INFO:teuthology.orchestra.run.smithi099.stdout: "strays_reintegrated": 0, 2024-03-18T23:07:16.258 INFO:teuthology.orchestra.run.smithi099.stdout: "strays_migrated": 0, 2024-03-18T23:07:16.258 INFO:teuthology.orchestra.run.smithi099.stdout: "num_recovering_processing": 0, 2024-03-18T23:07:16.258 INFO:teuthology.orchestra.run.smithi099.stdout: "num_recovering_enqueued": 0, 2024-03-18T23:07:16.259 INFO:teuthology.orchestra.run.smithi099.stdout: "num_recovering_prioritized": 0, 2024-03-18T23:07:16.259 INFO:teuthology.orchestra.run.smithi099.stdout: "recovery_started": 0, 2024-03-18T23:07:16.259 INFO:teuthology.orchestra.run.smithi099.stdout: "recovery_completed": 0, 2024-03-18T23:07:16.259 INFO:teuthology.orchestra.run.smithi099.stdout: "ireq_quiesce_path": 0, 2024-03-18T23:07:16.259 INFO:teuthology.orchestra.run.smithi099.stdout: "ireq_quiesce_inode": 0, 2024-03-18T23:07:16.259 INFO:teuthology.orchestra.run.smithi099.stdout: "ireq_enqueue_scrub": 0, 2024-03-18T23:07:16.259 INFO:teuthology.orchestra.run.smithi099.stdout: "ireq_exportdir": 0, 2024-03-18T23:07:16.259 INFO:teuthology.orchestra.run.smithi099.stdout: "ireq_flush": 0, 2024-03-18T23:07:16.259 INFO:teuthology.orchestra.run.smithi099.stdout: "ireq_fragmentdir": 0, 2024-03-18T23:07:16.259 INFO:teuthology.orchestra.run.smithi099.stdout: "ireq_fragstats": 0, 2024-03-18T23:07:16.259 INFO:teuthology.orchestra.run.smithi099.stdout: "ireq_inodestats": 0 2024-03-18T23:07:16.259 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.259 INFO:teuthology.orchestra.run.smithi099.stdout: "mds_log": { 2024-03-18T23:07:16.259 INFO:teuthology.orchestra.run.smithi099.stdout: "evlrg": 0, 2024-03-18T23:07:16.259 INFO:teuthology.orchestra.run.smithi099.stdout: "evadd": 0, 2024-03-18T23:07:16.260 INFO:teuthology.orchestra.run.smithi099.stdout: "evex": 0, 2024-03-18T23:07:16.260 INFO:teuthology.orchestra.run.smithi099.stdout: "evtrm": 0, 2024-03-18T23:07:16.260 INFO:teuthology.orchestra.run.smithi099.stdout: "ev": 4005, 2024-03-18T23:07:16.260 INFO:teuthology.orchestra.run.smithi099.stdout: "evexg": 0, 2024-03-18T23:07:16.260 INFO:teuthology.orchestra.run.smithi099.stdout: "evexd": 0, 2024-03-18T23:07:16.260 INFO:teuthology.orchestra.run.smithi099.stdout: "segadd": 0, 2024-03-18T23:07:16.260 INFO:teuthology.orchestra.run.smithi099.stdout: "segex": 0, 2024-03-18T23:07:16.260 INFO:teuthology.orchestra.run.smithi099.stdout: "segtrm": 0, 2024-03-18T23:07:16.260 INFO:teuthology.orchestra.run.smithi099.stdout: "seg": 6, 2024-03-18T23:07:16.260 INFO:teuthology.orchestra.run.smithi099.stdout: "segmjr": 2, 2024-03-18T23:07:16.260 INFO:teuthology.orchestra.run.smithi099.stdout: "segexg": 0, 2024-03-18T23:07:16.260 INFO:teuthology.orchestra.run.smithi099.stdout: "segexd": 0, 2024-03-18T23:07:16.260 INFO:teuthology.orchestra.run.smithi099.stdout: "expos": 4194304, 2024-03-18T23:07:16.260 INFO:teuthology.orchestra.run.smithi099.stdout: "wrpos": 11572016, 2024-03-18T23:07:16.260 INFO:teuthology.orchestra.run.smithi099.stdout: "rdpos": 11569928, 2024-03-18T23:07:16.261 INFO:teuthology.orchestra.run.smithi099.stdout: "jlat": { 2024-03-18T23:07:16.261 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.261 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.261 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.261 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.261 INFO:teuthology.orchestra.run.smithi099.stdout: "replayed": 4005 2024-03-18T23:07:16.261 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.261 INFO:teuthology.orchestra.run.smithi099.stdout: "mds_mem": { 2024-03-18T23:07:16.261 INFO:teuthology.orchestra.run.smithi099.stdout: "ino": 46, 2024-03-18T23:07:16.261 INFO:teuthology.orchestra.run.smithi099.stdout: "ino+": 1638, 2024-03-18T23:07:16.261 INFO:teuthology.orchestra.run.smithi099.stdout: "ino-": 1592, 2024-03-18T23:07:16.261 INFO:teuthology.orchestra.run.smithi099.stdout: "dir": 10, 2024-03-18T23:07:16.261 INFO:teuthology.orchestra.run.smithi099.stdout: "dir+": 132, 2024-03-18T23:07:16.262 INFO:teuthology.orchestra.run.smithi099.stdout: "dir-": 122, 2024-03-18T23:07:16.262 INFO:teuthology.orchestra.run.smithi099.stdout: "dn": 1045, 2024-03-18T23:07:16.262 INFO:teuthology.orchestra.run.smithi099.stdout: "dn+": 2245, 2024-03-18T23:07:16.262 INFO:teuthology.orchestra.run.smithi099.stdout: "dn-": 1200, 2024-03-18T23:07:16.262 INFO:teuthology.orchestra.run.smithi099.stdout: "cap": 0, 2024-03-18T23:07:16.262 INFO:teuthology.orchestra.run.smithi099.stdout: "cap+": 0, 2024-03-18T23:07:16.262 INFO:teuthology.orchestra.run.smithi099.stdout: "cap-": 0, 2024-03-18T23:07:16.262 INFO:teuthology.orchestra.run.smithi099.stdout: "rss": 52288, 2024-03-18T23:07:16.262 INFO:teuthology.orchestra.run.smithi099.stdout: "heap": 215420 2024-03-18T23:07:16.262 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.262 INFO:teuthology.orchestra.run.smithi099.stdout: "mds_server": { 2024-03-18T23:07:16.263 INFO:teuthology.orchestra.run.smithi099.stdout: "dispatch_client_request": 0, 2024-03-18T23:07:16.263 INFO:teuthology.orchestra.run.smithi099.stdout: "dispatch_server_request": 0, 2024-03-18T23:07:16.263 INFO:teuthology.orchestra.run.smithi099.stdout: "handle_client_request": 0, 2024-03-18T23:07:16.263 INFO:teuthology.orchestra.run.smithi099.stdout: "handle_client_session": 0, 2024-03-18T23:07:16.263 INFO:teuthology.orchestra.run.smithi099.stdout: "handle_peer_request": 0, 2024-03-18T23:07:16.263 INFO:teuthology.orchestra.run.smithi099.stdout: "req_create_latency": { 2024-03-18T23:07:16.263 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.263 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.263 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.263 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.263 INFO:teuthology.orchestra.run.smithi099.stdout: "req_getattr_latency": { 2024-03-18T23:07:16.263 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.263 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.263 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.264 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.264 INFO:teuthology.orchestra.run.smithi099.stdout: "req_getfilelock_latency": { 2024-03-18T23:07:16.264 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.264 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.264 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.264 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.264 INFO:teuthology.orchestra.run.smithi099.stdout: "req_link_latency": { 2024-03-18T23:07:16.264 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.264 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.264 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.264 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.264 INFO:teuthology.orchestra.run.smithi099.stdout: "req_lookup_latency": { 2024-03-18T23:07:16.264 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.264 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.265 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.265 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.265 INFO:teuthology.orchestra.run.smithi099.stdout: "req_lookuphash_latency": { 2024-03-18T23:07:16.265 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.265 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.265 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.265 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.265 INFO:teuthology.orchestra.run.smithi099.stdout: "req_lookupino_latency": { 2024-03-18T23:07:16.265 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.265 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.265 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.265 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.265 INFO:teuthology.orchestra.run.smithi099.stdout: "req_lookupname_latency": { 2024-03-18T23:07:16.265 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.265 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.266 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.266 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.266 INFO:teuthology.orchestra.run.smithi099.stdout: "req_lookupparent_latency": { 2024-03-18T23:07:16.266 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.266 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.266 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.266 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.266 INFO:teuthology.orchestra.run.smithi099.stdout: "req_lookupsnap_latency": { 2024-03-18T23:07:16.266 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.266 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.266 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.266 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.266 INFO:teuthology.orchestra.run.smithi099.stdout: "req_lssnap_latency": { 2024-03-18T23:07:16.266 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.267 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.267 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.267 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.267 INFO:teuthology.orchestra.run.smithi099.stdout: "req_mkdir_latency": { 2024-03-18T23:07:16.267 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.267 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.267 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.268 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.268 INFO:teuthology.orchestra.run.smithi099.stdout: "req_mknod_latency": { 2024-03-18T23:07:16.268 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.268 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.268 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.268 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.268 INFO:teuthology.orchestra.run.smithi099.stdout: "req_mksnap_latency": { 2024-03-18T23:07:16.268 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.268 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.268 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.268 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.268 INFO:teuthology.orchestra.run.smithi099.stdout: "req_open_latency": { 2024-03-18T23:07:16.268 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.268 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.269 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.269 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.269 INFO:teuthology.orchestra.run.smithi099.stdout: "req_readdir_latency": { 2024-03-18T23:07:16.269 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.269 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.269 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.269 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.269 INFO:teuthology.orchestra.run.smithi099.stdout: "req_rename_latency": { 2024-03-18T23:07:16.269 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.269 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.269 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.269 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.269 INFO:teuthology.orchestra.run.smithi099.stdout: "req_renamesnap_latency": { 2024-03-18T23:07:16.269 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.270 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.270 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.270 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.270 INFO:teuthology.orchestra.run.smithi099.stdout: "req_snapdiff_latency": { 2024-03-18T23:07:16.270 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.270 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.270 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.270 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.270 INFO:teuthology.orchestra.run.smithi099.stdout: "req_rmdir_latency": { 2024-03-18T23:07:16.270 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.270 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.270 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.270 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.270 INFO:teuthology.orchestra.run.smithi099.stdout: "req_rmsnap_latency": { 2024-03-18T23:07:16.271 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.271 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.271 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.271 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.271 INFO:teuthology.orchestra.run.smithi099.stdout: "req_rmxattr_latency": { 2024-03-18T23:07:16.271 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.271 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.271 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.271 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.271 INFO:teuthology.orchestra.run.smithi099.stdout: "req_setattr_latency": { 2024-03-18T23:07:16.271 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.271 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.271 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.271 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.271 INFO:teuthology.orchestra.run.smithi099.stdout: "req_setdirlayout_latency": { 2024-03-18T23:07:16.272 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.272 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.272 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.272 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.272 INFO:teuthology.orchestra.run.smithi099.stdout: "req_setfilelock_latency": { 2024-03-18T23:07:16.272 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.272 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.272 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.272 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.272 INFO:teuthology.orchestra.run.smithi099.stdout: "req_setlayout_latency": { 2024-03-18T23:07:16.273 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.273 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.273 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.273 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.273 INFO:teuthology.orchestra.run.smithi099.stdout: "req_setxattr_latency": { 2024-03-18T23:07:16.273 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.273 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.273 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.273 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.273 INFO:teuthology.orchestra.run.smithi099.stdout: "req_symlink_latency": { 2024-03-18T23:07:16.273 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.273 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.273 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.274 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.274 INFO:teuthology.orchestra.run.smithi099.stdout: "req_unlink_latency": { 2024-03-18T23:07:16.274 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.274 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.274 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.274 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.274 INFO:teuthology.orchestra.run.smithi099.stdout: "cap_revoke_eviction": 0, 2024-03-18T23:07:16.274 INFO:teuthology.orchestra.run.smithi099.stdout: "cap_acquisition_throttle": 0, 2024-03-18T23:07:16.274 INFO:teuthology.orchestra.run.smithi099.stdout: "req_getvxattr_latency": { 2024-03-18T23:07:16.274 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.274 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.274 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.274 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:16.274 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.275 INFO:teuthology.orchestra.run.smithi099.stdout: "mds_sessions": { 2024-03-18T23:07:16.275 INFO:teuthology.orchestra.run.smithi099.stdout: "session_count": 1, 2024-03-18T23:07:16.275 INFO:teuthology.orchestra.run.smithi099.stdout: "session_add": 2, 2024-03-18T23:07:16.275 INFO:teuthology.orchestra.run.smithi099.stdout: "session_remove": 1, 2024-03-18T23:07:16.275 INFO:teuthology.orchestra.run.smithi099.stdout: "sessions_open": 1, 2024-03-18T23:07:16.275 INFO:teuthology.orchestra.run.smithi099.stdout: "sessions_stale": 0, 2024-03-18T23:07:16.275 INFO:teuthology.orchestra.run.smithi099.stdout: "total_load": 0, 2024-03-18T23:07:16.275 INFO:teuthology.orchestra.run.smithi099.stdout: "average_load": 0, 2024-03-18T23:07:16.275 INFO:teuthology.orchestra.run.smithi099.stdout: "avg_session_uptime": 5007, 2024-03-18T23:07:16.275 INFO:teuthology.orchestra.run.smithi099.stdout: "mdthresh_evicted": 0 2024-03-18T23:07:16.275 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.275 INFO:teuthology.orchestra.run.smithi099.stdout: "mempool": { 2024-03-18T23:07:16.275 INFO:teuthology.orchestra.run.smithi099.stdout: "bloom_filter_bytes": 0, 2024-03-18T23:07:16.275 INFO:teuthology.orchestra.run.smithi099.stdout: "bloom_filter_items": 0, 2024-03-18T23:07:16.275 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_alloc_bytes": 0, 2024-03-18T23:07:16.276 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_alloc_items": 0, 2024-03-18T23:07:16.276 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_data_bytes": 0, 2024-03-18T23:07:16.276 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_data_items": 0, 2024-03-18T23:07:16.276 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-18T23:07:16.276 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_onode_items": 0, 2024-03-18T23:07:16.276 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-18T23:07:16.276 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_meta_items": 0, 2024-03-18T23:07:16.276 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_other_bytes": 0, 2024-03-18T23:07:16.276 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_other_items": 0, 2024-03-18T23:07:16.276 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-18T23:07:16.276 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_buffer_items": 0, 2024-03-18T23:07:16.276 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_extent_bytes": 0, 2024-03-18T23:07:16.276 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_extent_items": 0, 2024-03-18T23:07:16.276 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_blob_bytes": 0, 2024-03-18T23:07:16.276 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_blob_items": 0, 2024-03-18T23:07:16.277 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-18T23:07:16.277 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_shared_blob_items": 0, 2024-03-18T23:07:16.277 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-18T23:07:16.277 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_inline_bl_items": 0, 2024-03-18T23:07:16.277 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_fsck_bytes": 0, 2024-03-18T23:07:16.277 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_fsck_items": 0, 2024-03-18T23:07:16.277 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_txc_bytes": 0, 2024-03-18T23:07:16.277 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_txc_items": 0, 2024-03-18T23:07:16.277 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-18T23:07:16.277 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_writing_deferred_items": 0, 2024-03-18T23:07:16.277 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_writing_bytes": 0, 2024-03-18T23:07:16.277 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_writing_items": 0, 2024-03-18T23:07:16.277 INFO:teuthology.orchestra.run.smithi099.stdout: "bluefs_bytes": 0, 2024-03-18T23:07:16.277 INFO:teuthology.orchestra.run.smithi099.stdout: "bluefs_items": 0, 2024-03-18T23:07:16.278 INFO:teuthology.orchestra.run.smithi099.stdout: "bluefs_file_reader_bytes": 0, 2024-03-18T23:07:16.278 INFO:teuthology.orchestra.run.smithi099.stdout: "bluefs_file_reader_items": 0, 2024-03-18T23:07:16.278 INFO:teuthology.orchestra.run.smithi099.stdout: "bluefs_file_writer_bytes": 0, 2024-03-18T23:07:16.278 INFO:teuthology.orchestra.run.smithi099.stdout: "bluefs_file_writer_items": 0, 2024-03-18T23:07:16.278 INFO:teuthology.orchestra.run.smithi099.stdout: "buffer_anon_bytes": 182867, 2024-03-18T23:07:16.278 INFO:teuthology.orchestra.run.smithi099.stdout: "buffer_anon_items": 89, 2024-03-18T23:07:16.278 INFO:teuthology.orchestra.run.smithi099.stdout: "buffer_meta_bytes": 0, 2024-03-18T23:07:16.278 INFO:teuthology.orchestra.run.smithi099.stdout: "buffer_meta_items": 0, 2024-03-18T23:07:16.278 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_bytes": 0, 2024-03-18T23:07:16.278 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_items": 0, 2024-03-18T23:07:16.278 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_mapbl_bytes": 0, 2024-03-18T23:07:16.278 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_mapbl_items": 0, 2024-03-18T23:07:16.278 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_pglog_bytes": 0, 2024-03-18T23:07:16.278 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_pglog_items": 0, 2024-03-18T23:07:16.278 INFO:teuthology.orchestra.run.smithi099.stdout: "osdmap_bytes": 8568, 2024-03-18T23:07:16.279 INFO:teuthology.orchestra.run.smithi099.stdout: "osdmap_items": 195, 2024-03-18T23:07:16.279 INFO:teuthology.orchestra.run.smithi099.stdout: "osdmap_mapping_bytes": 0, 2024-03-18T23:07:16.279 INFO:teuthology.orchestra.run.smithi099.stdout: "osdmap_mapping_items": 0, 2024-03-18T23:07:16.279 INFO:teuthology.orchestra.run.smithi099.stdout: "pgmap_bytes": 0, 2024-03-18T23:07:16.279 INFO:teuthology.orchestra.run.smithi099.stdout: "pgmap_items": 0, 2024-03-18T23:07:16.279 INFO:teuthology.orchestra.run.smithi099.stdout: "mds_co_bytes": 865676, 2024-03-18T23:07:16.279 INFO:teuthology.orchestra.run.smithi099.stdout: "mds_co_items": 5875, 2024-03-18T23:07:16.279 INFO:teuthology.orchestra.run.smithi099.stdout: "unittest_1_bytes": 0, 2024-03-18T23:07:16.279 INFO:teuthology.orchestra.run.smithi099.stdout: "unittest_1_items": 0, 2024-03-18T23:07:16.279 INFO:teuthology.orchestra.run.smithi099.stdout: "unittest_2_bytes": 0, 2024-03-18T23:07:16.279 INFO:teuthology.orchestra.run.smithi099.stdout: "unittest_2_items": 0 2024-03-18T23:07:16.279 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.279 INFO:teuthology.orchestra.run.smithi099.stdout: "objecter": { 2024-03-18T23:07:16.279 INFO:teuthology.orchestra.run.smithi099.stdout: "op_active": 0, 2024-03-18T23:07:16.279 INFO:teuthology.orchestra.run.smithi099.stdout: "op_laggy": 0, 2024-03-18T23:07:16.280 INFO:teuthology.orchestra.run.smithi099.stdout: "op_send": 2160, 2024-03-18T23:07:16.280 INFO:teuthology.orchestra.run.smithi099.stdout: "op_send_bytes": 21, 2024-03-18T23:07:16.280 INFO:teuthology.orchestra.run.smithi099.stdout: "op_resend": 3, 2024-03-18T23:07:16.280 INFO:teuthology.orchestra.run.smithi099.stdout: "op_reply": 2160, 2024-03-18T23:07:16.280 INFO:teuthology.orchestra.run.smithi099.stdout: "op_latency": { 2024-03-18T23:07:16.280 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 2160, 2024-03-18T23:07:16.280 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 1.772959803, 2024-03-18T23:07:16.280 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000820814 2024-03-18T23:07:16.280 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.280 INFO:teuthology.orchestra.run.smithi099.stdout: "op_inflight": 0, 2024-03-18T23:07:16.280 INFO:teuthology.orchestra.run.smithi099.stdout: "oplen_avg": { 2024-03-18T23:07:16.280 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 2160, 2024-03-18T23:07:16.280 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 2161 2024-03-18T23:07:16.280 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.281 INFO:teuthology.orchestra.run.smithi099.stdout: "op": 2160, 2024-03-18T23:07:16.281 INFO:teuthology.orchestra.run.smithi099.stdout: "op_r": 2160, 2024-03-18T23:07:16.281 INFO:teuthology.orchestra.run.smithi099.stdout: "op_w": 0, 2024-03-18T23:07:16.281 INFO:teuthology.orchestra.run.smithi099.stdout: "op_rmw": 0, 2024-03-18T23:07:16.281 INFO:teuthology.orchestra.run.smithi099.stdout: "op_pg": 0, 2024-03-18T23:07:16.281 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_stat": 1366, 2024-03-18T23:07:16.281 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_create": 0, 2024-03-18T23:07:16.281 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_read": 792, 2024-03-18T23:07:16.281 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_write": 0, 2024-03-18T23:07:16.281 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_writefull": 0, 2024-03-18T23:07:16.281 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_writesame": 0, 2024-03-18T23:07:16.281 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_append": 0, 2024-03-18T23:07:16.281 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_zero": 0, 2024-03-18T23:07:16.281 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_truncate": 0, 2024-03-18T23:07:16.281 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_delete": 0, 2024-03-18T23:07:16.282 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_mapext": 0, 2024-03-18T23:07:16.282 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_sparse_read": 0, 2024-03-18T23:07:16.282 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_clonerange": 0, 2024-03-18T23:07:16.282 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_getxattr": 1, 2024-03-18T23:07:16.282 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_setxattr": 0, 2024-03-18T23:07:16.282 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_cmpxattr": 0, 2024-03-18T23:07:16.282 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_rmxattr": 0, 2024-03-18T23:07:16.282 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_resetxattrs": 0, 2024-03-18T23:07:16.282 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_call": 0, 2024-03-18T23:07:16.282 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_watch": 0, 2024-03-18T23:07:16.282 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_notify": 0, 2024-03-18T23:07:16.283 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_src_cmpxattr": 0, 2024-03-18T23:07:16.283 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_pgls": 0, 2024-03-18T23:07:16.283 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_pgls_filter": 0, 2024-03-18T23:07:16.283 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_other": 0, 2024-03-18T23:07:16.283 INFO:teuthology.orchestra.run.smithi099.stdout: "linger_active": 0, 2024-03-18T23:07:16.283 INFO:teuthology.orchestra.run.smithi099.stdout: "linger_send": 0, 2024-03-18T23:07:16.283 INFO:teuthology.orchestra.run.smithi099.stdout: "linger_resend": 0, 2024-03-18T23:07:16.284 INFO:teuthology.orchestra.run.smithi099.stdout: "linger_ping": 0, 2024-03-18T23:07:16.284 INFO:teuthology.orchestra.run.smithi099.stdout: "poolop_active": 0, 2024-03-18T23:07:16.284 INFO:teuthology.orchestra.run.smithi099.stdout: "poolop_send": 0, 2024-03-18T23:07:16.284 INFO:teuthology.orchestra.run.smithi099.stdout: "poolop_resend": 0, 2024-03-18T23:07:16.284 INFO:teuthology.orchestra.run.smithi099.stdout: "poolstat_active": 0, 2024-03-18T23:07:16.284 INFO:teuthology.orchestra.run.smithi099.stdout: "poolstat_send": 0, 2024-03-18T23:07:16.284 INFO:teuthology.orchestra.run.smithi099.stdout: "poolstat_resend": 0, 2024-03-18T23:07:16.284 INFO:teuthology.orchestra.run.smithi099.stdout: "statfs_active": 0, 2024-03-18T23:07:16.284 INFO:teuthology.orchestra.run.smithi099.stdout: "statfs_send": 0, 2024-03-18T23:07:16.284 INFO:teuthology.orchestra.run.smithi099.stdout: "statfs_resend": 0, 2024-03-18T23:07:16.284 INFO:teuthology.orchestra.run.smithi099.stdout: "command_active": 0, 2024-03-18T23:07:16.284 INFO:teuthology.orchestra.run.smithi099.stdout: "command_send": 0, 2024-03-18T23:07:16.284 INFO:teuthology.orchestra.run.smithi099.stdout: "command_resend": 0, 2024-03-18T23:07:16.285 INFO:teuthology.orchestra.run.smithi099.stdout: "map_epoch": 98, 2024-03-18T23:07:16.285 INFO:teuthology.orchestra.run.smithi099.stdout: "map_full": 0, 2024-03-18T23:07:16.285 INFO:teuthology.orchestra.run.smithi099.stdout: "map_inc": 10, 2024-03-18T23:07:16.285 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_sessions": 4, 2024-03-18T23:07:16.285 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_session_open": 4, 2024-03-18T23:07:16.285 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_session_close": 0, 2024-03-18T23:07:16.285 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_laggy": 0, 2024-03-18T23:07:16.285 INFO:teuthology.orchestra.run.smithi099.stdout: "omap_wr": 0, 2024-03-18T23:07:16.285 INFO:teuthology.orchestra.run.smithi099.stdout: "omap_rd": 2, 2024-03-18T23:07:16.285 INFO:teuthology.orchestra.run.smithi099.stdout: "omap_del": 0 2024-03-18T23:07:16.285 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.285 INFO:teuthology.orchestra.run.smithi099.stdout: "oft": { 2024-03-18T23:07:16.285 INFO:teuthology.orchestra.run.smithi099.stdout: "omap_total_objs": 0, 2024-03-18T23:07:16.285 INFO:teuthology.orchestra.run.smithi099.stdout: "omap_total_kv_pairs": 0, 2024-03-18T23:07:16.285 INFO:teuthology.orchestra.run.smithi099.stdout: "omap_total_updates": 0, 2024-03-18T23:07:16.286 INFO:teuthology.orchestra.run.smithi099.stdout: "omap_total_removes": 0 2024-03-18T23:07:16.286 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.286 INFO:teuthology.orchestra.run.smithi099.stdout: "osd-slow-ops": { 2024-03-18T23:07:16.286 INFO:teuthology.orchestra.run.smithi099.stdout: "slow_ops_count": 0 2024-03-18T23:07:16.286 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.286 INFO:teuthology.orchestra.run.smithi099.stdout: "purge_queue": { 2024-03-18T23:07:16.286 INFO:teuthology.orchestra.run.smithi099.stdout: "pq_executing_ops": 0, 2024-03-18T23:07:16.286 INFO:teuthology.orchestra.run.smithi099.stdout: "pq_executing_ops_high_water": 0, 2024-03-18T23:07:16.286 INFO:teuthology.orchestra.run.smithi099.stdout: "pq_executing": 0, 2024-03-18T23:07:16.286 INFO:teuthology.orchestra.run.smithi099.stdout: "pq_executing_high_water": 0, 2024-03-18T23:07:16.286 INFO:teuthology.orchestra.run.smithi099.stdout: "pq_executed_ops": 0, 2024-03-18T23:07:16.286 INFO:teuthology.orchestra.run.smithi099.stdout: "pq_executed": 0, 2024-03-18T23:07:16.286 INFO:teuthology.orchestra.run.smithi099.stdout: "pq_item_in_journal": 0 2024-03-18T23:07:16.286 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.286 INFO:teuthology.orchestra.run.smithi099.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-18T23:07:16.287 INFO:teuthology.orchestra.run.smithi099.stdout: "val": 0, 2024-03-18T23:07:16.287 INFO:teuthology.orchestra.run.smithi099.stdout: "max": 104857600, 2024-03-18T23:07:16.287 INFO:teuthology.orchestra.run.smithi099.stdout: "get_started": 0, 2024-03-18T23:07:16.287 INFO:teuthology.orchestra.run.smithi099.stdout: "get": 2405, 2024-03-18T23:07:16.287 INFO:teuthology.orchestra.run.smithi099.stdout: "get_sum": 9263797, 2024-03-18T23:07:16.287 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:16.287 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_success": 2405, 2024-03-18T23:07:16.287 INFO:teuthology.orchestra.run.smithi099.stdout: "take": 0, 2024-03-18T23:07:16.287 INFO:teuthology.orchestra.run.smithi099.stdout: "take_sum": 0, 2024-03-18T23:07:16.287 INFO:teuthology.orchestra.run.smithi099.stdout: "put": 2405, 2024-03-18T23:07:16.287 INFO:teuthology.orchestra.run.smithi099.stdout: "put_sum": 9263797, 2024-03-18T23:07:16.287 INFO:teuthology.orchestra.run.smithi099.stdout: "wait": { 2024-03-18T23:07:16.287 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.287 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.287 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.288 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:16.288 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.288 INFO:teuthology.orchestra.run.smithi099.stdout: "throttle-objecter_bytes": { 2024-03-18T23:07:16.288 INFO:teuthology.orchestra.run.smithi099.stdout: "val": 0, 2024-03-18T23:07:16.288 INFO:teuthology.orchestra.run.smithi099.stdout: "max": 104857600, 2024-03-18T23:07:16.288 INFO:teuthology.orchestra.run.smithi099.stdout: "get_started": 0, 2024-03-18T23:07:16.288 INFO:teuthology.orchestra.run.smithi099.stdout: "get": 0, 2024-03-18T23:07:16.288 INFO:teuthology.orchestra.run.smithi099.stdout: "get_sum": 0, 2024-03-18T23:07:16.288 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:16.288 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_success": 0, 2024-03-18T23:07:16.288 INFO:teuthology.orchestra.run.smithi099.stdout: "take": 2160, 2024-03-18T23:07:16.289 INFO:teuthology.orchestra.run.smithi099.stdout: "take_sum": 7377717, 2024-03-18T23:07:16.289 INFO:teuthology.orchestra.run.smithi099.stdout: "put": 2160, 2024-03-18T23:07:16.289 INFO:teuthology.orchestra.run.smithi099.stdout: "put_sum": 7377717, 2024-03-18T23:07:16.289 INFO:teuthology.orchestra.run.smithi099.stdout: "wait": { 2024-03-18T23:07:16.289 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.289 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.289 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.289 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:16.289 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.289 INFO:teuthology.orchestra.run.smithi099.stdout: "throttle-objecter_ops": { 2024-03-18T23:07:16.289 INFO:teuthology.orchestra.run.smithi099.stdout: "val": 0, 2024-03-18T23:07:16.289 INFO:teuthology.orchestra.run.smithi099.stdout: "max": 1024, 2024-03-18T23:07:16.289 INFO:teuthology.orchestra.run.smithi099.stdout: "get_started": 0, 2024-03-18T23:07:16.289 INFO:teuthology.orchestra.run.smithi099.stdout: "get": 0, 2024-03-18T23:07:16.290 INFO:teuthology.orchestra.run.smithi099.stdout: "get_sum": 0, 2024-03-18T23:07:16.290 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:16.290 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_success": 0, 2024-03-18T23:07:16.290 INFO:teuthology.orchestra.run.smithi099.stdout: "take": 2160, 2024-03-18T23:07:16.290 INFO:teuthology.orchestra.run.smithi099.stdout: "take_sum": 2160, 2024-03-18T23:07:16.290 INFO:teuthology.orchestra.run.smithi099.stdout: "put": 2160, 2024-03-18T23:07:16.290 INFO:teuthology.orchestra.run.smithi099.stdout: "put_sum": 2160, 2024-03-18T23:07:16.290 INFO:teuthology.orchestra.run.smithi099.stdout: "wait": { 2024-03-18T23:07:16.290 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.290 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.290 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.290 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:16.290 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.290 INFO:teuthology.orchestra.run.smithi099.stdout: "throttle-write_buf_throttle": { 2024-03-18T23:07:16.291 INFO:teuthology.orchestra.run.smithi099.stdout: "val": 0, 2024-03-18T23:07:16.291 INFO:teuthology.orchestra.run.smithi099.stdout: "max": 3758096384, 2024-03-18T23:07:16.291 INFO:teuthology.orchestra.run.smithi099.stdout: "get_started": 0, 2024-03-18T23:07:16.291 INFO:teuthology.orchestra.run.smithi099.stdout: "get": 0, 2024-03-18T23:07:16.291 INFO:teuthology.orchestra.run.smithi099.stdout: "get_sum": 0, 2024-03-18T23:07:16.291 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:16.291 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_success": 0, 2024-03-18T23:07:16.291 INFO:teuthology.orchestra.run.smithi099.stdout: "take": 0, 2024-03-18T23:07:16.291 INFO:teuthology.orchestra.run.smithi099.stdout: "take_sum": 0, 2024-03-18T23:07:16.291 INFO:teuthology.orchestra.run.smithi099.stdout: "put": 0, 2024-03-18T23:07:16.291 INFO:teuthology.orchestra.run.smithi099.stdout: "put_sum": 0, 2024-03-18T23:07:16.291 INFO:teuthology.orchestra.run.smithi099.stdout: "wait": { 2024-03-18T23:07:16.291 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.291 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.291 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.291 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:16.292 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:16.292 INFO:teuthology.orchestra.run.smithi099.stdout: "throttle-write_buf_throttle-0x55d9f9a726e0": { 2024-03-18T23:07:16.292 INFO:teuthology.orchestra.run.smithi099.stdout: "val": 0, 2024-03-18T23:07:16.292 INFO:teuthology.orchestra.run.smithi099.stdout: "max": 3758096384, 2024-03-18T23:07:16.292 INFO:teuthology.orchestra.run.smithi099.stdout: "get_started": 0, 2024-03-18T23:07:16.292 INFO:teuthology.orchestra.run.smithi099.stdout: "get": 0, 2024-03-18T23:07:16.292 INFO:teuthology.orchestra.run.smithi099.stdout: "get_sum": 0, 2024-03-18T23:07:16.292 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:16.292 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_success": 0, 2024-03-18T23:07:16.292 INFO:teuthology.orchestra.run.smithi099.stdout: "take": 0, 2024-03-18T23:07:16.292 INFO:teuthology.orchestra.run.smithi099.stdout: "take_sum": 0, 2024-03-18T23:07:16.292 INFO:teuthology.orchestra.run.smithi099.stdout: "put": 0, 2024-03-18T23:07:16.292 INFO:teuthology.orchestra.run.smithi099.stdout: "put_sum": 0, 2024-03-18T23:07:16.292 INFO:teuthology.orchestra.run.smithi099.stdout: "wait": { 2024-03-18T23:07:16.292 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:16.293 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:16.293 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:16.293 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:16.293 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:16.293 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-03-18T23:07:17.023 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-03-18T23:07:17.024 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-03-18T23:07:17.024 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=0 2024-03-18T23:07:17.024 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2024-03-18T23:07:17.024 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2024-03-18T23:07:17.024 DEBUG:tasks.check_counter:Getting stats from h 2024-03-18T23:07:17.024 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph daemon mds.h perf dump 2024-03-18T23:07:17.270 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.b/config 2024-03-18T23:07:18.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:17 smithi181 ceph-mon[67256]: pgmap v321: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:07:18.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:17 smithi099 ceph-mon[36725]: pgmap v321: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:07:18.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:17 smithi052 ceph-mon[32520]: pgmap v321: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:07:18.913 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-03-18T23:07:18.913 INFO:teuthology.orchestra.run.smithi099.stdout: "AsyncMessenger::Worker-0": { 2024-03-18T23:07:18.913 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_messages": 2365, 2024-03-18T23:07:18.913 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_messages": 2222, 2024-03-18T23:07:18.914 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_bytes": 1201733, 2024-03-18T23:07:18.914 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_bytes": 7624440, 2024-03-18T23:07:18.914 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_created_connections": 9, 2024-03-18T23:07:18.914 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_active_connections": 4, 2024-03-18T23:07:18.914 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_total_time": 0.170307530, 2024-03-18T23:07:18.914 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_send_time": 0.075632710, 2024-03-18T23:07:18.914 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_recv_time": 0.084337042, 2024-03-18T23:07:18.914 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_fast_dispatch_time": 0.021865077, 2024-03-18T23:07:18.914 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:18.914 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 2220, 2024-03-18T23:07:18.914 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.079843532, 2024-03-18T23:07:18.914 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000035965 2024-03-18T23:07:18.914 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.915 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:18.915 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 3335, 2024-03-18T23:07:18.915 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000512579, 2024-03-18T23:07:18.915 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000153 2024-03-18T23:07:18.915 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.915 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_encrypted_bytes": 0, 2024-03-18T23:07:18.915 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_encrypted_bytes": 0 2024-03-18T23:07:18.915 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.915 INFO:teuthology.orchestra.run.smithi099.stdout: "AsyncMessenger::Worker-1": { 2024-03-18T23:07:18.915 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_messages": 4244, 2024-03-18T23:07:18.915 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_messages": 7527, 2024-03-18T23:07:18.915 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_bytes": 2826982, 2024-03-18T23:07:18.915 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_bytes": 3719098, 2024-03-18T23:07:18.915 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_created_connections": 13, 2024-03-18T23:07:18.915 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_active_connections": 8, 2024-03-18T23:07:18.916 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_total_time": 0.269182834, 2024-03-18T23:07:18.916 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_send_time": 0.114826326, 2024-03-18T23:07:18.916 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_recv_time": 0.198399321, 2024-03-18T23:07:18.916 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_fast_dispatch_time": 0.012237538, 2024-03-18T23:07:18.916 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:18.916 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 7527, 2024-03-18T23:07:18.916 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.765658906, 2024-03-18T23:07:18.916 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000101721 2024-03-18T23:07:18.916 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.916 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:18.916 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 9350, 2024-03-18T23:07:18.916 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.001187987, 2024-03-18T23:07:18.916 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000127 2024-03-18T23:07:18.917 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.917 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_encrypted_bytes": 1521808, 2024-03-18T23:07:18.917 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_encrypted_bytes": 136864 2024-03-18T23:07:18.917 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.917 INFO:teuthology.orchestra.run.smithi099.stdout: "AsyncMessenger::Worker-2": { 2024-03-18T23:07:18.917 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_messages": 2768, 2024-03-18T23:07:18.917 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_messages": 3675, 2024-03-18T23:07:18.917 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_bytes": 1082741, 2024-03-18T23:07:18.917 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_bytes": 2063849, 2024-03-18T23:07:18.917 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_created_connections": 10, 2024-03-18T23:07:18.917 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_active_connections": 7, 2024-03-18T23:07:18.917 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_total_time": 0.173849755, 2024-03-18T23:07:18.917 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_send_time": 0.069313323, 2024-03-18T23:07:18.917 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_recv_time": 0.097749350, 2024-03-18T23:07:18.917 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_fast_dispatch_time": 0.013626023, 2024-03-18T23:07:18.918 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:18.918 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 3672, 2024-03-18T23:07:18.918 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.143799652, 2024-03-18T23:07:18.918 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000039161 2024-03-18T23:07:18.918 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.918 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:18.918 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 5268, 2024-03-18T23:07:18.918 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000666713, 2024-03-18T23:07:18.918 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000126 2024-03-18T23:07:18.918 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.918 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_encrypted_bytes": 320, 2024-03-18T23:07:18.918 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_encrypted_bytes": 439232 2024-03-18T23:07:18.918 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.918 INFO:teuthology.orchestra.run.smithi099.stdout: "cct": { 2024-03-18T23:07:18.919 INFO:teuthology.orchestra.run.smithi099.stdout: "total_workers": 1, 2024-03-18T23:07:18.919 INFO:teuthology.orchestra.run.smithi099.stdout: "unhealthy_workers": 0 2024-03-18T23:07:18.919 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.919 INFO:teuthology.orchestra.run.smithi099.stdout: "finisher-MDSRank": { 2024-03-18T23:07:18.919 INFO:teuthology.orchestra.run.smithi099.stdout: "queue_len": 0, 2024-03-18T23:07:18.919 INFO:teuthology.orchestra.run.smithi099.stdout: "complete_latency": { 2024-03-18T23:07:18.919 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 533, 2024-03-18T23:07:18.919 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 1.492323672, 2024-03-18T23:07:18.919 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.002799856 2024-03-18T23:07:18.919 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:18.919 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.919 INFO:teuthology.orchestra.run.smithi099.stdout: "finisher-PurgeQueue": { 2024-03-18T23:07:18.919 INFO:teuthology.orchestra.run.smithi099.stdout: "queue_len": 0, 2024-03-18T23:07:18.919 INFO:teuthology.orchestra.run.smithi099.stdout: "complete_latency": { 2024-03-18T23:07:18.920 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 1576, 2024-03-18T23:07:18.920 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.165632843, 2024-03-18T23:07:18.920 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000105096 2024-03-18T23:07:18.920 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:18.920 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.920 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": { 2024-03-18T23:07:18.920 INFO:teuthology.orchestra.run.smithi099.stdout: "request": 2003, 2024-03-18T23:07:18.920 INFO:teuthology.orchestra.run.smithi099.stdout: "reply": 1953, 2024-03-18T23:07:18.920 INFO:teuthology.orchestra.run.smithi099.stdout: "reply_latency": { 2024-03-18T23:07:18.920 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 1953, 2024-03-18T23:07:18.920 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 2.915674151, 2024-03-18T23:07:18.920 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.001492920 2024-03-18T23:07:18.920 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.920 INFO:teuthology.orchestra.run.smithi099.stdout: "slow_reply": 0, 2024-03-18T23:07:18.920 INFO:teuthology.orchestra.run.smithi099.stdout: "forward": 50, 2024-03-18T23:07:18.921 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_fetch_complete": 0, 2024-03-18T23:07:18.921 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_fetch_keys": 0, 2024-03-18T23:07:18.921 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_commit": 20, 2024-03-18T23:07:18.921 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_split": 1, 2024-03-18T23:07:18.921 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_merge": 0, 2024-03-18T23:07:18.921 INFO:teuthology.orchestra.run.smithi099.stdout: "inodes": 88, 2024-03-18T23:07:18.921 INFO:teuthology.orchestra.run.smithi099.stdout: "inodes_top": 4, 2024-03-18T23:07:18.921 INFO:teuthology.orchestra.run.smithi099.stdout: "inodes_bottom": 2, 2024-03-18T23:07:18.921 INFO:teuthology.orchestra.run.smithi099.stdout: "inodes_pin_tail": 82, 2024-03-18T23:07:18.921 INFO:teuthology.orchestra.run.smithi099.stdout: "inodes_pinned": 82, 2024-03-18T23:07:18.921 INFO:teuthology.orchestra.run.smithi099.stdout: "inodes_expired": 1167, 2024-03-18T23:07:18.921 INFO:teuthology.orchestra.run.smithi099.stdout: "inodes_with_caps": 0, 2024-03-18T23:07:18.921 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": 0, 2024-03-18T23:07:18.921 INFO:teuthology.orchestra.run.smithi099.stdout: "subtrees": 2, 2024-03-18T23:07:18.922 INFO:teuthology.orchestra.run.smithi099.stdout: "traverse": 3993, 2024-03-18T23:07:18.922 INFO:teuthology.orchestra.run.smithi099.stdout: "traverse_hit": 2527, 2024-03-18T23:07:18.922 INFO:teuthology.orchestra.run.smithi099.stdout: "traverse_forward": 48, 2024-03-18T23:07:18.922 INFO:teuthology.orchestra.run.smithi099.stdout: "traverse_discover": 45, 2024-03-18T23:07:18.922 INFO:teuthology.orchestra.run.smithi099.stdout: "traverse_dir_fetch": 0, 2024-03-18T23:07:18.922 INFO:teuthology.orchestra.run.smithi099.stdout: "traverse_remote_ino": 0, 2024-03-18T23:07:18.922 INFO:teuthology.orchestra.run.smithi099.stdout: "traverse_lock": 0, 2024-03-18T23:07:18.922 INFO:teuthology.orchestra.run.smithi099.stdout: "load_cent": 0, 2024-03-18T23:07:18.922 INFO:teuthology.orchestra.run.smithi099.stdout: "q": 0, 2024-03-18T23:07:18.922 INFO:teuthology.orchestra.run.smithi099.stdout: "exported": 39, 2024-03-18T23:07:18.922 INFO:teuthology.orchestra.run.smithi099.stdout: "exported_inodes": 1051, 2024-03-18T23:07:18.922 INFO:teuthology.orchestra.run.smithi099.stdout: "imported": 32, 2024-03-18T23:07:18.922 INFO:teuthology.orchestra.run.smithi099.stdout: "imported_inodes": 598, 2024-03-18T23:07:18.922 INFO:teuthology.orchestra.run.smithi099.stdout: "openino_dir_fetch": 0, 2024-03-18T23:07:18.922 INFO:teuthology.orchestra.run.smithi099.stdout: "openino_backtrace_fetch": 0, 2024-03-18T23:07:18.923 INFO:teuthology.orchestra.run.smithi099.stdout: "openino_peer_discover": 0, 2024-03-18T23:07:18.923 INFO:teuthology.orchestra.run.smithi099.stdout: "root_rfiles": 4, 2024-03-18T23:07:18.923 INFO:teuthology.orchestra.run.smithi099.stdout: "root_rbytes": 234, 2024-03-18T23:07:18.923 INFO:teuthology.orchestra.run.smithi099.stdout: "root_rsnaps": 3, 2024-03-18T23:07:18.923 INFO:teuthology.orchestra.run.smithi099.stdout: "scrub_backtrace_fetch": 0, 2024-03-18T23:07:18.923 INFO:teuthology.orchestra.run.smithi099.stdout: "scrub_set_tag": 0, 2024-03-18T23:07:18.923 INFO:teuthology.orchestra.run.smithi099.stdout: "scrub_backtrace_repaired": 0, 2024-03-18T23:07:18.923 INFO:teuthology.orchestra.run.smithi099.stdout: "scrub_inotable_repaired": 0, 2024-03-18T23:07:18.923 INFO:teuthology.orchestra.run.smithi099.stdout: "scrub_dir_inodes": 0, 2024-03-18T23:07:18.923 INFO:teuthology.orchestra.run.smithi099.stdout: "scrub_dir_base_inodes": 0, 2024-03-18T23:07:18.923 INFO:teuthology.orchestra.run.smithi099.stdout: "scrub_dirfrag_rstats": 0, 2024-03-18T23:07:18.923 INFO:teuthology.orchestra.run.smithi099.stdout: "scrub_file_inodes": 0, 2024-03-18T23:07:18.923 INFO:teuthology.orchestra.run.smithi099.stdout: "handle_inode_file_caps": 0, 2024-03-18T23:07:18.923 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph_cap_op_revoke": 120, 2024-03-18T23:07:18.923 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph_cap_op_grant": 1500, 2024-03-18T23:07:18.924 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph_cap_op_trunc": 0, 2024-03-18T23:07:18.924 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-18T23:07:18.924 INFO:teuthology.orchestra.run.smithi099.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-18T23:07:18.924 INFO:teuthology.orchestra.run.smithi099.stdout: "handle_client_caps": 1121, 2024-03-18T23:07:18.924 INFO:teuthology.orchestra.run.smithi099.stdout: "handle_client_caps_dirty": 956, 2024-03-18T23:07:18.924 INFO:teuthology.orchestra.run.smithi099.stdout: "handle_client_cap_release": 108, 2024-03-18T23:07:18.924 INFO:teuthology.orchestra.run.smithi099.stdout: "process_request_cap_release": 1938 2024-03-18T23:07:18.924 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.924 INFO:teuthology.orchestra.run.smithi099.stdout: "mds_cache": { 2024-03-18T23:07:18.924 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_update": 0, 2024-03-18T23:07:18.924 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_update_receipt": 0, 2024-03-18T23:07:18.924 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_try_discover": 0, 2024-03-18T23:07:18.924 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_send_discover": 37, 2024-03-18T23:07:18.924 INFO:teuthology.orchestra.run.smithi099.stdout: "dir_handle_discover": 9, 2024-03-18T23:07:18.924 INFO:teuthology.orchestra.run.smithi099.stdout: "num_strays": 4, 2024-03-18T23:07:18.925 INFO:teuthology.orchestra.run.smithi099.stdout: "num_strays_delayed": 0, 2024-03-18T23:07:18.925 INFO:teuthology.orchestra.run.smithi099.stdout: "num_strays_enqueuing": 0, 2024-03-18T23:07:18.925 INFO:teuthology.orchestra.run.smithi099.stdout: "strays_created": 972, 2024-03-18T23:07:18.925 INFO:teuthology.orchestra.run.smithi099.stdout: "strays_enqueued": 968, 2024-03-18T23:07:18.925 INFO:teuthology.orchestra.run.smithi099.stdout: "strays_reintegrated": 0, 2024-03-18T23:07:18.925 INFO:teuthology.orchestra.run.smithi099.stdout: "strays_migrated": 0, 2024-03-18T23:07:18.925 INFO:teuthology.orchestra.run.smithi099.stdout: "num_recovering_processing": 0, 2024-03-18T23:07:18.925 INFO:teuthology.orchestra.run.smithi099.stdout: "num_recovering_enqueued": 0, 2024-03-18T23:07:18.925 INFO:teuthology.orchestra.run.smithi099.stdout: "num_recovering_prioritized": 0, 2024-03-18T23:07:18.925 INFO:teuthology.orchestra.run.smithi099.stdout: "recovery_started": 0, 2024-03-18T23:07:18.925 INFO:teuthology.orchestra.run.smithi099.stdout: "recovery_completed": 0, 2024-03-18T23:07:18.925 INFO:teuthology.orchestra.run.smithi099.stdout: "ireq_quiesce_path": 0, 2024-03-18T23:07:18.925 INFO:teuthology.orchestra.run.smithi099.stdout: "ireq_quiesce_inode": 0, 2024-03-18T23:07:18.925 INFO:teuthology.orchestra.run.smithi099.stdout: "ireq_enqueue_scrub": 0, 2024-03-18T23:07:18.925 INFO:teuthology.orchestra.run.smithi099.stdout: "ireq_exportdir": 39, 2024-03-18T23:07:18.925 INFO:teuthology.orchestra.run.smithi099.stdout: "ireq_flush": 0, 2024-03-18T23:07:18.926 INFO:teuthology.orchestra.run.smithi099.stdout: "ireq_fragmentdir": 1, 2024-03-18T23:07:18.926 INFO:teuthology.orchestra.run.smithi099.stdout: "ireq_fragstats": 0, 2024-03-18T23:07:18.926 INFO:teuthology.orchestra.run.smithi099.stdout: "ireq_inodestats": 0 2024-03-18T23:07:18.926 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.926 INFO:teuthology.orchestra.run.smithi099.stdout: "mds_log": { 2024-03-18T23:07:18.926 INFO:teuthology.orchestra.run.smithi099.stdout: "evlrg": 0, 2024-03-18T23:07:18.926 INFO:teuthology.orchestra.run.smithi099.stdout: "evadd": 4005, 2024-03-18T23:07:18.926 INFO:teuthology.orchestra.run.smithi099.stdout: "evex": 0, 2024-03-18T23:07:18.926 INFO:teuthology.orchestra.run.smithi099.stdout: "evtrm": 0, 2024-03-18T23:07:18.926 INFO:teuthology.orchestra.run.smithi099.stdout: "ev": 4005, 2024-03-18T23:07:18.926 INFO:teuthology.orchestra.run.smithi099.stdout: "evexg": 0, 2024-03-18T23:07:18.926 INFO:teuthology.orchestra.run.smithi099.stdout: "evexd": 0, 2024-03-18T23:07:18.926 INFO:teuthology.orchestra.run.smithi099.stdout: "segadd": 6, 2024-03-18T23:07:18.926 INFO:teuthology.orchestra.run.smithi099.stdout: "segex": 0, 2024-03-18T23:07:18.927 INFO:teuthology.orchestra.run.smithi099.stdout: "segtrm": 0, 2024-03-18T23:07:18.927 INFO:teuthology.orchestra.run.smithi099.stdout: "seg": 6, 2024-03-18T23:07:18.927 INFO:teuthology.orchestra.run.smithi099.stdout: "segmjr": 2, 2024-03-18T23:07:18.927 INFO:teuthology.orchestra.run.smithi099.stdout: "segexg": 0, 2024-03-18T23:07:18.927 INFO:teuthology.orchestra.run.smithi099.stdout: "segexd": 0, 2024-03-18T23:07:18.927 INFO:teuthology.orchestra.run.smithi099.stdout: "expos": 4194304, 2024-03-18T23:07:18.927 INFO:teuthology.orchestra.run.smithi099.stdout: "wrpos": 11572016, 2024-03-18T23:07:18.927 INFO:teuthology.orchestra.run.smithi099.stdout: "rdpos": 0, 2024-03-18T23:07:18.927 INFO:teuthology.orchestra.run.smithi099.stdout: "jlat": { 2024-03-18T23:07:18.927 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 200, 2024-03-18T23:07:18.927 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 1.629699803, 2024-03-18T23:07:18.927 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.008148499 2024-03-18T23:07:18.927 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.927 INFO:teuthology.orchestra.run.smithi099.stdout: "replayed": 0 2024-03-18T23:07:18.927 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.928 INFO:teuthology.orchestra.run.smithi099.stdout: "mds_mem": { 2024-03-18T23:07:18.928 INFO:teuthology.orchestra.run.smithi099.stdout: "ino": 59, 2024-03-18T23:07:18.928 INFO:teuthology.orchestra.run.smithi099.stdout: "ino+": 1617, 2024-03-18T23:07:18.928 INFO:teuthology.orchestra.run.smithi099.stdout: "ino-": 1558, 2024-03-18T23:07:18.928 INFO:teuthology.orchestra.run.smithi099.stdout: "dir": 22, 2024-03-18T23:07:18.928 INFO:teuthology.orchestra.run.smithi099.stdout: "dir+": 120, 2024-03-18T23:07:18.928 INFO:teuthology.orchestra.run.smithi099.stdout: "dir-": 98, 2024-03-18T23:07:18.928 INFO:teuthology.orchestra.run.smithi099.stdout: "dn": 88, 2024-03-18T23:07:18.928 INFO:teuthology.orchestra.run.smithi099.stdout: "dn+": 2250, 2024-03-18T23:07:18.928 INFO:teuthology.orchestra.run.smithi099.stdout: "dn-": 2162, 2024-03-18T23:07:18.928 INFO:teuthology.orchestra.run.smithi099.stdout: "cap": 0, 2024-03-18T23:07:18.928 INFO:teuthology.orchestra.run.smithi099.stdout: "cap+": 1002, 2024-03-18T23:07:18.928 INFO:teuthology.orchestra.run.smithi099.stdout: "cap-": 1002, 2024-03-18T23:07:18.928 INFO:teuthology.orchestra.run.smithi099.stdout: "rss": 67108, 2024-03-18T23:07:18.928 INFO:teuthology.orchestra.run.smithi099.stdout: "heap": 223612 2024-03-18T23:07:18.929 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.929 INFO:teuthology.orchestra.run.smithi099.stdout: "mds_server": { 2024-03-18T23:07:18.929 INFO:teuthology.orchestra.run.smithi099.stdout: "dispatch_client_request": 3413, 2024-03-18T23:07:18.929 INFO:teuthology.orchestra.run.smithi099.stdout: "dispatch_server_request": 26, 2024-03-18T23:07:18.929 INFO:teuthology.orchestra.run.smithi099.stdout: "handle_client_request": 2003, 2024-03-18T23:07:18.929 INFO:teuthology.orchestra.run.smithi099.stdout: "handle_client_session": 11, 2024-03-18T23:07:18.929 INFO:teuthology.orchestra.run.smithi099.stdout: "handle_peer_request": 1391, 2024-03-18T23:07:18.929 INFO:teuthology.orchestra.run.smithi099.stdout: "req_create_latency": { 2024-03-18T23:07:18.929 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 374, 2024-03-18T23:07:18.929 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.588557147, 2024-03-18T23:07:18.929 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.001573682 2024-03-18T23:07:18.929 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.929 INFO:teuthology.orchestra.run.smithi099.stdout: "req_getattr_latency": { 2024-03-18T23:07:18.929 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 1, 2024-03-18T23:07:18.929 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.001240974, 2024-03-18T23:07:18.930 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.001240974 2024-03-18T23:07:18.930 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.930 INFO:teuthology.orchestra.run.smithi099.stdout: "req_getfilelock_latency": { 2024-03-18T23:07:18.930 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.930 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.930 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.930 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.930 INFO:teuthology.orchestra.run.smithi099.stdout: "req_link_latency": { 2024-03-18T23:07:18.930 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.930 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.931 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.931 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.931 INFO:teuthology.orchestra.run.smithi099.stdout: "req_lookup_latency": { 2024-03-18T23:07:18.931 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 547, 2024-03-18T23:07:18.931 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.180678843, 2024-03-18T23:07:18.931 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000330308 2024-03-18T23:07:18.931 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.931 INFO:teuthology.orchestra.run.smithi099.stdout: "req_lookuphash_latency": { 2024-03-18T23:07:18.931 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.931 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.931 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.931 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.931 INFO:teuthology.orchestra.run.smithi099.stdout: "req_lookupino_latency": { 2024-03-18T23:07:18.931 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.931 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.932 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.932 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.932 INFO:teuthology.orchestra.run.smithi099.stdout: "req_lookupname_latency": { 2024-03-18T23:07:18.932 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.932 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.932 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.932 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.932 INFO:teuthology.orchestra.run.smithi099.stdout: "req_lookupparent_latency": { 2024-03-18T23:07:18.932 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.932 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.932 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.932 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.932 INFO:teuthology.orchestra.run.smithi099.stdout: "req_lookupsnap_latency": { 2024-03-18T23:07:18.932 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.933 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.933 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.933 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.933 INFO:teuthology.orchestra.run.smithi099.stdout: "req_lssnap_latency": { 2024-03-18T23:07:18.933 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.933 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.934 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.934 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.934 INFO:teuthology.orchestra.run.smithi099.stdout: "req_mkdir_latency": { 2024-03-18T23:07:18.934 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.934 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.934 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.934 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.934 INFO:teuthology.orchestra.run.smithi099.stdout: "req_mknod_latency": { 2024-03-18T23:07:18.934 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.934 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.934 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.934 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.935 INFO:teuthology.orchestra.run.smithi099.stdout: "req_mksnap_latency": { 2024-03-18T23:07:18.935 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.935 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.935 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.935 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.935 INFO:teuthology.orchestra.run.smithi099.stdout: "req_open_latency": { 2024-03-18T23:07:18.935 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.935 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.935 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.935 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.935 INFO:teuthology.orchestra.run.smithi099.stdout: "req_readdir_latency": { 2024-03-18T23:07:18.935 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 59, 2024-03-18T23:07:18.935 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.045310332, 2024-03-18T23:07:18.935 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000767971 2024-03-18T23:07:18.935 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.936 INFO:teuthology.orchestra.run.smithi099.stdout: "req_rename_latency": { 2024-03-18T23:07:18.936 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.936 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.936 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.936 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.936 INFO:teuthology.orchestra.run.smithi099.stdout: "req_renamesnap_latency": { 2024-03-18T23:07:18.936 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.936 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.936 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.936 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.936 INFO:teuthology.orchestra.run.smithi099.stdout: "req_snapdiff_latency": { 2024-03-18T23:07:18.936 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.936 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.936 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.936 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.937 INFO:teuthology.orchestra.run.smithi099.stdout: "req_rmdir_latency": { 2024-03-18T23:07:18.937 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 4, 2024-03-18T23:07:18.937 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.093649839, 2024-03-18T23:07:18.937 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.023412459 2024-03-18T23:07:18.937 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.937 INFO:teuthology.orchestra.run.smithi099.stdout: "req_rmsnap_latency": { 2024-03-18T23:07:18.937 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.937 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.937 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.937 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.937 INFO:teuthology.orchestra.run.smithi099.stdout: "req_rmxattr_latency": { 2024-03-18T23:07:18.937 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.937 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.937 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.937 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.938 INFO:teuthology.orchestra.run.smithi099.stdout: "req_setattr_latency": { 2024-03-18T23:07:18.938 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.938 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.938 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.938 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.938 INFO:teuthology.orchestra.run.smithi099.stdout: "req_setdirlayout_latency": { 2024-03-18T23:07:18.938 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.938 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.938 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.938 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.938 INFO:teuthology.orchestra.run.smithi099.stdout: "req_setfilelock_latency": { 2024-03-18T23:07:18.938 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.938 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.938 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.939 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.939 INFO:teuthology.orchestra.run.smithi099.stdout: "req_setlayout_latency": { 2024-03-18T23:07:18.939 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.939 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.939 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.939 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.939 INFO:teuthology.orchestra.run.smithi099.stdout: "req_setxattr_latency": { 2024-03-18T23:07:18.939 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.939 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.939 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.939 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.939 INFO:teuthology.orchestra.run.smithi099.stdout: "req_symlink_latency": { 2024-03-18T23:07:18.939 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.939 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.939 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.940 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.940 INFO:teuthology.orchestra.run.smithi099.stdout: "req_unlink_latency": { 2024-03-18T23:07:18.940 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 968, 2024-03-18T23:07:18.940 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 2.006237016, 2024-03-18T23:07:18.940 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.002072558 2024-03-18T23:07:18.940 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.940 INFO:teuthology.orchestra.run.smithi099.stdout: "cap_revoke_eviction": 0, 2024-03-18T23:07:18.940 INFO:teuthology.orchestra.run.smithi099.stdout: "cap_acquisition_throttle": 0, 2024-03-18T23:07:18.940 INFO:teuthology.orchestra.run.smithi099.stdout: "req_getvxattr_latency": { 2024-03-18T23:07:18.940 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.940 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.940 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.940 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:18.940 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.940 INFO:teuthology.orchestra.run.smithi099.stdout: "mds_sessions": { 2024-03-18T23:07:18.941 INFO:teuthology.orchestra.run.smithi099.stdout: "session_count": 1, 2024-03-18T23:07:18.941 INFO:teuthology.orchestra.run.smithi099.stdout: "session_add": 2, 2024-03-18T23:07:18.941 INFO:teuthology.orchestra.run.smithi099.stdout: "session_remove": 1, 2024-03-18T23:07:18.941 INFO:teuthology.orchestra.run.smithi099.stdout: "sessions_open": 1, 2024-03-18T23:07:18.941 INFO:teuthology.orchestra.run.smithi099.stdout: "sessions_stale": 0, 2024-03-18T23:07:18.941 INFO:teuthology.orchestra.run.smithi099.stdout: "total_load": 1229, 2024-03-18T23:07:18.941 INFO:teuthology.orchestra.run.smithi099.stdout: "average_load": 1229, 2024-03-18T23:07:18.941 INFO:teuthology.orchestra.run.smithi099.stdout: "avg_session_uptime": 573, 2024-03-18T23:07:18.941 INFO:teuthology.orchestra.run.smithi099.stdout: "mdthresh_evicted": 0 2024-03-18T23:07:18.941 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.941 INFO:teuthology.orchestra.run.smithi099.stdout: "mempool": { 2024-03-18T23:07:18.941 INFO:teuthology.orchestra.run.smithi099.stdout: "bloom_filter_bytes": 0, 2024-03-18T23:07:18.941 INFO:teuthology.orchestra.run.smithi099.stdout: "bloom_filter_items": 0, 2024-03-18T23:07:18.941 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_alloc_bytes": 0, 2024-03-18T23:07:18.941 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_alloc_items": 0, 2024-03-18T23:07:18.942 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_data_bytes": 0, 2024-03-18T23:07:18.942 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_data_items": 0, 2024-03-18T23:07:18.942 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-18T23:07:18.942 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_onode_items": 0, 2024-03-18T23:07:18.942 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-18T23:07:18.942 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_meta_items": 0, 2024-03-18T23:07:18.942 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_other_bytes": 0, 2024-03-18T23:07:18.942 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_other_items": 0, 2024-03-18T23:07:18.942 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-18T23:07:18.942 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_buffer_items": 0, 2024-03-18T23:07:18.942 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_extent_bytes": 0, 2024-03-18T23:07:18.942 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_extent_items": 0, 2024-03-18T23:07:18.942 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_blob_bytes": 0, 2024-03-18T23:07:18.942 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_blob_items": 0, 2024-03-18T23:07:18.943 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-18T23:07:18.943 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_shared_blob_items": 0, 2024-03-18T23:07:18.943 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-18T23:07:18.943 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_inline_bl_items": 0, 2024-03-18T23:07:18.943 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_fsck_bytes": 0, 2024-03-18T23:07:18.943 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_fsck_items": 0, 2024-03-18T23:07:18.943 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_txc_bytes": 0, 2024-03-18T23:07:18.943 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_txc_items": 0, 2024-03-18T23:07:18.943 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-18T23:07:18.943 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_writing_deferred_items": 0, 2024-03-18T23:07:18.943 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_writing_bytes": 0, 2024-03-18T23:07:18.943 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_writing_items": 0, 2024-03-18T23:07:18.943 INFO:teuthology.orchestra.run.smithi099.stdout: "bluefs_bytes": 0, 2024-03-18T23:07:18.943 INFO:teuthology.orchestra.run.smithi099.stdout: "bluefs_items": 0, 2024-03-18T23:07:18.943 INFO:teuthology.orchestra.run.smithi099.stdout: "bluefs_file_reader_bytes": 0, 2024-03-18T23:07:18.944 INFO:teuthology.orchestra.run.smithi099.stdout: "bluefs_file_reader_items": 0, 2024-03-18T23:07:18.944 INFO:teuthology.orchestra.run.smithi099.stdout: "bluefs_file_writer_bytes": 0, 2024-03-18T23:07:18.944 INFO:teuthology.orchestra.run.smithi099.stdout: "bluefs_file_writer_items": 0, 2024-03-18T23:07:18.944 INFO:teuthology.orchestra.run.smithi099.stdout: "buffer_anon_bytes": 318073, 2024-03-18T23:07:18.944 INFO:teuthology.orchestra.run.smithi099.stdout: "buffer_anon_items": 175, 2024-03-18T23:07:18.944 INFO:teuthology.orchestra.run.smithi099.stdout: "buffer_meta_bytes": 792, 2024-03-18T23:07:18.944 INFO:teuthology.orchestra.run.smithi099.stdout: "buffer_meta_items": 9, 2024-03-18T23:07:18.944 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_bytes": 0, 2024-03-18T23:07:18.944 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_items": 0, 2024-03-18T23:07:18.944 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_mapbl_bytes": 0, 2024-03-18T23:07:18.944 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_mapbl_items": 0, 2024-03-18T23:07:18.944 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_pglog_bytes": 0, 2024-03-18T23:07:18.944 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_pglog_items": 0, 2024-03-18T23:07:18.944 INFO:teuthology.orchestra.run.smithi099.stdout: "osdmap_bytes": 8568, 2024-03-18T23:07:18.944 INFO:teuthology.orchestra.run.smithi099.stdout: "osdmap_items": 195, 2024-03-18T23:07:18.945 INFO:teuthology.orchestra.run.smithi099.stdout: "osdmap_mapping_bytes": 0, 2024-03-18T23:07:18.945 INFO:teuthology.orchestra.run.smithi099.stdout: "osdmap_mapping_items": 0, 2024-03-18T23:07:18.945 INFO:teuthology.orchestra.run.smithi099.stdout: "pgmap_bytes": 0, 2024-03-18T23:07:18.945 INFO:teuthology.orchestra.run.smithi099.stdout: "pgmap_items": 0, 2024-03-18T23:07:18.945 INFO:teuthology.orchestra.run.smithi099.stdout: "mds_co_bytes": 243612, 2024-03-18T23:07:18.945 INFO:teuthology.orchestra.run.smithi099.stdout: "mds_co_items": 2526, 2024-03-18T23:07:18.945 INFO:teuthology.orchestra.run.smithi099.stdout: "unittest_1_bytes": 0, 2024-03-18T23:07:18.945 INFO:teuthology.orchestra.run.smithi099.stdout: "unittest_1_items": 0, 2024-03-18T23:07:18.945 INFO:teuthology.orchestra.run.smithi099.stdout: "unittest_2_bytes": 0, 2024-03-18T23:07:18.945 INFO:teuthology.orchestra.run.smithi099.stdout: "unittest_2_items": 0 2024-03-18T23:07:18.945 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.945 INFO:teuthology.orchestra.run.smithi099.stdout: "objecter": { 2024-03-18T23:07:18.945 INFO:teuthology.orchestra.run.smithi099.stdout: "op_active": 0, 2024-03-18T23:07:18.945 INFO:teuthology.orchestra.run.smithi099.stdout: "op_laggy": 0, 2024-03-18T23:07:18.945 INFO:teuthology.orchestra.run.smithi099.stdout: "op_send": 1416, 2024-03-18T23:07:18.945 INFO:teuthology.orchestra.run.smithi099.stdout: "op_send_bytes": 7785625, 2024-03-18T23:07:18.946 INFO:teuthology.orchestra.run.smithi099.stdout: "op_resend": 28, 2024-03-18T23:07:18.946 INFO:teuthology.orchestra.run.smithi099.stdout: "op_reply": 1416, 2024-03-18T23:07:18.946 INFO:teuthology.orchestra.run.smithi099.stdout: "op_latency": { 2024-03-18T23:07:18.946 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 1416, 2024-03-18T23:07:18.946 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 4.889887922, 2024-03-18T23:07:18.946 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.003453310 2024-03-18T23:07:18.946 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.946 INFO:teuthology.orchestra.run.smithi099.stdout: "op_inflight": 0, 2024-03-18T23:07:18.946 INFO:teuthology.orchestra.run.smithi099.stdout: "oplen_avg": { 2024-03-18T23:07:18.946 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 1416, 2024-03-18T23:07:18.946 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 1519 2024-03-18T23:07:18.946 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.946 INFO:teuthology.orchestra.run.smithi099.stdout: "op": 1416, 2024-03-18T23:07:18.946 INFO:teuthology.orchestra.run.smithi099.stdout: "op_r": 55, 2024-03-18T23:07:18.947 INFO:teuthology.orchestra.run.smithi099.stdout: "op_w": 1361, 2024-03-18T23:07:18.947 INFO:teuthology.orchestra.run.smithi099.stdout: "op_rmw": 0, 2024-03-18T23:07:18.947 INFO:teuthology.orchestra.run.smithi099.stdout: "op_pg": 0, 2024-03-18T23:07:18.947 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_stat": 0, 2024-03-18T23:07:18.947 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_create": 10, 2024-03-18T23:07:18.947 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_read": 55, 2024-03-18T23:07:18.947 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_write": 255, 2024-03-18T23:07:18.947 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_writefull": 38, 2024-03-18T23:07:18.947 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_writesame": 0, 2024-03-18T23:07:18.947 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_append": 0, 2024-03-18T23:07:18.947 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_zero": 0, 2024-03-18T23:07:18.947 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_truncate": 1, 2024-03-18T23:07:18.947 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_delete": 981, 2024-03-18T23:07:18.947 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_mapext": 0, 2024-03-18T23:07:18.947 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_sparse_read": 0, 2024-03-18T23:07:18.948 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_clonerange": 0, 2024-03-18T23:07:18.948 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_getxattr": 0, 2024-03-18T23:07:18.948 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_setxattr": 20, 2024-03-18T23:07:18.948 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_cmpxattr": 0, 2024-03-18T23:07:18.948 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_rmxattr": 0, 2024-03-18T23:07:18.948 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_resetxattrs": 0, 2024-03-18T23:07:18.948 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_call": 0, 2024-03-18T23:07:18.948 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_watch": 0, 2024-03-18T23:07:18.948 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_notify": 0, 2024-03-18T23:07:18.948 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_src_cmpxattr": 0, 2024-03-18T23:07:18.948 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_pgls": 0, 2024-03-18T23:07:18.948 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_pgls_filter": 0, 2024-03-18T23:07:18.948 INFO:teuthology.orchestra.run.smithi099.stdout: "osdop_other": 0, 2024-03-18T23:07:18.948 INFO:teuthology.orchestra.run.smithi099.stdout: "linger_active": 0, 2024-03-18T23:07:18.948 INFO:teuthology.orchestra.run.smithi099.stdout: "linger_send": 0, 2024-03-18T23:07:18.949 INFO:teuthology.orchestra.run.smithi099.stdout: "linger_resend": 0, 2024-03-18T23:07:18.949 INFO:teuthology.orchestra.run.smithi099.stdout: "linger_ping": 0, 2024-03-18T23:07:18.949 INFO:teuthology.orchestra.run.smithi099.stdout: "poolop_active": 0, 2024-03-18T23:07:18.949 INFO:teuthology.orchestra.run.smithi099.stdout: "poolop_send": 0, 2024-03-18T23:07:18.949 INFO:teuthology.orchestra.run.smithi099.stdout: "poolop_resend": 0, 2024-03-18T23:07:18.949 INFO:teuthology.orchestra.run.smithi099.stdout: "poolstat_active": 0, 2024-03-18T23:07:18.949 INFO:teuthology.orchestra.run.smithi099.stdout: "poolstat_send": 0, 2024-03-18T23:07:18.949 INFO:teuthology.orchestra.run.smithi099.stdout: "poolstat_resend": 0, 2024-03-18T23:07:18.949 INFO:teuthology.orchestra.run.smithi099.stdout: "statfs_active": 0, 2024-03-18T23:07:18.949 INFO:teuthology.orchestra.run.smithi099.stdout: "statfs_send": 0, 2024-03-18T23:07:18.949 INFO:teuthology.orchestra.run.smithi099.stdout: "statfs_resend": 0, 2024-03-18T23:07:18.949 INFO:teuthology.orchestra.run.smithi099.stdout: "command_active": 0, 2024-03-18T23:07:18.949 INFO:teuthology.orchestra.run.smithi099.stdout: "command_send": 0, 2024-03-18T23:07:18.949 INFO:teuthology.orchestra.run.smithi099.stdout: "command_resend": 0, 2024-03-18T23:07:18.949 INFO:teuthology.orchestra.run.smithi099.stdout: "map_epoch": 98, 2024-03-18T23:07:18.950 INFO:teuthology.orchestra.run.smithi099.stdout: "map_full": 0, 2024-03-18T23:07:18.950 INFO:teuthology.orchestra.run.smithi099.stdout: "map_inc": 10, 2024-03-18T23:07:18.950 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_sessions": 12, 2024-03-18T23:07:18.950 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_session_open": 12, 2024-03-18T23:07:18.950 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_session_close": 0, 2024-03-18T23:07:18.950 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_laggy": 0, 2024-03-18T23:07:18.950 INFO:teuthology.orchestra.run.smithi099.stdout: "omap_wr": 128, 2024-03-18T23:07:18.950 INFO:teuthology.orchestra.run.smithi099.stdout: "omap_rd": 0, 2024-03-18T23:07:18.950 INFO:teuthology.orchestra.run.smithi099.stdout: "omap_del": 31 2024-03-18T23:07:18.950 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.950 INFO:teuthology.orchestra.run.smithi099.stdout: "oft": { 2024-03-18T23:07:18.950 INFO:teuthology.orchestra.run.smithi099.stdout: "omap_total_objs": 1, 2024-03-18T23:07:18.950 INFO:teuthology.orchestra.run.smithi099.stdout: "omap_total_kv_pairs": 0, 2024-03-18T23:07:18.950 INFO:teuthology.orchestra.run.smithi099.stdout: "omap_total_updates": 0, 2024-03-18T23:07:18.951 INFO:teuthology.orchestra.run.smithi099.stdout: "omap_total_removes": 0 2024-03-18T23:07:18.951 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.951 INFO:teuthology.orchestra.run.smithi099.stdout: "osd-slow-ops": { 2024-03-18T23:07:18.951 INFO:teuthology.orchestra.run.smithi099.stdout: "slow_ops_count": 0 2024-03-18T23:07:18.951 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.951 INFO:teuthology.orchestra.run.smithi099.stdout: "purge_queue": { 2024-03-18T23:07:18.951 INFO:teuthology.orchestra.run.smithi099.stdout: "pq_executing_ops": 0, 2024-03-18T23:07:18.951 INFO:teuthology.orchestra.run.smithi099.stdout: "pq_executing_ops_high_water": 10, 2024-03-18T23:07:18.951 INFO:teuthology.orchestra.run.smithi099.stdout: "pq_executing": 0, 2024-03-18T23:07:18.951 INFO:teuthology.orchestra.run.smithi099.stdout: "pq_executing_high_water": 10, 2024-03-18T23:07:18.951 INFO:teuthology.orchestra.run.smithi099.stdout: "pq_executed_ops": 968, 2024-03-18T23:07:18.951 INFO:teuthology.orchestra.run.smithi099.stdout: "pq_executed": 968, 2024-03-18T23:07:18.951 INFO:teuthology.orchestra.run.smithi099.stdout: "pq_item_in_journal": 0 2024-03-18T23:07:18.951 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.951 INFO:teuthology.orchestra.run.smithi099.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-18T23:07:18.951 INFO:teuthology.orchestra.run.smithi099.stdout: "val": 0, 2024-03-18T23:07:18.952 INFO:teuthology.orchestra.run.smithi099.stdout: "max": 104857600, 2024-03-18T23:07:18.952 INFO:teuthology.orchestra.run.smithi099.stdout: "get_started": 0, 2024-03-18T23:07:18.952 INFO:teuthology.orchestra.run.smithi099.stdout: "get": 9373, 2024-03-18T23:07:18.952 INFO:teuthology.orchestra.run.smithi099.stdout: "get_sum": 4250895, 2024-03-18T23:07:18.952 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:18.952 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_success": 9373, 2024-03-18T23:07:18.952 INFO:teuthology.orchestra.run.smithi099.stdout: "take": 0, 2024-03-18T23:07:18.952 INFO:teuthology.orchestra.run.smithi099.stdout: "take_sum": 0, 2024-03-18T23:07:18.952 INFO:teuthology.orchestra.run.smithi099.stdout: "put": 9373, 2024-03-18T23:07:18.952 INFO:teuthology.orchestra.run.smithi099.stdout: "put_sum": 4250895, 2024-03-18T23:07:18.952 INFO:teuthology.orchestra.run.smithi099.stdout: "wait": { 2024-03-18T23:07:18.952 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.952 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.952 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.953 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:18.953 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.953 INFO:teuthology.orchestra.run.smithi099.stdout: "throttle-objecter_bytes": { 2024-03-18T23:07:18.953 INFO:teuthology.orchestra.run.smithi099.stdout: "val": 0, 2024-03-18T23:07:18.953 INFO:teuthology.orchestra.run.smithi099.stdout: "max": 104857600, 2024-03-18T23:07:18.953 INFO:teuthology.orchestra.run.smithi099.stdout: "get_started": 0, 2024-03-18T23:07:18.953 INFO:teuthology.orchestra.run.smithi099.stdout: "get": 0, 2024-03-18T23:07:18.953 INFO:teuthology.orchestra.run.smithi099.stdout: "get_sum": 0, 2024-03-18T23:07:18.953 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:18.953 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_success": 0, 2024-03-18T23:07:18.953 INFO:teuthology.orchestra.run.smithi099.stdout: "take": 1416, 2024-03-18T23:07:18.953 INFO:teuthology.orchestra.run.smithi099.stdout: "take_sum": 7887929, 2024-03-18T23:07:18.953 INFO:teuthology.orchestra.run.smithi099.stdout: "put": 1416, 2024-03-18T23:07:18.953 INFO:teuthology.orchestra.run.smithi099.stdout: "put_sum": 7887929, 2024-03-18T23:07:18.953 INFO:teuthology.orchestra.run.smithi099.stdout: "wait": { 2024-03-18T23:07:18.954 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.954 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.954 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.954 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:18.954 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.954 INFO:teuthology.orchestra.run.smithi099.stdout: "throttle-objecter_ops": { 2024-03-18T23:07:18.954 INFO:teuthology.orchestra.run.smithi099.stdout: "val": 0, 2024-03-18T23:07:18.954 INFO:teuthology.orchestra.run.smithi099.stdout: "max": 1024, 2024-03-18T23:07:18.954 INFO:teuthology.orchestra.run.smithi099.stdout: "get_started": 0, 2024-03-18T23:07:18.954 INFO:teuthology.orchestra.run.smithi099.stdout: "get": 0, 2024-03-18T23:07:18.954 INFO:teuthology.orchestra.run.smithi099.stdout: "get_sum": 0, 2024-03-18T23:07:18.954 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:18.954 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_success": 0, 2024-03-18T23:07:18.954 INFO:teuthology.orchestra.run.smithi099.stdout: "take": 1416, 2024-03-18T23:07:18.955 INFO:teuthology.orchestra.run.smithi099.stdout: "take_sum": 1416, 2024-03-18T23:07:18.955 INFO:teuthology.orchestra.run.smithi099.stdout: "put": 1416, 2024-03-18T23:07:18.955 INFO:teuthology.orchestra.run.smithi099.stdout: "put_sum": 1416, 2024-03-18T23:07:18.955 INFO:teuthology.orchestra.run.smithi099.stdout: "wait": { 2024-03-18T23:07:18.955 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.955 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.955 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.955 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:18.955 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.955 INFO:teuthology.orchestra.run.smithi099.stdout: "throttle-write_buf_throttle": { 2024-03-18T23:07:18.955 INFO:teuthology.orchestra.run.smithi099.stdout: "val": 0, 2024-03-18T23:07:18.955 INFO:teuthology.orchestra.run.smithi099.stdout: "max": 3758096384, 2024-03-18T23:07:18.955 INFO:teuthology.orchestra.run.smithi099.stdout: "get_started": 0, 2024-03-18T23:07:18.955 INFO:teuthology.orchestra.run.smithi099.stdout: "get": 968, 2024-03-18T23:07:18.956 INFO:teuthology.orchestra.run.smithi099.stdout: "get_sum": 102304, 2024-03-18T23:07:18.956 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:18.956 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_success": 968, 2024-03-18T23:07:18.956 INFO:teuthology.orchestra.run.smithi099.stdout: "take": 0, 2024-03-18T23:07:18.956 INFO:teuthology.orchestra.run.smithi099.stdout: "take_sum": 0, 2024-03-18T23:07:18.956 INFO:teuthology.orchestra.run.smithi099.stdout: "put": 55, 2024-03-18T23:07:18.956 INFO:teuthology.orchestra.run.smithi099.stdout: "put_sum": 102304, 2024-03-18T23:07:18.956 INFO:teuthology.orchestra.run.smithi099.stdout: "wait": { 2024-03-18T23:07:18.956 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.956 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.956 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.956 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:18.956 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:18.956 INFO:teuthology.orchestra.run.smithi099.stdout: "throttle-write_buf_throttle-0x563312d20500": { 2024-03-18T23:07:18.956 INFO:teuthology.orchestra.run.smithi099.stdout: "val": 0, 2024-03-18T23:07:18.957 INFO:teuthology.orchestra.run.smithi099.stdout: "max": 3758096384, 2024-03-18T23:07:18.957 INFO:teuthology.orchestra.run.smithi099.stdout: "get_started": 0, 2024-03-18T23:07:18.957 INFO:teuthology.orchestra.run.smithi099.stdout: "get": 4005, 2024-03-18T23:07:18.957 INFO:teuthology.orchestra.run.smithi099.stdout: "get_sum": 7377712, 2024-03-18T23:07:18.957 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:18.957 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_success": 4005, 2024-03-18T23:07:18.957 INFO:teuthology.orchestra.run.smithi099.stdout: "take": 0, 2024-03-18T23:07:18.957 INFO:teuthology.orchestra.run.smithi099.stdout: "take_sum": 0, 2024-03-18T23:07:18.957 INFO:teuthology.orchestra.run.smithi099.stdout: "put": 200, 2024-03-18T23:07:18.957 INFO:teuthology.orchestra.run.smithi099.stdout: "put_sum": 7377712, 2024-03-18T23:07:18.957 INFO:teuthology.orchestra.run.smithi099.stdout: "wait": { 2024-03-18T23:07:18.957 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:18.957 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:18.957 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:18.957 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:18.957 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:18.958 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-03-18T23:07:19.693 INFO:tasks.check_counter:Daemon mds.h mds.exported=39 2024-03-18T23:07:19.693 INFO:tasks.check_counter:Daemon mds.h mds.imported=32 2024-03-18T23:07:19.693 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=3 2024-03-18T23:07:19.693 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2024-03-18T23:07:19.693 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2024-03-18T23:07:19.693 DEBUG:tasks.check_counter:Getting stats from k 2024-03-18T23:07:19.693 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph daemon mds.k perf dump 2024-03-18T23:07:19.987 INFO:teuthology.orchestra.run.smithi099.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.b/config 2024-03-18T23:07:20.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:19 smithi181 ceph-mon[67256]: pgmap v322: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:07:20.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:19 smithi181 ceph-mon[67256]: osdmap e99: 12 total, 12 up, 12 in 2024-03-18T23:07:20.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:19 smithi099 ceph-mon[36725]: pgmap v322: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:07:20.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:19 smithi099 ceph-mon[36725]: osdmap e99: 12 total, 12 up, 12 in 2024-03-18T23:07:20.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:19 smithi052 ceph-mon[32520]: pgmap v322: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:07:20.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:19 smithi052 ceph-mon[32520]: osdmap e99: 12 total, 12 up, 12 in 2024-03-18T23:07:21.599 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-03-18T23:07:21.600 INFO:teuthology.orchestra.run.smithi099.stdout: "AsyncMessenger::Worker-0": { 2024-03-18T23:07:21.600 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_messages": 0, 2024-03-18T23:07:21.600 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_messages": 2, 2024-03-18T23:07:21.600 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_bytes": 0, 2024-03-18T23:07:21.600 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_bytes": 0, 2024-03-18T23:07:21.600 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_created_connections": 4, 2024-03-18T23:07:21.600 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_active_connections": 0, 2024-03-18T23:07:21.600 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_total_time": 0.001089864, 2024-03-18T23:07:21.600 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_send_time": 0.000000000, 2024-03-18T23:07:21.600 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_recv_time": 0.000196243, 2024-03-18T23:07:21.600 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-18T23:07:21.600 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:21.601 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:21.601 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:21.601 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:21.601 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:21.601 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:21.601 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:21.601 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:21.601 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:21.601 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:21.601 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_encrypted_bytes": 0, 2024-03-18T23:07:21.601 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_encrypted_bytes": 0 2024-03-18T23:07:21.601 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:21.601 INFO:teuthology.orchestra.run.smithi099.stdout: "AsyncMessenger::Worker-1": { 2024-03-18T23:07:21.601 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_messages": 6, 2024-03-18T23:07:21.602 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_messages": 162, 2024-03-18T23:07:21.602 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_bytes": 3344, 2024-03-18T23:07:21.602 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_bytes": 184272, 2024-03-18T23:07:21.602 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_created_connections": 5, 2024-03-18T23:07:21.602 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_active_connections": 3, 2024-03-18T23:07:21.602 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_total_time": 0.007846700, 2024-03-18T23:07:21.602 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_send_time": 0.004472797, 2024-03-18T23:07:21.602 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_recv_time": 0.001982092, 2024-03-18T23:07:21.602 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-18T23:07:21.602 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:21.602 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 160, 2024-03-18T23:07:21.602 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.015636032, 2024-03-18T23:07:21.602 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000097725 2024-03-18T23:07:21.602 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:21.603 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:21.603 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:21.603 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:21.603 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:21.603 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:21.603 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_encrypted_bytes": 3344, 2024-03-18T23:07:21.603 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_encrypted_bytes": 184272 2024-03-18T23:07:21.603 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:21.603 INFO:teuthology.orchestra.run.smithi099.stdout: "AsyncMessenger::Worker-2": { 2024-03-18T23:07:21.603 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_messages": 220, 2024-03-18T23:07:21.603 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_messages": 210, 2024-03-18T23:07:21.603 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_bytes": 1437136, 2024-03-18T23:07:21.603 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_bytes": 129184, 2024-03-18T23:07:21.603 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_created_connections": 2, 2024-03-18T23:07:21.603 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_active_connections": 1, 2024-03-18T23:07:21.604 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_total_time": 0.032257539, 2024-03-18T23:07:21.604 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_send_time": 0.008205948, 2024-03-18T23:07:21.604 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_recv_time": 0.029995485, 2024-03-18T23:07:21.604 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_running_fast_dispatch_time": 0.003656594, 2024-03-18T23:07:21.604 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:21.604 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 209, 2024-03-18T23:07:21.604 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.006411458, 2024-03-18T23:07:21.604 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000030676 2024-03-18T23:07:21.604 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:21.604 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:21.604 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:21.604 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:21.604 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:21.604 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:21.604 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_recv_encrypted_bytes": 1437136, 2024-03-18T23:07:21.605 INFO:teuthology.orchestra.run.smithi099.stdout: "msgr_send_encrypted_bytes": 129184 2024-03-18T23:07:21.605 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:21.605 INFO:teuthology.orchestra.run.smithi099.stdout: "cct": { 2024-03-18T23:07:21.605 INFO:teuthology.orchestra.run.smithi099.stdout: "total_workers": 0, 2024-03-18T23:07:21.605 INFO:teuthology.orchestra.run.smithi099.stdout: "unhealthy_workers": 0 2024-03-18T23:07:21.605 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:21.605 INFO:teuthology.orchestra.run.smithi099.stdout: "mempool": { 2024-03-18T23:07:21.605 INFO:teuthology.orchestra.run.smithi099.stdout: "bloom_filter_bytes": 0, 2024-03-18T23:07:21.605 INFO:teuthology.orchestra.run.smithi099.stdout: "bloom_filter_items": 0, 2024-03-18T23:07:21.605 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_alloc_bytes": 0, 2024-03-18T23:07:21.605 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_alloc_items": 0, 2024-03-18T23:07:21.605 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_data_bytes": 0, 2024-03-18T23:07:21.605 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_data_items": 0, 2024-03-18T23:07:21.605 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-18T23:07:21.605 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_onode_items": 0, 2024-03-18T23:07:21.606 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-18T23:07:21.606 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_meta_items": 0, 2024-03-18T23:07:21.606 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_other_bytes": 0, 2024-03-18T23:07:21.606 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_other_items": 0, 2024-03-18T23:07:21.606 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-18T23:07:21.606 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_cache_buffer_items": 0, 2024-03-18T23:07:21.606 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_extent_bytes": 0, 2024-03-18T23:07:21.606 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_extent_items": 0, 2024-03-18T23:07:21.606 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_blob_bytes": 0, 2024-03-18T23:07:21.606 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_blob_items": 0, 2024-03-18T23:07:21.606 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-18T23:07:21.606 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_shared_blob_items": 0, 2024-03-18T23:07:21.606 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-18T23:07:21.606 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_inline_bl_items": 0, 2024-03-18T23:07:21.607 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_fsck_bytes": 0, 2024-03-18T23:07:21.607 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_fsck_items": 0, 2024-03-18T23:07:21.607 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_txc_bytes": 0, 2024-03-18T23:07:21.607 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_txc_items": 0, 2024-03-18T23:07:21.607 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-18T23:07:21.607 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_writing_deferred_items": 0, 2024-03-18T23:07:21.607 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_writing_bytes": 0, 2024-03-18T23:07:21.607 INFO:teuthology.orchestra.run.smithi099.stdout: "bluestore_writing_items": 0, 2024-03-18T23:07:21.607 INFO:teuthology.orchestra.run.smithi099.stdout: "bluefs_bytes": 0, 2024-03-18T23:07:21.607 INFO:teuthology.orchestra.run.smithi099.stdout: "bluefs_items": 0, 2024-03-18T23:07:21.607 INFO:teuthology.orchestra.run.smithi099.stdout: "bluefs_file_reader_bytes": 0, 2024-03-18T23:07:21.607 INFO:teuthology.orchestra.run.smithi099.stdout: "bluefs_file_reader_items": 0, 2024-03-18T23:07:21.607 INFO:teuthology.orchestra.run.smithi099.stdout: "bluefs_file_writer_bytes": 0, 2024-03-18T23:07:21.607 INFO:teuthology.orchestra.run.smithi099.stdout: "bluefs_file_writer_items": 0, 2024-03-18T23:07:21.608 INFO:teuthology.orchestra.run.smithi099.stdout: "buffer_anon_bytes": 148977, 2024-03-18T23:07:21.608 INFO:teuthology.orchestra.run.smithi099.stdout: "buffer_anon_items": 30, 2024-03-18T23:07:21.608 INFO:teuthology.orchestra.run.smithi099.stdout: "buffer_meta_bytes": 0, 2024-03-18T23:07:21.608 INFO:teuthology.orchestra.run.smithi099.stdout: "buffer_meta_items": 0, 2024-03-18T23:07:21.608 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_bytes": 0, 2024-03-18T23:07:21.608 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_items": 0, 2024-03-18T23:07:21.608 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_mapbl_bytes": 0, 2024-03-18T23:07:21.608 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_mapbl_items": 0, 2024-03-18T23:07:21.608 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_pglog_bytes": 0, 2024-03-18T23:07:21.608 INFO:teuthology.orchestra.run.smithi099.stdout: "osd_pglog_items": 0, 2024-03-18T23:07:21.608 INFO:teuthology.orchestra.run.smithi099.stdout: "osdmap_bytes": 0, 2024-03-18T23:07:21.608 INFO:teuthology.orchestra.run.smithi099.stdout: "osdmap_items": 0, 2024-03-18T23:07:21.608 INFO:teuthology.orchestra.run.smithi099.stdout: "osdmap_mapping_bytes": 0, 2024-03-18T23:07:21.609 INFO:teuthology.orchestra.run.smithi099.stdout: "osdmap_mapping_items": 0, 2024-03-18T23:07:21.609 INFO:teuthology.orchestra.run.smithi099.stdout: "pgmap_bytes": 0, 2024-03-18T23:07:21.609 INFO:teuthology.orchestra.run.smithi099.stdout: "pgmap_items": 0, 2024-03-18T23:07:21.609 INFO:teuthology.orchestra.run.smithi099.stdout: "mds_co_bytes": 928, 2024-03-18T23:07:21.609 INFO:teuthology.orchestra.run.smithi099.stdout: "mds_co_items": 2, 2024-03-18T23:07:21.609 INFO:teuthology.orchestra.run.smithi099.stdout: "unittest_1_bytes": 0, 2024-03-18T23:07:21.609 INFO:teuthology.orchestra.run.smithi099.stdout: "unittest_1_items": 0, 2024-03-18T23:07:21.609 INFO:teuthology.orchestra.run.smithi099.stdout: "unittest_2_bytes": 0, 2024-03-18T23:07:21.609 INFO:teuthology.orchestra.run.smithi099.stdout: "unittest_2_items": 0 2024-03-18T23:07:21.609 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-03-18T23:07:21.609 INFO:teuthology.orchestra.run.smithi099.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-18T23:07:21.609 INFO:teuthology.orchestra.run.smithi099.stdout: "val": 0, 2024-03-18T23:07:21.609 INFO:teuthology.orchestra.run.smithi099.stdout: "max": 104857600, 2024-03-18T23:07:21.609 INFO:teuthology.orchestra.run.smithi099.stdout: "get_started": 0, 2024-03-18T23:07:21.609 INFO:teuthology.orchestra.run.smithi099.stdout: "get": 222, 2024-03-18T23:07:21.610 INFO:teuthology.orchestra.run.smithi099.stdout: "get_sum": 1406144, 2024-03-18T23:07:21.610 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:21.610 INFO:teuthology.orchestra.run.smithi099.stdout: "get_or_fail_success": 222, 2024-03-18T23:07:21.610 INFO:teuthology.orchestra.run.smithi099.stdout: "take": 0, 2024-03-18T23:07:21.610 INFO:teuthology.orchestra.run.smithi099.stdout: "take_sum": 0, 2024-03-18T23:07:21.610 INFO:teuthology.orchestra.run.smithi099.stdout: "put": 222, 2024-03-18T23:07:21.610 INFO:teuthology.orchestra.run.smithi099.stdout: "put_sum": 1406144, 2024-03-18T23:07:21.610 INFO:teuthology.orchestra.run.smithi099.stdout: "wait": { 2024-03-18T23:07:21.610 INFO:teuthology.orchestra.run.smithi099.stdout: "avgcount": 0, 2024-03-18T23:07:21.610 INFO:teuthology.orchestra.run.smithi099.stdout: "sum": 0.000000000, 2024-03-18T23:07:21.610 INFO:teuthology.orchestra.run.smithi099.stdout: "avgtime": 0.000000000 2024-03-18T23:07:21.610 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:21.610 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-03-18T23:07:21.610 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-03-18T23:07:22.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:21 smithi181 ceph-mon[67256]: pgmap v324: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:07:22.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:21 smithi099 ceph-mon[36725]: pgmap v324: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:07:22.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:21 smithi052 ceph-mon[32520]: pgmap v324: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-03-18T23:07:22.369 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.k 2024-03-18T23:07:22.369 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.k 2024-03-18T23:07:22.369 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.k 2024-03-18T23:07:22.369 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.k 2024-03-18T23:07:22.369 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.k 2024-03-18T23:07:22.369 DEBUG:tasks.check_counter:Getting stats from c 2024-03-18T23:07:22.370 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph daemon mds.c perf dump 2024-03-18T23:07:22.653 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.c/config 2024-03-18T23:07:24.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:23 smithi181 ceph-mon[67256]: pgmap v325: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-03-18T23:07:24.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:23 smithi099 ceph-mon[36725]: pgmap v325: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-03-18T23:07:24.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:23 smithi052 ceph-mon[32520]: pgmap v325: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-03-18T23:07:24.565 INFO:teuthology.orchestra.run.smithi181.stdout:{ 2024-03-18T23:07:24.565 INFO:teuthology.orchestra.run.smithi181.stdout: "AsyncMessenger::Worker-0": { 2024-03-18T23:07:24.565 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_messages": 1028, 2024-03-18T23:07:24.566 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_messages": 1030, 2024-03-18T23:07:24.566 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_bytes": 17104574, 2024-03-18T23:07:24.566 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_bytes": 326914, 2024-03-18T23:07:24.566 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_created_connections": 7, 2024-03-18T23:07:24.566 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_active_connections": 3, 2024-03-18T23:07:24.566 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_total_time": 0.076011468, 2024-03-18T23:07:24.566 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_send_time": 0.019480225, 2024-03-18T23:07:24.566 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_recv_time": 0.025838852, 2024-03-18T23:07:24.566 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_fast_dispatch_time": 0.023330807, 2024-03-18T23:07:24.566 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:24.566 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 1028, 2024-03-18T23:07:24.566 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.032412721, 2024-03-18T23:07:24.566 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000031529 2024-03-18T23:07:24.566 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.567 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:24.567 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.567 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.567 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.567 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.567 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_encrypted_bytes": 0, 2024-03-18T23:07:24.567 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_encrypted_bytes": 0 2024-03-18T23:07:24.567 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.567 INFO:teuthology.orchestra.run.smithi181.stdout: "AsyncMessenger::Worker-1": { 2024-03-18T23:07:24.567 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_messages": 1064, 2024-03-18T23:07:24.567 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_messages": 1218, 2024-03-18T23:07:24.567 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_bytes": 21084850, 2024-03-18T23:07:24.567 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_bytes": 778158, 2024-03-18T23:07:24.567 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_created_connections": 8, 2024-03-18T23:07:24.568 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_active_connections": 6, 2024-03-18T23:07:24.568 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_total_time": 0.066518973, 2024-03-18T23:07:24.568 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_send_time": 0.016727258, 2024-03-18T23:07:24.568 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_recv_time": 0.024486648, 2024-03-18T23:07:24.568 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_fast_dispatch_time": 0.020563528, 2024-03-18T23:07:24.568 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:24.568 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 1216, 2024-03-18T23:07:24.568 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.036974045, 2024-03-18T23:07:24.568 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000030406 2024-03-18T23:07:24.568 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.568 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:24.568 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.568 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.568 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.569 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.569 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_encrypted_bytes": 3344, 2024-03-18T23:07:24.569 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_encrypted_bytes": 441648 2024-03-18T23:07:24.569 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.569 INFO:teuthology.orchestra.run.smithi181.stdout: "AsyncMessenger::Worker-2": { 2024-03-18T23:07:24.569 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_messages": 473, 2024-03-18T23:07:24.569 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_messages": 452, 2024-03-18T23:07:24.569 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_bytes": 9951406, 2024-03-18T23:07:24.569 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_bytes": 202697, 2024-03-18T23:07:24.569 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_created_connections": 4, 2024-03-18T23:07:24.569 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_active_connections": 3, 2024-03-18T23:07:24.569 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_total_time": 0.050157242, 2024-03-18T23:07:24.570 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_send_time": 0.012778941, 2024-03-18T23:07:24.570 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_recv_time": 0.038165623, 2024-03-18T23:07:24.570 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_fast_dispatch_time": 0.008372523, 2024-03-18T23:07:24.570 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:24.570 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 451, 2024-03-18T23:07:24.570 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.014284445, 2024-03-18T23:07:24.570 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000031672 2024-03-18T23:07:24.570 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.570 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:24.570 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.570 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.570 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.570 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.570 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_encrypted_bytes": 1504592, 2024-03-18T23:07:24.571 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_encrypted_bytes": 130192 2024-03-18T23:07:24.571 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.571 INFO:teuthology.orchestra.run.smithi181.stdout: "cct": { 2024-03-18T23:07:24.571 INFO:teuthology.orchestra.run.smithi181.stdout: "total_workers": 1, 2024-03-18T23:07:24.571 INFO:teuthology.orchestra.run.smithi181.stdout: "unhealthy_workers": 0 2024-03-18T23:07:24.571 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.571 INFO:teuthology.orchestra.run.smithi181.stdout: "finisher-MDSRank": { 2024-03-18T23:07:24.571 INFO:teuthology.orchestra.run.smithi181.stdout: "queue_len": 0, 2024-03-18T23:07:24.571 INFO:teuthology.orchestra.run.smithi181.stdout: "complete_latency": { 2024-03-18T23:07:24.571 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 3822, 2024-03-18T23:07:24.571 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.127058001, 2024-03-18T23:07:24.571 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000033243 2024-03-18T23:07:24.571 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:24.571 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.572 INFO:teuthology.orchestra.run.smithi181.stdout: "finisher-PurgeQueue": { 2024-03-18T23:07:24.572 INFO:teuthology.orchestra.run.smithi181.stdout: "queue_len": 0, 2024-03-18T23:07:24.572 INFO:teuthology.orchestra.run.smithi181.stdout: "complete_latency": { 2024-03-18T23:07:24.572 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.572 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.572 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.572 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:24.572 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.572 INFO:teuthology.orchestra.run.smithi181.stdout: "mds": { 2024-03-18T23:07:24.572 INFO:teuthology.orchestra.run.smithi181.stdout: "request": 0, 2024-03-18T23:07:24.572 INFO:teuthology.orchestra.run.smithi181.stdout: "reply": 0, 2024-03-18T23:07:24.572 INFO:teuthology.orchestra.run.smithi181.stdout: "reply_latency": { 2024-03-18T23:07:24.573 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.573 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.573 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.573 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.573 INFO:teuthology.orchestra.run.smithi181.stdout: "slow_reply": 0, 2024-03-18T23:07:24.573 INFO:teuthology.orchestra.run.smithi181.stdout: "forward": 0, 2024-03-18T23:07:24.573 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_fetch_complete": 0, 2024-03-18T23:07:24.573 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_fetch_keys": 0, 2024-03-18T23:07:24.573 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_commit": 0, 2024-03-18T23:07:24.573 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_split": 0, 2024-03-18T23:07:24.574 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_merge": 0, 2024-03-18T23:07:24.574 INFO:teuthology.orchestra.run.smithi181.stdout: "inodes": 11094, 2024-03-18T23:07:24.574 INFO:teuthology.orchestra.run.smithi181.stdout: "inodes_top": 5152, 2024-03-18T23:07:24.574 INFO:teuthology.orchestra.run.smithi181.stdout: "inodes_bottom": 5942, 2024-03-18T23:07:24.574 INFO:teuthology.orchestra.run.smithi181.stdout: "inodes_pin_tail": 0, 2024-03-18T23:07:24.574 INFO:teuthology.orchestra.run.smithi181.stdout: "inodes_pinned": 3734, 2024-03-18T23:07:24.574 INFO:teuthology.orchestra.run.smithi181.stdout: "inodes_expired": 0, 2024-03-18T23:07:24.574 INFO:teuthology.orchestra.run.smithi181.stdout: "inodes_with_caps": 0, 2024-03-18T23:07:24.574 INFO:teuthology.orchestra.run.smithi181.stdout: "caps": 0, 2024-03-18T23:07:24.574 INFO:teuthology.orchestra.run.smithi181.stdout: "subtrees": 2, 2024-03-18T23:07:24.574 INFO:teuthology.orchestra.run.smithi181.stdout: "traverse": 0, 2024-03-18T23:07:24.574 INFO:teuthology.orchestra.run.smithi181.stdout: "traverse_hit": 0, 2024-03-18T23:07:24.574 INFO:teuthology.orchestra.run.smithi181.stdout: "traverse_forward": 0, 2024-03-18T23:07:24.574 INFO:teuthology.orchestra.run.smithi181.stdout: "traverse_discover": 0, 2024-03-18T23:07:24.575 INFO:teuthology.orchestra.run.smithi181.stdout: "traverse_dir_fetch": 0, 2024-03-18T23:07:24.575 INFO:teuthology.orchestra.run.smithi181.stdout: "traverse_remote_ino": 0, 2024-03-18T23:07:24.575 INFO:teuthology.orchestra.run.smithi181.stdout: "traverse_lock": 0, 2024-03-18T23:07:24.575 INFO:teuthology.orchestra.run.smithi181.stdout: "load_cent": 0, 2024-03-18T23:07:24.575 INFO:teuthology.orchestra.run.smithi181.stdout: "q": 0, 2024-03-18T23:07:24.575 INFO:teuthology.orchestra.run.smithi181.stdout: "exported": 0, 2024-03-18T23:07:24.575 INFO:teuthology.orchestra.run.smithi181.stdout: "exported_inodes": 0, 2024-03-18T23:07:24.575 INFO:teuthology.orchestra.run.smithi181.stdout: "imported": 0, 2024-03-18T23:07:24.575 INFO:teuthology.orchestra.run.smithi181.stdout: "imported_inodes": 0, 2024-03-18T23:07:24.575 INFO:teuthology.orchestra.run.smithi181.stdout: "openino_dir_fetch": 0, 2024-03-18T23:07:24.575 INFO:teuthology.orchestra.run.smithi181.stdout: "openino_backtrace_fetch": 0, 2024-03-18T23:07:24.575 INFO:teuthology.orchestra.run.smithi181.stdout: "openino_peer_discover": 0, 2024-03-18T23:07:24.575 INFO:teuthology.orchestra.run.smithi181.stdout: "root_rfiles": 4, 2024-03-18T23:07:24.575 INFO:teuthology.orchestra.run.smithi181.stdout: "root_rbytes": 234, 2024-03-18T23:07:24.576 INFO:teuthology.orchestra.run.smithi181.stdout: "root_rsnaps": 7, 2024-03-18T23:07:24.576 INFO:teuthology.orchestra.run.smithi181.stdout: "scrub_backtrace_fetch": 0, 2024-03-18T23:07:24.576 INFO:teuthology.orchestra.run.smithi181.stdout: "scrub_set_tag": 0, 2024-03-18T23:07:24.576 INFO:teuthology.orchestra.run.smithi181.stdout: "scrub_backtrace_repaired": 0, 2024-03-18T23:07:24.576 INFO:teuthology.orchestra.run.smithi181.stdout: "scrub_inotable_repaired": 0, 2024-03-18T23:07:24.576 INFO:teuthology.orchestra.run.smithi181.stdout: "scrub_dir_inodes": 0, 2024-03-18T23:07:24.576 INFO:teuthology.orchestra.run.smithi181.stdout: "scrub_dir_base_inodes": 0, 2024-03-18T23:07:24.576 INFO:teuthology.orchestra.run.smithi181.stdout: "scrub_dirfrag_rstats": 0, 2024-03-18T23:07:24.576 INFO:teuthology.orchestra.run.smithi181.stdout: "scrub_file_inodes": 0, 2024-03-18T23:07:24.576 INFO:teuthology.orchestra.run.smithi181.stdout: "handle_inode_file_caps": 0, 2024-03-18T23:07:24.577 INFO:teuthology.orchestra.run.smithi181.stdout: "ceph_cap_op_revoke": 0, 2024-03-18T23:07:24.577 INFO:teuthology.orchestra.run.smithi181.stdout: "ceph_cap_op_grant": 0, 2024-03-18T23:07:24.577 INFO:teuthology.orchestra.run.smithi181.stdout: "ceph_cap_op_trunc": 0, 2024-03-18T23:07:24.577 INFO:teuthology.orchestra.run.smithi181.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-18T23:07:24.577 INFO:teuthology.orchestra.run.smithi181.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-18T23:07:24.577 INFO:teuthology.orchestra.run.smithi181.stdout: "handle_client_caps": 0, 2024-03-18T23:07:24.577 INFO:teuthology.orchestra.run.smithi181.stdout: "handle_client_caps_dirty": 0, 2024-03-18T23:07:24.577 INFO:teuthology.orchestra.run.smithi181.stdout: "handle_client_cap_release": 0, 2024-03-18T23:07:24.577 INFO:teuthology.orchestra.run.smithi181.stdout: "process_request_cap_release": 0 2024-03-18T23:07:24.577 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.577 INFO:teuthology.orchestra.run.smithi181.stdout: "mds_cache": { 2024-03-18T23:07:24.577 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_update": 0, 2024-03-18T23:07:24.577 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_update_receipt": 0, 2024-03-18T23:07:24.577 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_try_discover": 0, 2024-03-18T23:07:24.577 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_send_discover": 0, 2024-03-18T23:07:24.578 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_handle_discover": 0, 2024-03-18T23:07:24.578 INFO:teuthology.orchestra.run.smithi181.stdout: "num_strays": 0, 2024-03-18T23:07:24.578 INFO:teuthology.orchestra.run.smithi181.stdout: "num_strays_delayed": 0, 2024-03-18T23:07:24.578 INFO:teuthology.orchestra.run.smithi181.stdout: "num_strays_enqueuing": 0, 2024-03-18T23:07:24.578 INFO:teuthology.orchestra.run.smithi181.stdout: "strays_created": 0, 2024-03-18T23:07:24.578 INFO:teuthology.orchestra.run.smithi181.stdout: "strays_enqueued": 0, 2024-03-18T23:07:24.578 INFO:teuthology.orchestra.run.smithi181.stdout: "strays_reintegrated": 0, 2024-03-18T23:07:24.578 INFO:teuthology.orchestra.run.smithi181.stdout: "strays_migrated": 0, 2024-03-18T23:07:24.578 INFO:teuthology.orchestra.run.smithi181.stdout: "num_recovering_processing": 0, 2024-03-18T23:07:24.578 INFO:teuthology.orchestra.run.smithi181.stdout: "num_recovering_enqueued": 0, 2024-03-18T23:07:24.578 INFO:teuthology.orchestra.run.smithi181.stdout: "num_recovering_prioritized": 0, 2024-03-18T23:07:24.578 INFO:teuthology.orchestra.run.smithi181.stdout: "recovery_started": 0, 2024-03-18T23:07:24.578 INFO:teuthology.orchestra.run.smithi181.stdout: "recovery_completed": 0, 2024-03-18T23:07:24.578 INFO:teuthology.orchestra.run.smithi181.stdout: "ireq_quiesce_path": 0, 2024-03-18T23:07:24.579 INFO:teuthology.orchestra.run.smithi181.stdout: "ireq_quiesce_inode": 0, 2024-03-18T23:07:24.579 INFO:teuthology.orchestra.run.smithi181.stdout: "ireq_enqueue_scrub": 0, 2024-03-18T23:07:24.579 INFO:teuthology.orchestra.run.smithi181.stdout: "ireq_exportdir": 0, 2024-03-18T23:07:24.579 INFO:teuthology.orchestra.run.smithi181.stdout: "ireq_flush": 0, 2024-03-18T23:07:24.579 INFO:teuthology.orchestra.run.smithi181.stdout: "ireq_fragmentdir": 0, 2024-03-18T23:07:24.579 INFO:teuthology.orchestra.run.smithi181.stdout: "ireq_fragstats": 0, 2024-03-18T23:07:24.579 INFO:teuthology.orchestra.run.smithi181.stdout: "ireq_inodestats": 0 2024-03-18T23:07:24.579 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.579 INFO:teuthology.orchestra.run.smithi181.stdout: "mds_log": { 2024-03-18T23:07:24.579 INFO:teuthology.orchestra.run.smithi181.stdout: "evlrg": 0, 2024-03-18T23:07:24.580 INFO:teuthology.orchestra.run.smithi181.stdout: "evadd": 0, 2024-03-18T23:07:24.580 INFO:teuthology.orchestra.run.smithi181.stdout: "evex": 0, 2024-03-18T23:07:24.580 INFO:teuthology.orchestra.run.smithi181.stdout: "evtrm": 0, 2024-03-18T23:07:24.580 INFO:teuthology.orchestra.run.smithi181.stdout: "ev": 20230, 2024-03-18T23:07:24.580 INFO:teuthology.orchestra.run.smithi181.stdout: "evexg": 0, 2024-03-18T23:07:24.580 INFO:teuthology.orchestra.run.smithi181.stdout: "evexd": 0, 2024-03-18T23:07:24.580 INFO:teuthology.orchestra.run.smithi181.stdout: "segadd": 0, 2024-03-18T23:07:24.580 INFO:teuthology.orchestra.run.smithi181.stdout: "segex": 0, 2024-03-18T23:07:24.580 INFO:teuthology.orchestra.run.smithi181.stdout: "segtrm": 0, 2024-03-18T23:07:24.580 INFO:teuthology.orchestra.run.smithi181.stdout: "seg": 3, 2024-03-18T23:07:24.580 INFO:teuthology.orchestra.run.smithi181.stdout: "segmjr": 12, 2024-03-18T23:07:24.580 INFO:teuthology.orchestra.run.smithi181.stdout: "segexg": 0, 2024-03-18T23:07:24.580 INFO:teuthology.orchestra.run.smithi181.stdout: "segexd": 0, 2024-03-18T23:07:24.580 INFO:teuthology.orchestra.run.smithi181.stdout: "expos": 44515290, 2024-03-18T23:07:24.580 INFO:teuthology.orchestra.run.smithi181.stdout: "wrpos": 50172342, 2024-03-18T23:07:24.581 INFO:teuthology.orchestra.run.smithi181.stdout: "rdpos": 50172230, 2024-03-18T23:07:24.581 INFO:teuthology.orchestra.run.smithi181.stdout: "jlat": { 2024-03-18T23:07:24.581 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.581 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.581 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.581 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.581 INFO:teuthology.orchestra.run.smithi181.stdout: "replayed": 20230 2024-03-18T23:07:24.581 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.581 INFO:teuthology.orchestra.run.smithi181.stdout: "mds_mem": { 2024-03-18T23:07:24.581 INFO:teuthology.orchestra.run.smithi181.stdout: "ino": 3562, 2024-03-18T23:07:24.581 INFO:teuthology.orchestra.run.smithi181.stdout: "ino+": 8820, 2024-03-18T23:07:24.581 INFO:teuthology.orchestra.run.smithi181.stdout: "ino-": 5258, 2024-03-18T23:07:24.581 INFO:teuthology.orchestra.run.smithi181.stdout: "dir": 323, 2024-03-18T23:07:24.582 INFO:teuthology.orchestra.run.smithi181.stdout: "dir+": 507, 2024-03-18T23:07:24.582 INFO:teuthology.orchestra.run.smithi181.stdout: "dir-": 184, 2024-03-18T23:07:24.582 INFO:teuthology.orchestra.run.smithi181.stdout: "dn": 11094, 2024-03-18T23:07:24.582 INFO:teuthology.orchestra.run.smithi181.stdout: "dn+": 13530, 2024-03-18T23:07:24.582 INFO:teuthology.orchestra.run.smithi181.stdout: "dn-": 2436, 2024-03-18T23:07:24.582 INFO:teuthology.orchestra.run.smithi181.stdout: "cap": 0, 2024-03-18T23:07:24.582 INFO:teuthology.orchestra.run.smithi181.stdout: "cap+": 0, 2024-03-18T23:07:24.582 INFO:teuthology.orchestra.run.smithi181.stdout: "cap-": 0, 2024-03-18T23:07:24.582 INFO:teuthology.orchestra.run.smithi181.stdout: "rss": 75064, 2024-03-18T23:07:24.582 INFO:teuthology.orchestra.run.smithi181.stdout: "heap": 215420 2024-03-18T23:07:24.582 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.582 INFO:teuthology.orchestra.run.smithi181.stdout: "mds_server": { 2024-03-18T23:07:24.582 INFO:teuthology.orchestra.run.smithi181.stdout: "dispatch_client_request": 0, 2024-03-18T23:07:24.582 INFO:teuthology.orchestra.run.smithi181.stdout: "dispatch_server_request": 0, 2024-03-18T23:07:24.582 INFO:teuthology.orchestra.run.smithi181.stdout: "handle_client_request": 0, 2024-03-18T23:07:24.583 INFO:teuthology.orchestra.run.smithi181.stdout: "handle_client_session": 0, 2024-03-18T23:07:24.583 INFO:teuthology.orchestra.run.smithi181.stdout: "handle_peer_request": 0, 2024-03-18T23:07:24.583 INFO:teuthology.orchestra.run.smithi181.stdout: "req_create_latency": { 2024-03-18T23:07:24.583 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.583 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.583 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.583 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.583 INFO:teuthology.orchestra.run.smithi181.stdout: "req_getattr_latency": { 2024-03-18T23:07:24.583 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.584 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.584 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.584 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.584 INFO:teuthology.orchestra.run.smithi181.stdout: "req_getfilelock_latency": { 2024-03-18T23:07:24.584 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.584 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.584 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.584 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.584 INFO:teuthology.orchestra.run.smithi181.stdout: "req_link_latency": { 2024-03-18T23:07:24.584 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.584 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.584 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.584 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.584 INFO:teuthology.orchestra.run.smithi181.stdout: "req_lookup_latency": { 2024-03-18T23:07:24.584 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.585 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.585 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.585 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.585 INFO:teuthology.orchestra.run.smithi181.stdout: "req_lookuphash_latency": { 2024-03-18T23:07:24.585 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.585 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.585 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.585 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.585 INFO:teuthology.orchestra.run.smithi181.stdout: "req_lookupino_latency": { 2024-03-18T23:07:24.585 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.585 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.585 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.585 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.585 INFO:teuthology.orchestra.run.smithi181.stdout: "req_lookupname_latency": { 2024-03-18T23:07:24.586 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.586 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.586 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.586 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.586 INFO:teuthology.orchestra.run.smithi181.stdout: "req_lookupparent_latency": { 2024-03-18T23:07:24.586 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.586 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.586 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.586 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.586 INFO:teuthology.orchestra.run.smithi181.stdout: "req_lookupsnap_latency": { 2024-03-18T23:07:24.586 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.586 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.586 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.586 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.586 INFO:teuthology.orchestra.run.smithi181.stdout: "req_lssnap_latency": { 2024-03-18T23:07:24.587 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.587 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.587 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.587 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.587 INFO:teuthology.orchestra.run.smithi181.stdout: "req_mkdir_latency": { 2024-03-18T23:07:24.588 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.588 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.588 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.588 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.588 INFO:teuthology.orchestra.run.smithi181.stdout: "req_mknod_latency": { 2024-03-18T23:07:24.588 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.588 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.588 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.588 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.588 INFO:teuthology.orchestra.run.smithi181.stdout: "req_mksnap_latency": { 2024-03-18T23:07:24.588 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.588 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.588 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.588 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.589 INFO:teuthology.orchestra.run.smithi181.stdout: "req_open_latency": { 2024-03-18T23:07:24.589 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.589 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.589 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.589 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.589 INFO:teuthology.orchestra.run.smithi181.stdout: "req_readdir_latency": { 2024-03-18T23:07:24.589 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.589 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.589 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.589 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.590 INFO:teuthology.orchestra.run.smithi181.stdout: "req_rename_latency": { 2024-03-18T23:07:24.590 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.590 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.590 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.590 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.590 INFO:teuthology.orchestra.run.smithi181.stdout: "req_renamesnap_latency": { 2024-03-18T23:07:24.590 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.590 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.590 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.590 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.590 INFO:teuthology.orchestra.run.smithi181.stdout: "req_snapdiff_latency": { 2024-03-18T23:07:24.590 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.590 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.590 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.591 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.591 INFO:teuthology.orchestra.run.smithi181.stdout: "req_rmdir_latency": { 2024-03-18T23:07:24.591 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.591 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.591 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.591 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.591 INFO:teuthology.orchestra.run.smithi181.stdout: "req_rmsnap_latency": { 2024-03-18T23:07:24.591 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.591 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.591 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.591 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.592 INFO:teuthology.orchestra.run.smithi181.stdout: "req_rmxattr_latency": { 2024-03-18T23:07:24.592 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.592 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.592 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.592 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.592 INFO:teuthology.orchestra.run.smithi181.stdout: "req_setattr_latency": { 2024-03-18T23:07:24.592 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.592 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.592 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.592 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.592 INFO:teuthology.orchestra.run.smithi181.stdout: "req_setdirlayout_latency": { 2024-03-18T23:07:24.592 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.593 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.593 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.593 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.593 INFO:teuthology.orchestra.run.smithi181.stdout: "req_setfilelock_latency": { 2024-03-18T23:07:24.593 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.593 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.593 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.593 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.593 INFO:teuthology.orchestra.run.smithi181.stdout: "req_setlayout_latency": { 2024-03-18T23:07:24.593 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.593 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.593 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.594 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.594 INFO:teuthology.orchestra.run.smithi181.stdout: "req_setxattr_latency": { 2024-03-18T23:07:24.594 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.594 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.594 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.594 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.594 INFO:teuthology.orchestra.run.smithi181.stdout: "req_symlink_latency": { 2024-03-18T23:07:24.594 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.594 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.594 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.594 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.595 INFO:teuthology.orchestra.run.smithi181.stdout: "req_unlink_latency": { 2024-03-18T23:07:24.595 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.595 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.595 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.595 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.595 INFO:teuthology.orchestra.run.smithi181.stdout: "cap_revoke_eviction": 0, 2024-03-18T23:07:24.595 INFO:teuthology.orchestra.run.smithi181.stdout: "cap_acquisition_throttle": 0, 2024-03-18T23:07:24.595 INFO:teuthology.orchestra.run.smithi181.stdout: "req_getvxattr_latency": { 2024-03-18T23:07:24.595 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.595 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.595 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.596 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:24.596 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.596 INFO:teuthology.orchestra.run.smithi181.stdout: "mds_sessions": { 2024-03-18T23:07:24.596 INFO:teuthology.orchestra.run.smithi181.stdout: "session_count": 2, 2024-03-18T23:07:24.596 INFO:teuthology.orchestra.run.smithi181.stdout: "session_add": 6, 2024-03-18T23:07:24.596 INFO:teuthology.orchestra.run.smithi181.stdout: "session_remove": 4, 2024-03-18T23:07:24.596 INFO:teuthology.orchestra.run.smithi181.stdout: "sessions_open": 4, 2024-03-18T23:07:24.596 INFO:teuthology.orchestra.run.smithi181.stdout: "sessions_stale": 0, 2024-03-18T23:07:24.596 INFO:teuthology.orchestra.run.smithi181.stdout: "total_load": 0, 2024-03-18T23:07:24.596 INFO:teuthology.orchestra.run.smithi181.stdout: "average_load": 0, 2024-03-18T23:07:24.596 INFO:teuthology.orchestra.run.smithi181.stdout: "avg_session_uptime": 18144, 2024-03-18T23:07:24.597 INFO:teuthology.orchestra.run.smithi181.stdout: "mdthresh_evicted": 0 2024-03-18T23:07:24.597 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.597 INFO:teuthology.orchestra.run.smithi181.stdout: "mempool": { 2024-03-18T23:07:24.597 INFO:teuthology.orchestra.run.smithi181.stdout: "bloom_filter_bytes": 0, 2024-03-18T23:07:24.597 INFO:teuthology.orchestra.run.smithi181.stdout: "bloom_filter_items": 0, 2024-03-18T23:07:24.597 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_alloc_bytes": 0, 2024-03-18T23:07:24.597 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_alloc_items": 0, 2024-03-18T23:07:24.597 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_data_bytes": 0, 2024-03-18T23:07:24.597 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_data_items": 0, 2024-03-18T23:07:24.597 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-18T23:07:24.598 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_onode_items": 0, 2024-03-18T23:07:24.598 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-18T23:07:24.598 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_meta_items": 0, 2024-03-18T23:07:24.598 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_other_bytes": 0, 2024-03-18T23:07:24.598 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_other_items": 0, 2024-03-18T23:07:24.598 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-18T23:07:24.598 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_buffer_items": 0, 2024-03-18T23:07:24.598 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_extent_bytes": 0, 2024-03-18T23:07:24.598 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_extent_items": 0, 2024-03-18T23:07:24.599 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_blob_bytes": 0, 2024-03-18T23:07:24.599 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_blob_items": 0, 2024-03-18T23:07:24.599 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-18T23:07:24.599 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_shared_blob_items": 0, 2024-03-18T23:07:24.599 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-18T23:07:24.599 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_inline_bl_items": 0, 2024-03-18T23:07:24.599 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_fsck_bytes": 0, 2024-03-18T23:07:24.599 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_fsck_items": 0, 2024-03-18T23:07:24.599 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_txc_bytes": 0, 2024-03-18T23:07:24.599 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_txc_items": 0, 2024-03-18T23:07:24.599 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-18T23:07:24.600 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_writing_deferred_items": 0, 2024-03-18T23:07:24.600 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_writing_bytes": 0, 2024-03-18T23:07:24.600 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_writing_items": 0, 2024-03-18T23:07:24.600 INFO:teuthology.orchestra.run.smithi181.stdout: "bluefs_bytes": 0, 2024-03-18T23:07:24.600 INFO:teuthology.orchestra.run.smithi181.stdout: "bluefs_items": 0, 2024-03-18T23:07:24.600 INFO:teuthology.orchestra.run.smithi181.stdout: "bluefs_file_reader_bytes": 0, 2024-03-18T23:07:24.600 INFO:teuthology.orchestra.run.smithi181.stdout: "bluefs_file_reader_items": 0, 2024-03-18T23:07:24.600 INFO:teuthology.orchestra.run.smithi181.stdout: "bluefs_file_writer_bytes": 0, 2024-03-18T23:07:24.600 INFO:teuthology.orchestra.run.smithi181.stdout: "bluefs_file_writer_items": 0, 2024-03-18T23:07:24.601 INFO:teuthology.orchestra.run.smithi181.stdout: "buffer_anon_bytes": 355313, 2024-03-18T23:07:24.601 INFO:teuthology.orchestra.run.smithi181.stdout: "buffer_anon_items": 3873, 2024-03-18T23:07:24.601 INFO:teuthology.orchestra.run.smithi181.stdout: "buffer_meta_bytes": 0, 2024-03-18T23:07:24.601 INFO:teuthology.orchestra.run.smithi181.stdout: "buffer_meta_items": 0, 2024-03-18T23:07:24.601 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_bytes": 0, 2024-03-18T23:07:24.601 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_items": 0, 2024-03-18T23:07:24.601 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_mapbl_bytes": 0, 2024-03-18T23:07:24.601 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_mapbl_items": 0, 2024-03-18T23:07:24.601 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_pglog_bytes": 0, 2024-03-18T23:07:24.601 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_pglog_items": 0, 2024-03-18T23:07:24.602 INFO:teuthology.orchestra.run.smithi181.stdout: "osdmap_bytes": 8448, 2024-03-18T23:07:24.602 INFO:teuthology.orchestra.run.smithi181.stdout: "osdmap_items": 192, 2024-03-18T23:07:24.602 INFO:teuthology.orchestra.run.smithi181.stdout: "osdmap_mapping_bytes": 0, 2024-03-18T23:07:24.602 INFO:teuthology.orchestra.run.smithi181.stdout: "osdmap_mapping_items": 0, 2024-03-18T23:07:24.602 INFO:teuthology.orchestra.run.smithi181.stdout: "pgmap_bytes": 0, 2024-03-18T23:07:24.602 INFO:teuthology.orchestra.run.smithi181.stdout: "pgmap_items": 0, 2024-03-18T23:07:24.602 INFO:teuthology.orchestra.run.smithi181.stdout: "mds_co_bytes": 16723031, 2024-03-18T23:07:24.602 INFO:teuthology.orchestra.run.smithi181.stdout: "mds_co_items": 214426, 2024-03-18T23:07:24.602 INFO:teuthology.orchestra.run.smithi181.stdout: "unittest_1_bytes": 0, 2024-03-18T23:07:24.602 INFO:teuthology.orchestra.run.smithi181.stdout: "unittest_1_items": 0, 2024-03-18T23:07:24.602 INFO:teuthology.orchestra.run.smithi181.stdout: "unittest_2_bytes": 0, 2024-03-18T23:07:24.602 INFO:teuthology.orchestra.run.smithi181.stdout: "unittest_2_items": 0 2024-03-18T23:07:24.602 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.603 INFO:teuthology.orchestra.run.smithi181.stdout: "objecter": { 2024-03-18T23:07:24.603 INFO:teuthology.orchestra.run.smithi181.stdout: "op_active": 0, 2024-03-18T23:07:24.603 INFO:teuthology.orchestra.run.smithi181.stdout: "op_laggy": 0, 2024-03-18T23:07:24.603 INFO:teuthology.orchestra.run.smithi181.stdout: "op_send": 2314, 2024-03-18T23:07:24.603 INFO:teuthology.orchestra.run.smithi181.stdout: "op_send_bytes": 26, 2024-03-18T23:07:24.603 INFO:teuthology.orchestra.run.smithi181.stdout: "op_resend": 4, 2024-03-18T23:07:24.603 INFO:teuthology.orchestra.run.smithi181.stdout: "op_reply": 2314, 2024-03-18T23:07:24.603 INFO:teuthology.orchestra.run.smithi181.stdout: "op_latency": { 2024-03-18T23:07:24.603 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 2314, 2024-03-18T23:07:24.603 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 1.577969625, 2024-03-18T23:07:24.603 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000681922 2024-03-18T23:07:24.603 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.603 INFO:teuthology.orchestra.run.smithi181.stdout: "op_inflight": 0, 2024-03-18T23:07:24.603 INFO:teuthology.orchestra.run.smithi181.stdout: "oplen_avg": { 2024-03-18T23:07:24.603 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 2314, 2024-03-18T23:07:24.604 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 2315 2024-03-18T23:07:24.604 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.604 INFO:teuthology.orchestra.run.smithi181.stdout: "op": 2314, 2024-03-18T23:07:24.604 INFO:teuthology.orchestra.run.smithi181.stdout: "op_r": 2314, 2024-03-18T23:07:24.604 INFO:teuthology.orchestra.run.smithi181.stdout: "op_w": 0, 2024-03-18T23:07:24.604 INFO:teuthology.orchestra.run.smithi181.stdout: "op_rmw": 0, 2024-03-18T23:07:24.604 INFO:teuthology.orchestra.run.smithi181.stdout: "op_pg": 0, 2024-03-18T23:07:24.604 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_stat": 1426, 2024-03-18T23:07:24.604 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_create": 0, 2024-03-18T23:07:24.604 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_read": 885, 2024-03-18T23:07:24.604 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_write": 0, 2024-03-18T23:07:24.604 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_writefull": 0, 2024-03-18T23:07:24.604 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_writesame": 0, 2024-03-18T23:07:24.604 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_append": 0, 2024-03-18T23:07:24.604 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_zero": 0, 2024-03-18T23:07:24.605 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_truncate": 0, 2024-03-18T23:07:24.605 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_delete": 0, 2024-03-18T23:07:24.605 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_mapext": 0, 2024-03-18T23:07:24.605 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_sparse_read": 0, 2024-03-18T23:07:24.605 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_clonerange": 0, 2024-03-18T23:07:24.605 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_getxattr": 2, 2024-03-18T23:07:24.605 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_setxattr": 0, 2024-03-18T23:07:24.605 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_cmpxattr": 0, 2024-03-18T23:07:24.605 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_rmxattr": 0, 2024-03-18T23:07:24.605 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_resetxattrs": 0, 2024-03-18T23:07:24.605 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_call": 0, 2024-03-18T23:07:24.605 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_watch": 0, 2024-03-18T23:07:24.605 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_notify": 0, 2024-03-18T23:07:24.605 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_src_cmpxattr": 0, 2024-03-18T23:07:24.605 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_pgls": 0, 2024-03-18T23:07:24.606 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_pgls_filter": 0, 2024-03-18T23:07:24.606 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_other": 0, 2024-03-18T23:07:24.606 INFO:teuthology.orchestra.run.smithi181.stdout: "linger_active": 0, 2024-03-18T23:07:24.606 INFO:teuthology.orchestra.run.smithi181.stdout: "linger_send": 0, 2024-03-18T23:07:24.606 INFO:teuthology.orchestra.run.smithi181.stdout: "linger_resend": 0, 2024-03-18T23:07:24.606 INFO:teuthology.orchestra.run.smithi181.stdout: "linger_ping": 0, 2024-03-18T23:07:24.606 INFO:teuthology.orchestra.run.smithi181.stdout: "poolop_active": 0, 2024-03-18T23:07:24.606 INFO:teuthology.orchestra.run.smithi181.stdout: "poolop_send": 0, 2024-03-18T23:07:24.606 INFO:teuthology.orchestra.run.smithi181.stdout: "poolop_resend": 0, 2024-03-18T23:07:24.606 INFO:teuthology.orchestra.run.smithi181.stdout: "poolstat_active": 0, 2024-03-18T23:07:24.606 INFO:teuthology.orchestra.run.smithi181.stdout: "poolstat_send": 0, 2024-03-18T23:07:24.606 INFO:teuthology.orchestra.run.smithi181.stdout: "poolstat_resend": 0, 2024-03-18T23:07:24.606 INFO:teuthology.orchestra.run.smithi181.stdout: "statfs_active": 0, 2024-03-18T23:07:24.607 INFO:teuthology.orchestra.run.smithi181.stdout: "statfs_send": 0, 2024-03-18T23:07:24.607 INFO:teuthology.orchestra.run.smithi181.stdout: "statfs_resend": 0, 2024-03-18T23:07:24.607 INFO:teuthology.orchestra.run.smithi181.stdout: "command_active": 0, 2024-03-18T23:07:24.607 INFO:teuthology.orchestra.run.smithi181.stdout: "command_send": 0, 2024-03-18T23:07:24.607 INFO:teuthology.orchestra.run.smithi181.stdout: "command_resend": 0, 2024-03-18T23:07:24.607 INFO:teuthology.orchestra.run.smithi181.stdout: "map_epoch": 99, 2024-03-18T23:07:24.607 INFO:teuthology.orchestra.run.smithi181.stdout: "map_full": 0, 2024-03-18T23:07:24.607 INFO:teuthology.orchestra.run.smithi181.stdout: "map_inc": 11, 2024-03-18T23:07:24.607 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_sessions": 8, 2024-03-18T23:07:24.607 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_session_open": 8, 2024-03-18T23:07:24.607 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_session_close": 0, 2024-03-18T23:07:24.607 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_laggy": 0, 2024-03-18T23:07:24.607 INFO:teuthology.orchestra.run.smithi181.stdout: "omap_wr": 0, 2024-03-18T23:07:24.607 INFO:teuthology.orchestra.run.smithi181.stdout: "omap_rd": 2, 2024-03-18T23:07:24.608 INFO:teuthology.orchestra.run.smithi181.stdout: "omap_del": 0 2024-03-18T23:07:24.608 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.608 INFO:teuthology.orchestra.run.smithi181.stdout: "oft": { 2024-03-18T23:07:24.608 INFO:teuthology.orchestra.run.smithi181.stdout: "omap_total_objs": 0, 2024-03-18T23:07:24.608 INFO:teuthology.orchestra.run.smithi181.stdout: "omap_total_kv_pairs": 0, 2024-03-18T23:07:24.608 INFO:teuthology.orchestra.run.smithi181.stdout: "omap_total_updates": 0, 2024-03-18T23:07:24.608 INFO:teuthology.orchestra.run.smithi181.stdout: "omap_total_removes": 0 2024-03-18T23:07:24.608 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.608 INFO:teuthology.orchestra.run.smithi181.stdout: "osd-slow-ops": { 2024-03-18T23:07:24.608 INFO:teuthology.orchestra.run.smithi181.stdout: "slow_ops_count": 0 2024-03-18T23:07:24.608 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.608 INFO:teuthology.orchestra.run.smithi181.stdout: "purge_queue": { 2024-03-18T23:07:24.608 INFO:teuthology.orchestra.run.smithi181.stdout: "pq_executing_ops": 0, 2024-03-18T23:07:24.608 INFO:teuthology.orchestra.run.smithi181.stdout: "pq_executing_ops_high_water": 0, 2024-03-18T23:07:24.609 INFO:teuthology.orchestra.run.smithi181.stdout: "pq_executing": 0, 2024-03-18T23:07:24.609 INFO:teuthology.orchestra.run.smithi181.stdout: "pq_executing_high_water": 0, 2024-03-18T23:07:24.609 INFO:teuthology.orchestra.run.smithi181.stdout: "pq_executed_ops": 0, 2024-03-18T23:07:24.609 INFO:teuthology.orchestra.run.smithi181.stdout: "pq_executed": 0, 2024-03-18T23:07:24.609 INFO:teuthology.orchestra.run.smithi181.stdout: "pq_item_in_journal": 0 2024-03-18T23:07:24.609 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.609 INFO:teuthology.orchestra.run.smithi181.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-18T23:07:24.609 INFO:teuthology.orchestra.run.smithi181.stdout: "val": 0, 2024-03-18T23:07:24.609 INFO:teuthology.orchestra.run.smithi181.stdout: "max": 104857600, 2024-03-18T23:07:24.609 INFO:teuthology.orchestra.run.smithi181.stdout: "get_started": 0, 2024-03-18T23:07:24.609 INFO:teuthology.orchestra.run.smithi181.stdout: "get": 2561, 2024-03-18T23:07:24.609 INFO:teuthology.orchestra.run.smithi181.stdout: "get_sum": 47894822, 2024-03-18T23:07:24.609 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:24.610 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_success": 2561, 2024-03-18T23:07:24.610 INFO:teuthology.orchestra.run.smithi181.stdout: "take": 0, 2024-03-18T23:07:24.610 INFO:teuthology.orchestra.run.smithi181.stdout: "take_sum": 0, 2024-03-18T23:07:24.610 INFO:teuthology.orchestra.run.smithi181.stdout: "put": 2561, 2024-03-18T23:07:24.610 INFO:teuthology.orchestra.run.smithi181.stdout: "put_sum": 47894822, 2024-03-18T23:07:24.610 INFO:teuthology.orchestra.run.smithi181.stdout: "wait": { 2024-03-18T23:07:24.610 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.610 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.610 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.610 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:24.610 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.610 INFO:teuthology.orchestra.run.smithi181.stdout: "throttle-objecter_bytes": { 2024-03-18T23:07:24.610 INFO:teuthology.orchestra.run.smithi181.stdout: "val": 0, 2024-03-18T23:07:24.610 INFO:teuthology.orchestra.run.smithi181.stdout: "max": 104857600, 2024-03-18T23:07:24.610 INFO:teuthology.orchestra.run.smithi181.stdout: "get_started": 0, 2024-03-18T23:07:24.611 INFO:teuthology.orchestra.run.smithi181.stdout: "get": 0, 2024-03-18T23:07:24.611 INFO:teuthology.orchestra.run.smithi181.stdout: "get_sum": 0, 2024-03-18T23:07:24.611 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:24.611 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_success": 0, 2024-03-18T23:07:24.611 INFO:teuthology.orchestra.run.smithi181.stdout: "take": 2314, 2024-03-18T23:07:24.611 INFO:teuthology.orchestra.run.smithi181.stdout: "take_sum": 45982450, 2024-03-18T23:07:24.611 INFO:teuthology.orchestra.run.smithi181.stdout: "put": 2314, 2024-03-18T23:07:24.611 INFO:teuthology.orchestra.run.smithi181.stdout: "put_sum": 45982450, 2024-03-18T23:07:24.611 INFO:teuthology.orchestra.run.smithi181.stdout: "wait": { 2024-03-18T23:07:24.611 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.611 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.611 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.611 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:24.611 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.612 INFO:teuthology.orchestra.run.smithi181.stdout: "throttle-objecter_ops": { 2024-03-18T23:07:24.612 INFO:teuthology.orchestra.run.smithi181.stdout: "val": 0, 2024-03-18T23:07:24.612 INFO:teuthology.orchestra.run.smithi181.stdout: "max": 1024, 2024-03-18T23:07:24.612 INFO:teuthology.orchestra.run.smithi181.stdout: "get_started": 0, 2024-03-18T23:07:24.612 INFO:teuthology.orchestra.run.smithi181.stdout: "get": 0, 2024-03-18T23:07:24.612 INFO:teuthology.orchestra.run.smithi181.stdout: "get_sum": 0, 2024-03-18T23:07:24.612 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:24.612 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_success": 0, 2024-03-18T23:07:24.612 INFO:teuthology.orchestra.run.smithi181.stdout: "take": 2314, 2024-03-18T23:07:24.612 INFO:teuthology.orchestra.run.smithi181.stdout: "take_sum": 2314, 2024-03-18T23:07:24.612 INFO:teuthology.orchestra.run.smithi181.stdout: "put": 2314, 2024-03-18T23:07:24.612 INFO:teuthology.orchestra.run.smithi181.stdout: "put_sum": 2314, 2024-03-18T23:07:24.612 INFO:teuthology.orchestra.run.smithi181.stdout: "wait": { 2024-03-18T23:07:24.612 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.612 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.613 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.613 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:24.613 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.613 INFO:teuthology.orchestra.run.smithi181.stdout: "throttle-write_buf_throttle": { 2024-03-18T23:07:24.613 INFO:teuthology.orchestra.run.smithi181.stdout: "val": 0, 2024-03-18T23:07:24.613 INFO:teuthology.orchestra.run.smithi181.stdout: "max": 3758096384, 2024-03-18T23:07:24.613 INFO:teuthology.orchestra.run.smithi181.stdout: "get_started": 0, 2024-03-18T23:07:24.613 INFO:teuthology.orchestra.run.smithi181.stdout: "get": 0, 2024-03-18T23:07:24.613 INFO:teuthology.orchestra.run.smithi181.stdout: "get_sum": 0, 2024-03-18T23:07:24.613 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:24.613 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_success": 0, 2024-03-18T23:07:24.613 INFO:teuthology.orchestra.run.smithi181.stdout: "take": 0, 2024-03-18T23:07:24.613 INFO:teuthology.orchestra.run.smithi181.stdout: "take_sum": 0, 2024-03-18T23:07:24.613 INFO:teuthology.orchestra.run.smithi181.stdout: "put": 0, 2024-03-18T23:07:24.613 INFO:teuthology.orchestra.run.smithi181.stdout: "put_sum": 0, 2024-03-18T23:07:24.614 INFO:teuthology.orchestra.run.smithi181.stdout: "wait": { 2024-03-18T23:07:24.614 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.614 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.614 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.614 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:24.614 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:24.614 INFO:teuthology.orchestra.run.smithi181.stdout: "throttle-write_buf_throttle-0x5578ae9046e0": { 2024-03-18T23:07:24.614 INFO:teuthology.orchestra.run.smithi181.stdout: "val": 0, 2024-03-18T23:07:24.614 INFO:teuthology.orchestra.run.smithi181.stdout: "max": 3758096384, 2024-03-18T23:07:24.614 INFO:teuthology.orchestra.run.smithi181.stdout: "get_started": 0, 2024-03-18T23:07:24.614 INFO:teuthology.orchestra.run.smithi181.stdout: "get": 0, 2024-03-18T23:07:24.614 INFO:teuthology.orchestra.run.smithi181.stdout: "get_sum": 0, 2024-03-18T23:07:24.614 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:24.614 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_success": 0, 2024-03-18T23:07:24.614 INFO:teuthology.orchestra.run.smithi181.stdout: "take": 0, 2024-03-18T23:07:24.615 INFO:teuthology.orchestra.run.smithi181.stdout: "take_sum": 0, 2024-03-18T23:07:24.615 INFO:teuthology.orchestra.run.smithi181.stdout: "put": 0, 2024-03-18T23:07:24.615 INFO:teuthology.orchestra.run.smithi181.stdout: "put_sum": 0, 2024-03-18T23:07:24.615 INFO:teuthology.orchestra.run.smithi181.stdout: "wait": { 2024-03-18T23:07:24.615 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:24.615 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:24.615 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:24.615 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:24.615 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:24.615 INFO:teuthology.orchestra.run.smithi181.stdout:} 2024-03-18T23:07:25.246 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-03-18T23:07:25.246 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-03-18T23:07:25.246 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=7 2024-03-18T23:07:25.246 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2024-03-18T23:07:25.246 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2024-03-18T23:07:25.247 DEBUG:tasks.check_counter:Getting stats from f 2024-03-18T23:07:25.247 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph daemon mds.f perf dump 2024-03-18T23:07:25.506 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.c/config 2024-03-18T23:07:25.788 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:25 smithi181 ceph-mon[67256]: pgmap v326: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-03-18T23:07:26.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:25 smithi099 ceph-mon[36725]: pgmap v326: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-03-18T23:07:26.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:25 smithi052 ceph-mon[32520]: pgmap v326: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-03-18T23:07:27.184 INFO:teuthology.orchestra.run.smithi181.stdout:{ 2024-03-18T23:07:27.184 INFO:teuthology.orchestra.run.smithi181.stdout: "AsyncMessenger::Worker-0": { 2024-03-18T23:07:27.184 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_messages": 1267, 2024-03-18T23:07:27.184 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_messages": 1269, 2024-03-18T23:07:27.184 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_bytes": 25534043, 2024-03-18T23:07:27.184 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_bytes": 402970, 2024-03-18T23:07:27.184 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_created_connections": 7, 2024-03-18T23:07:27.185 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_active_connections": 3, 2024-03-18T23:07:27.185 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_total_time": 0.079846474, 2024-03-18T23:07:27.185 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_send_time": 0.020474162, 2024-03-18T23:07:27.185 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_recv_time": 0.029891631, 2024-03-18T23:07:27.185 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_fast_dispatch_time": 0.023576599, 2024-03-18T23:07:27.185 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:27.185 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 1267, 2024-03-18T23:07:27.185 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.035125979, 2024-03-18T23:07:27.185 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000027723 2024-03-18T23:07:27.185 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.185 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:27.185 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.185 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.185 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.186 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.186 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_encrypted_bytes": 0, 2024-03-18T23:07:27.186 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_encrypted_bytes": 0 2024-03-18T23:07:27.186 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.186 INFO:teuthology.orchestra.run.smithi181.stdout: "AsyncMessenger::Worker-1": { 2024-03-18T23:07:27.186 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_messages": 485, 2024-03-18T23:07:27.186 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_messages": 462, 2024-03-18T23:07:27.186 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_bytes": 39318615, 2024-03-18T23:07:27.186 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_bytes": 206173, 2024-03-18T23:07:27.186 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_created_connections": 5, 2024-03-18T23:07:27.186 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_active_connections": 4, 2024-03-18T23:07:27.186 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_total_time": 0.064651259, 2024-03-18T23:07:27.186 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_send_time": 0.012514323, 2024-03-18T23:07:27.186 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_recv_time": 0.053796725, 2024-03-18T23:07:27.187 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_fast_dispatch_time": 0.008511290, 2024-03-18T23:07:27.187 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:27.187 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 462, 2024-03-18T23:07:27.187 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.013762107, 2024-03-18T23:07:27.187 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000029788 2024-03-18T23:07:27.187 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.187 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:27.187 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.187 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.187 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.187 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.187 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_encrypted_bytes": 1507728, 2024-03-18T23:07:27.187 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_encrypted_bytes": 131120 2024-03-18T23:07:27.187 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.187 INFO:teuthology.orchestra.run.smithi181.stdout: "AsyncMessenger::Worker-2": { 2024-03-18T23:07:27.188 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_messages": 817, 2024-03-18T23:07:27.188 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_messages": 974, 2024-03-18T23:07:27.188 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_bytes": 25435389, 2024-03-18T23:07:27.188 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_bytes": 700546, 2024-03-18T23:07:27.188 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_created_connections": 8, 2024-03-18T23:07:27.188 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_active_connections": 6, 2024-03-18T23:07:27.188 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_total_time": 0.078703458, 2024-03-18T23:07:27.188 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_send_time": 0.020923620, 2024-03-18T23:07:27.188 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_recv_time": 0.029295104, 2024-03-18T23:07:27.188 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_fast_dispatch_time": 0.021285318, 2024-03-18T23:07:27.188 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:27.188 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 971, 2024-03-18T23:07:27.188 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.036460931, 2024-03-18T23:07:27.189 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000037549 2024-03-18T23:07:27.189 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.189 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:27.189 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.189 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.189 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.189 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.189 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_encrypted_bytes": 320, 2024-03-18T23:07:27.189 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_encrypted_bytes": 441376 2024-03-18T23:07:27.189 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.189 INFO:teuthology.orchestra.run.smithi181.stdout: "cct": { 2024-03-18T23:07:27.190 INFO:teuthology.orchestra.run.smithi181.stdout: "total_workers": 1, 2024-03-18T23:07:27.190 INFO:teuthology.orchestra.run.smithi181.stdout: "unhealthy_workers": 0 2024-03-18T23:07:27.190 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.190 INFO:teuthology.orchestra.run.smithi181.stdout: "finisher-MDSRank": { 2024-03-18T23:07:27.190 INFO:teuthology.orchestra.run.smithi181.stdout: "queue_len": 0, 2024-03-18T23:07:27.190 INFO:teuthology.orchestra.run.smithi181.stdout: "complete_latency": { 2024-03-18T23:07:27.190 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 3847, 2024-03-18T23:07:27.190 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.073391321, 2024-03-18T23:07:27.190 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000019077 2024-03-18T23:07:27.190 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:27.190 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.190 INFO:teuthology.orchestra.run.smithi181.stdout: "finisher-PurgeQueue": { 2024-03-18T23:07:27.191 INFO:teuthology.orchestra.run.smithi181.stdout: "queue_len": 0, 2024-03-18T23:07:27.191 INFO:teuthology.orchestra.run.smithi181.stdout: "complete_latency": { 2024-03-18T23:07:27.191 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.191 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.191 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.191 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:27.191 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.191 INFO:teuthology.orchestra.run.smithi181.stdout: "mds": { 2024-03-18T23:07:27.191 INFO:teuthology.orchestra.run.smithi181.stdout: "request": 0, 2024-03-18T23:07:27.191 INFO:teuthology.orchestra.run.smithi181.stdout: "reply": 0, 2024-03-18T23:07:27.191 INFO:teuthology.orchestra.run.smithi181.stdout: "reply_latency": { 2024-03-18T23:07:27.191 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.191 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.191 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.192 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.192 INFO:teuthology.orchestra.run.smithi181.stdout: "slow_reply": 0, 2024-03-18T23:07:27.192 INFO:teuthology.orchestra.run.smithi181.stdout: "forward": 0, 2024-03-18T23:07:27.192 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_fetch_complete": 0, 2024-03-18T23:07:27.192 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_fetch_keys": 0, 2024-03-18T23:07:27.192 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_commit": 0, 2024-03-18T23:07:27.192 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_split": 0, 2024-03-18T23:07:27.192 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_merge": 0, 2024-03-18T23:07:27.192 INFO:teuthology.orchestra.run.smithi181.stdout: "inodes": 14456, 2024-03-18T23:07:27.192 INFO:teuthology.orchestra.run.smithi181.stdout: "inodes_top": 67, 2024-03-18T23:07:27.192 INFO:teuthology.orchestra.run.smithi181.stdout: "inodes_bottom": 14389, 2024-03-18T23:07:27.192 INFO:teuthology.orchestra.run.smithi181.stdout: "inodes_pin_tail": 0, 2024-03-18T23:07:27.193 INFO:teuthology.orchestra.run.smithi181.stdout: "inodes_pinned": 14360, 2024-03-18T23:07:27.193 INFO:teuthology.orchestra.run.smithi181.stdout: "inodes_expired": 0, 2024-03-18T23:07:27.193 INFO:teuthology.orchestra.run.smithi181.stdout: "inodes_with_caps": 0, 2024-03-18T23:07:27.193 INFO:teuthology.orchestra.run.smithi181.stdout: "caps": 0, 2024-03-18T23:07:27.193 INFO:teuthology.orchestra.run.smithi181.stdout: "subtrees": 1, 2024-03-18T23:07:27.193 INFO:teuthology.orchestra.run.smithi181.stdout: "traverse": 0, 2024-03-18T23:07:27.193 INFO:teuthology.orchestra.run.smithi181.stdout: "traverse_hit": 0, 2024-03-18T23:07:27.193 INFO:teuthology.orchestra.run.smithi181.stdout: "traverse_forward": 0, 2024-03-18T23:07:27.193 INFO:teuthology.orchestra.run.smithi181.stdout: "traverse_discover": 0, 2024-03-18T23:07:27.193 INFO:teuthology.orchestra.run.smithi181.stdout: "traverse_dir_fetch": 0, 2024-03-18T23:07:27.193 INFO:teuthology.orchestra.run.smithi181.stdout: "traverse_remote_ino": 0, 2024-03-18T23:07:27.193 INFO:teuthology.orchestra.run.smithi181.stdout: "traverse_lock": 0, 2024-03-18T23:07:27.193 INFO:teuthology.orchestra.run.smithi181.stdout: "load_cent": 0, 2024-03-18T23:07:27.194 INFO:teuthology.orchestra.run.smithi181.stdout: "q": 0, 2024-03-18T23:07:27.194 INFO:teuthology.orchestra.run.smithi181.stdout: "exported": 0, 2024-03-18T23:07:27.194 INFO:teuthology.orchestra.run.smithi181.stdout: "exported_inodes": 0, 2024-03-18T23:07:27.194 INFO:teuthology.orchestra.run.smithi181.stdout: "imported": 0, 2024-03-18T23:07:27.194 INFO:teuthology.orchestra.run.smithi181.stdout: "imported_inodes": 0, 2024-03-18T23:07:27.194 INFO:teuthology.orchestra.run.smithi181.stdout: "openino_dir_fetch": 0, 2024-03-18T23:07:27.194 INFO:teuthology.orchestra.run.smithi181.stdout: "openino_backtrace_fetch": 0, 2024-03-18T23:07:27.194 INFO:teuthology.orchestra.run.smithi181.stdout: "openino_peer_discover": 0, 2024-03-18T23:07:27.194 INFO:teuthology.orchestra.run.smithi181.stdout: "root_rfiles": 0, 2024-03-18T23:07:27.194 INFO:teuthology.orchestra.run.smithi181.stdout: "root_rbytes": 0, 2024-03-18T23:07:27.194 INFO:teuthology.orchestra.run.smithi181.stdout: "root_rsnaps": 0, 2024-03-18T23:07:27.194 INFO:teuthology.orchestra.run.smithi181.stdout: "scrub_backtrace_fetch": 0, 2024-03-18T23:07:27.194 INFO:teuthology.orchestra.run.smithi181.stdout: "scrub_set_tag": 0, 2024-03-18T23:07:27.195 INFO:teuthology.orchestra.run.smithi181.stdout: "scrub_backtrace_repaired": 0, 2024-03-18T23:07:27.195 INFO:teuthology.orchestra.run.smithi181.stdout: "scrub_inotable_repaired": 0, 2024-03-18T23:07:27.195 INFO:teuthology.orchestra.run.smithi181.stdout: "scrub_dir_inodes": 0, 2024-03-18T23:07:27.195 INFO:teuthology.orchestra.run.smithi181.stdout: "scrub_dir_base_inodes": 0, 2024-03-18T23:07:27.195 INFO:teuthology.orchestra.run.smithi181.stdout: "scrub_dirfrag_rstats": 0, 2024-03-18T23:07:27.195 INFO:teuthology.orchestra.run.smithi181.stdout: "scrub_file_inodes": 0, 2024-03-18T23:07:27.195 INFO:teuthology.orchestra.run.smithi181.stdout: "handle_inode_file_caps": 0, 2024-03-18T23:07:27.195 INFO:teuthology.orchestra.run.smithi181.stdout: "ceph_cap_op_revoke": 0, 2024-03-18T23:07:27.195 INFO:teuthology.orchestra.run.smithi181.stdout: "ceph_cap_op_grant": 0, 2024-03-18T23:07:27.195 INFO:teuthology.orchestra.run.smithi181.stdout: "ceph_cap_op_trunc": 0, 2024-03-18T23:07:27.195 INFO:teuthology.orchestra.run.smithi181.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-18T23:07:27.195 INFO:teuthology.orchestra.run.smithi181.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-18T23:07:27.195 INFO:teuthology.orchestra.run.smithi181.stdout: "handle_client_caps": 0, 2024-03-18T23:07:27.195 INFO:teuthology.orchestra.run.smithi181.stdout: "handle_client_caps_dirty": 0, 2024-03-18T23:07:27.196 INFO:teuthology.orchestra.run.smithi181.stdout: "handle_client_cap_release": 0, 2024-03-18T23:07:27.196 INFO:teuthology.orchestra.run.smithi181.stdout: "process_request_cap_release": 0 2024-03-18T23:07:27.196 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.196 INFO:teuthology.orchestra.run.smithi181.stdout: "mds_cache": { 2024-03-18T23:07:27.196 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_update": 0, 2024-03-18T23:07:27.197 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_update_receipt": 0, 2024-03-18T23:07:27.197 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_try_discover": 0, 2024-03-18T23:07:27.197 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_send_discover": 0, 2024-03-18T23:07:27.197 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_handle_discover": 0, 2024-03-18T23:07:27.197 INFO:teuthology.orchestra.run.smithi181.stdout: "num_strays": 0, 2024-03-18T23:07:27.197 INFO:teuthology.orchestra.run.smithi181.stdout: "num_strays_delayed": 0, 2024-03-18T23:07:27.197 INFO:teuthology.orchestra.run.smithi181.stdout: "num_strays_enqueuing": 0, 2024-03-18T23:07:27.197 INFO:teuthology.orchestra.run.smithi181.stdout: "strays_created": 0, 2024-03-18T23:07:27.197 INFO:teuthology.orchestra.run.smithi181.stdout: "strays_enqueued": 0, 2024-03-18T23:07:27.197 INFO:teuthology.orchestra.run.smithi181.stdout: "strays_reintegrated": 0, 2024-03-18T23:07:27.197 INFO:teuthology.orchestra.run.smithi181.stdout: "strays_migrated": 0, 2024-03-18T23:07:27.197 INFO:teuthology.orchestra.run.smithi181.stdout: "num_recovering_processing": 0, 2024-03-18T23:07:27.197 INFO:teuthology.orchestra.run.smithi181.stdout: "num_recovering_enqueued": 0, 2024-03-18T23:07:27.197 INFO:teuthology.orchestra.run.smithi181.stdout: "num_recovering_prioritized": 0, 2024-03-18T23:07:27.197 INFO:teuthology.orchestra.run.smithi181.stdout: "recovery_started": 0, 2024-03-18T23:07:27.198 INFO:teuthology.orchestra.run.smithi181.stdout: "recovery_completed": 0, 2024-03-18T23:07:27.198 INFO:teuthology.orchestra.run.smithi181.stdout: "ireq_quiesce_path": 0, 2024-03-18T23:07:27.198 INFO:teuthology.orchestra.run.smithi181.stdout: "ireq_quiesce_inode": 0, 2024-03-18T23:07:27.198 INFO:teuthology.orchestra.run.smithi181.stdout: "ireq_enqueue_scrub": 0, 2024-03-18T23:07:27.198 INFO:teuthology.orchestra.run.smithi181.stdout: "ireq_exportdir": 0, 2024-03-18T23:07:27.198 INFO:teuthology.orchestra.run.smithi181.stdout: "ireq_flush": 0, 2024-03-18T23:07:27.198 INFO:teuthology.orchestra.run.smithi181.stdout: "ireq_fragmentdir": 0, 2024-03-18T23:07:27.198 INFO:teuthology.orchestra.run.smithi181.stdout: "ireq_fragstats": 0, 2024-03-18T23:07:27.198 INFO:teuthology.orchestra.run.smithi181.stdout: "ireq_inodestats": 0 2024-03-18T23:07:27.198 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.198 INFO:teuthology.orchestra.run.smithi181.stdout: "mds_log": { 2024-03-18T23:07:27.198 INFO:teuthology.orchestra.run.smithi181.stdout: "evlrg": 0, 2024-03-18T23:07:27.198 INFO:teuthology.orchestra.run.smithi181.stdout: "evadd": 0, 2024-03-18T23:07:27.198 INFO:teuthology.orchestra.run.smithi181.stdout: "evex": 0, 2024-03-18T23:07:27.199 INFO:teuthology.orchestra.run.smithi181.stdout: "evtrm": 0, 2024-03-18T23:07:27.199 INFO:teuthology.orchestra.run.smithi181.stdout: "ev": 36102, 2024-03-18T23:07:27.199 INFO:teuthology.orchestra.run.smithi181.stdout: "evexg": 0, 2024-03-18T23:07:27.199 INFO:teuthology.orchestra.run.smithi181.stdout: "evexd": 0, 2024-03-18T23:07:27.199 INFO:teuthology.orchestra.run.smithi181.stdout: "segadd": 0, 2024-03-18T23:07:27.199 INFO:teuthology.orchestra.run.smithi181.stdout: "segex": 0, 2024-03-18T23:07:27.199 INFO:teuthology.orchestra.run.smithi181.stdout: "segtrm": 0, 2024-03-18T23:07:27.199 INFO:teuthology.orchestra.run.smithi181.stdout: "seg": 47, 2024-03-18T23:07:27.199 INFO:teuthology.orchestra.run.smithi181.stdout: "segmjr": 4, 2024-03-18T23:07:27.199 INFO:teuthology.orchestra.run.smithi181.stdout: "segexg": 0, 2024-03-18T23:07:27.199 INFO:teuthology.orchestra.run.smithi181.stdout: "segexd": 0, 2024-03-18T23:07:27.199 INFO:teuthology.orchestra.run.smithi181.stdout: "expos": 4194304, 2024-03-18T23:07:27.199 INFO:teuthology.orchestra.run.smithi181.stdout: "wrpos": 92318297, 2024-03-18T23:07:27.199 INFO:teuthology.orchestra.run.smithi181.stdout: "rdpos": 92316209, 2024-03-18T23:07:27.199 INFO:teuthology.orchestra.run.smithi181.stdout: "jlat": { 2024-03-18T23:07:27.200 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.200 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.200 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.200 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.200 INFO:teuthology.orchestra.run.smithi181.stdout: "replayed": 36102 2024-03-18T23:07:27.200 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.200 INFO:teuthology.orchestra.run.smithi181.stdout: "mds_mem": { 2024-03-18T23:07:27.200 INFO:teuthology.orchestra.run.smithi181.stdout: "ino": 3779, 2024-03-18T23:07:27.200 INFO:teuthology.orchestra.run.smithi181.stdout: "ino+": 11339, 2024-03-18T23:07:27.200 INFO:teuthology.orchestra.run.smithi181.stdout: "ino-": 7560, 2024-03-18T23:07:27.200 INFO:teuthology.orchestra.run.smithi181.stdout: "dir": 401, 2024-03-18T23:07:27.200 INFO:teuthology.orchestra.run.smithi181.stdout: "dir+": 529, 2024-03-18T23:07:27.200 INFO:teuthology.orchestra.run.smithi181.stdout: "dir-": 128, 2024-03-18T23:07:27.200 INFO:teuthology.orchestra.run.smithi181.stdout: "dn": 14456, 2024-03-18T23:07:27.200 INFO:teuthology.orchestra.run.smithi181.stdout: "dn+": 15968, 2024-03-18T23:07:27.201 INFO:teuthology.orchestra.run.smithi181.stdout: "dn-": 1512, 2024-03-18T23:07:27.201 INFO:teuthology.orchestra.run.smithi181.stdout: "cap": 0, 2024-03-18T23:07:27.201 INFO:teuthology.orchestra.run.smithi181.stdout: "cap+": 0, 2024-03-18T23:07:27.201 INFO:teuthology.orchestra.run.smithi181.stdout: "cap-": 0, 2024-03-18T23:07:27.201 INFO:teuthology.orchestra.run.smithi181.stdout: "rss": 85416, 2024-03-18T23:07:27.201 INFO:teuthology.orchestra.run.smithi181.stdout: "heap": 215420 2024-03-18T23:07:27.201 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.201 INFO:teuthology.orchestra.run.smithi181.stdout: "mds_server": { 2024-03-18T23:07:27.201 INFO:teuthology.orchestra.run.smithi181.stdout: "dispatch_client_request": 0, 2024-03-18T23:07:27.201 INFO:teuthology.orchestra.run.smithi181.stdout: "dispatch_server_request": 0, 2024-03-18T23:07:27.201 INFO:teuthology.orchestra.run.smithi181.stdout: "handle_client_request": 0, 2024-03-18T23:07:27.201 INFO:teuthology.orchestra.run.smithi181.stdout: "handle_client_session": 0, 2024-03-18T23:07:27.201 INFO:teuthology.orchestra.run.smithi181.stdout: "handle_peer_request": 0, 2024-03-18T23:07:27.201 INFO:teuthology.orchestra.run.smithi181.stdout: "req_create_latency": { 2024-03-18T23:07:27.201 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.202 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.202 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.202 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.202 INFO:teuthology.orchestra.run.smithi181.stdout: "req_getattr_latency": { 2024-03-18T23:07:27.202 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.202 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.202 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.202 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.202 INFO:teuthology.orchestra.run.smithi181.stdout: "req_getfilelock_latency": { 2024-03-18T23:07:27.202 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.202 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.202 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.202 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.202 INFO:teuthology.orchestra.run.smithi181.stdout: "req_link_latency": { 2024-03-18T23:07:27.203 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.203 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.203 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.203 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.203 INFO:teuthology.orchestra.run.smithi181.stdout: "req_lookup_latency": { 2024-03-18T23:07:27.203 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.203 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.203 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.203 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.203 INFO:teuthology.orchestra.run.smithi181.stdout: "req_lookuphash_latency": { 2024-03-18T23:07:27.203 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.203 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.204 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.204 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.204 INFO:teuthology.orchestra.run.smithi181.stdout: "req_lookupino_latency": { 2024-03-18T23:07:27.204 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.204 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.204 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.204 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.204 INFO:teuthology.orchestra.run.smithi181.stdout: "req_lookupname_latency": { 2024-03-18T23:07:27.204 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.204 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.204 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.204 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.204 INFO:teuthology.orchestra.run.smithi181.stdout: "req_lookupparent_latency": { 2024-03-18T23:07:27.204 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.204 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.205 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.205 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.205 INFO:teuthology.orchestra.run.smithi181.stdout: "req_lookupsnap_latency": { 2024-03-18T23:07:27.205 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.205 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.205 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.205 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.205 INFO:teuthology.orchestra.run.smithi181.stdout: "req_lssnap_latency": { 2024-03-18T23:07:27.205 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.205 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.205 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.205 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.206 INFO:teuthology.orchestra.run.smithi181.stdout: "req_mkdir_latency": { 2024-03-18T23:07:27.206 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.206 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.206 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.206 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.206 INFO:teuthology.orchestra.run.smithi181.stdout: "req_mknod_latency": { 2024-03-18T23:07:27.207 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.207 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.207 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.207 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.207 INFO:teuthology.orchestra.run.smithi181.stdout: "req_mksnap_latency": { 2024-03-18T23:07:27.207 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.207 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.207 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.207 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.207 INFO:teuthology.orchestra.run.smithi181.stdout: "req_open_latency": { 2024-03-18T23:07:27.207 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.207 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.207 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.207 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.208 INFO:teuthology.orchestra.run.smithi181.stdout: "req_readdir_latency": { 2024-03-18T23:07:27.208 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.208 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.208 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.208 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.208 INFO:teuthology.orchestra.run.smithi181.stdout: "req_rename_latency": { 2024-03-18T23:07:27.208 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.208 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.208 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.208 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.208 INFO:teuthology.orchestra.run.smithi181.stdout: "req_renamesnap_latency": { 2024-03-18T23:07:27.208 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.208 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.208 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.209 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.209 INFO:teuthology.orchestra.run.smithi181.stdout: "req_snapdiff_latency": { 2024-03-18T23:07:27.209 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.209 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.209 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.209 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.209 INFO:teuthology.orchestra.run.smithi181.stdout: "req_rmdir_latency": { 2024-03-18T23:07:27.209 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.209 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.209 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.209 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.209 INFO:teuthology.orchestra.run.smithi181.stdout: "req_rmsnap_latency": { 2024-03-18T23:07:27.209 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.209 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.209 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.210 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.210 INFO:teuthology.orchestra.run.smithi181.stdout: "req_rmxattr_latency": { 2024-03-18T23:07:27.210 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.210 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.210 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.210 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.210 INFO:teuthology.orchestra.run.smithi181.stdout: "req_setattr_latency": { 2024-03-18T23:07:27.210 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.210 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.210 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.210 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.210 INFO:teuthology.orchestra.run.smithi181.stdout: "req_setdirlayout_latency": { 2024-03-18T23:07:27.210 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.210 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.211 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.211 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.211 INFO:teuthology.orchestra.run.smithi181.stdout: "req_setfilelock_latency": { 2024-03-18T23:07:27.211 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.211 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.211 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.211 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.211 INFO:teuthology.orchestra.run.smithi181.stdout: "req_setlayout_latency": { 2024-03-18T23:07:27.211 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.211 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.211 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.211 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.211 INFO:teuthology.orchestra.run.smithi181.stdout: "req_setxattr_latency": { 2024-03-18T23:07:27.211 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.211 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.212 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.212 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.212 INFO:teuthology.orchestra.run.smithi181.stdout: "req_symlink_latency": { 2024-03-18T23:07:27.212 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.212 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.212 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.212 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.212 INFO:teuthology.orchestra.run.smithi181.stdout: "req_unlink_latency": { 2024-03-18T23:07:27.212 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.212 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.212 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.213 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.213 INFO:teuthology.orchestra.run.smithi181.stdout: "cap_revoke_eviction": 0, 2024-03-18T23:07:27.213 INFO:teuthology.orchestra.run.smithi181.stdout: "cap_acquisition_throttle": 0, 2024-03-18T23:07:27.213 INFO:teuthology.orchestra.run.smithi181.stdout: "req_getvxattr_latency": { 2024-03-18T23:07:27.213 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.213 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.213 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.213 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:27.213 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.213 INFO:teuthology.orchestra.run.smithi181.stdout: "mds_sessions": { 2024-03-18T23:07:27.213 INFO:teuthology.orchestra.run.smithi181.stdout: "session_count": 2, 2024-03-18T23:07:27.213 INFO:teuthology.orchestra.run.smithi181.stdout: "session_add": 4, 2024-03-18T23:07:27.213 INFO:teuthology.orchestra.run.smithi181.stdout: "session_remove": 2, 2024-03-18T23:07:27.213 INFO:teuthology.orchestra.run.smithi181.stdout: "sessions_open": 4, 2024-03-18T23:07:27.213 INFO:teuthology.orchestra.run.smithi181.stdout: "sessions_stale": 0, 2024-03-18T23:07:27.214 INFO:teuthology.orchestra.run.smithi181.stdout: "total_load": 0, 2024-03-18T23:07:27.214 INFO:teuthology.orchestra.run.smithi181.stdout: "average_load": 0, 2024-03-18T23:07:27.214 INFO:teuthology.orchestra.run.smithi181.stdout: "avg_session_uptime": 9395, 2024-03-18T23:07:27.214 INFO:teuthology.orchestra.run.smithi181.stdout: "mdthresh_evicted": 0 2024-03-18T23:07:27.214 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.214 INFO:teuthology.orchestra.run.smithi181.stdout: "mempool": { 2024-03-18T23:07:27.214 INFO:teuthology.orchestra.run.smithi181.stdout: "bloom_filter_bytes": 0, 2024-03-18T23:07:27.214 INFO:teuthology.orchestra.run.smithi181.stdout: "bloom_filter_items": 0, 2024-03-18T23:07:27.214 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_alloc_bytes": 0, 2024-03-18T23:07:27.214 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_alloc_items": 0, 2024-03-18T23:07:27.214 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_data_bytes": 0, 2024-03-18T23:07:27.214 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_data_items": 0, 2024-03-18T23:07:27.214 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-18T23:07:27.215 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_onode_items": 0, 2024-03-18T23:07:27.215 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-18T23:07:27.215 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_meta_items": 0, 2024-03-18T23:07:27.215 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_other_bytes": 0, 2024-03-18T23:07:27.215 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_other_items": 0, 2024-03-18T23:07:27.215 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-18T23:07:27.215 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_buffer_items": 0, 2024-03-18T23:07:27.215 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_extent_bytes": 0, 2024-03-18T23:07:27.215 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_extent_items": 0, 2024-03-18T23:07:27.215 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_blob_bytes": 0, 2024-03-18T23:07:27.215 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_blob_items": 0, 2024-03-18T23:07:27.215 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-18T23:07:27.215 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_shared_blob_items": 0, 2024-03-18T23:07:27.215 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-18T23:07:27.215 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_inline_bl_items": 0, 2024-03-18T23:07:27.216 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_fsck_bytes": 0, 2024-03-18T23:07:27.216 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_fsck_items": 0, 2024-03-18T23:07:27.216 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_txc_bytes": 0, 2024-03-18T23:07:27.216 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_txc_items": 0, 2024-03-18T23:07:27.216 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-18T23:07:27.216 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_writing_deferred_items": 0, 2024-03-18T23:07:27.216 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_writing_bytes": 0, 2024-03-18T23:07:27.216 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_writing_items": 0, 2024-03-18T23:07:27.216 INFO:teuthology.orchestra.run.smithi181.stdout: "bluefs_bytes": 0, 2024-03-18T23:07:27.216 INFO:teuthology.orchestra.run.smithi181.stdout: "bluefs_items": 0, 2024-03-18T23:07:27.216 INFO:teuthology.orchestra.run.smithi181.stdout: "bluefs_file_reader_bytes": 0, 2024-03-18T23:07:27.216 INFO:teuthology.orchestra.run.smithi181.stdout: "bluefs_file_reader_items": 0, 2024-03-18T23:07:27.217 INFO:teuthology.orchestra.run.smithi181.stdout: "bluefs_file_writer_bytes": 0, 2024-03-18T23:07:27.217 INFO:teuthology.orchestra.run.smithi181.stdout: "bluefs_file_writer_items": 0, 2024-03-18T23:07:27.217 INFO:teuthology.orchestra.run.smithi181.stdout: "buffer_anon_bytes": 372880, 2024-03-18T23:07:27.217 INFO:teuthology.orchestra.run.smithi181.stdout: "buffer_anon_items": 4134, 2024-03-18T23:07:27.217 INFO:teuthology.orchestra.run.smithi181.stdout: "buffer_meta_bytes": 0, 2024-03-18T23:07:27.217 INFO:teuthology.orchestra.run.smithi181.stdout: "buffer_meta_items": 0, 2024-03-18T23:07:27.217 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_bytes": 0, 2024-03-18T23:07:27.217 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_items": 0, 2024-03-18T23:07:27.217 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_mapbl_bytes": 0, 2024-03-18T23:07:27.217 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_mapbl_items": 0, 2024-03-18T23:07:27.217 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_pglog_bytes": 0, 2024-03-18T23:07:27.217 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_pglog_items": 0, 2024-03-18T23:07:27.218 INFO:teuthology.orchestra.run.smithi181.stdout: "osdmap_bytes": 8448, 2024-03-18T23:07:27.218 INFO:teuthology.orchestra.run.smithi181.stdout: "osdmap_items": 192, 2024-03-18T23:07:27.218 INFO:teuthology.orchestra.run.smithi181.stdout: "osdmap_mapping_bytes": 0, 2024-03-18T23:07:27.218 INFO:teuthology.orchestra.run.smithi181.stdout: "osdmap_mapping_items": 0, 2024-03-18T23:07:27.218 INFO:teuthology.orchestra.run.smithi181.stdout: "pgmap_bytes": 0, 2024-03-18T23:07:27.218 INFO:teuthology.orchestra.run.smithi181.stdout: "pgmap_items": 0, 2024-03-18T23:07:27.218 INFO:teuthology.orchestra.run.smithi181.stdout: "mds_co_bytes": 19681098, 2024-03-18T23:07:27.218 INFO:teuthology.orchestra.run.smithi181.stdout: "mds_co_items": 242601, 2024-03-18T23:07:27.218 INFO:teuthology.orchestra.run.smithi181.stdout: "unittest_1_bytes": 0, 2024-03-18T23:07:27.218 INFO:teuthology.orchestra.run.smithi181.stdout: "unittest_1_items": 0, 2024-03-18T23:07:27.218 INFO:teuthology.orchestra.run.smithi181.stdout: "unittest_2_bytes": 0, 2024-03-18T23:07:27.218 INFO:teuthology.orchestra.run.smithi181.stdout: "unittest_2_items": 0 2024-03-18T23:07:27.218 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.218 INFO:teuthology.orchestra.run.smithi181.stdout: "objecter": { 2024-03-18T23:07:27.218 INFO:teuthology.orchestra.run.smithi181.stdout: "op_active": 0, 2024-03-18T23:07:27.219 INFO:teuthology.orchestra.run.smithi181.stdout: "op_laggy": 0, 2024-03-18T23:07:27.219 INFO:teuthology.orchestra.run.smithi181.stdout: "op_send": 2318, 2024-03-18T23:07:27.219 INFO:teuthology.orchestra.run.smithi181.stdout: "op_send_bytes": 21, 2024-03-18T23:07:27.219 INFO:teuthology.orchestra.run.smithi181.stdout: "op_resend": 3, 2024-03-18T23:07:27.219 INFO:teuthology.orchestra.run.smithi181.stdout: "op_reply": 2318, 2024-03-18T23:07:27.219 INFO:teuthology.orchestra.run.smithi181.stdout: "op_latency": { 2024-03-18T23:07:27.219 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 2318, 2024-03-18T23:07:27.219 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 1.503971136, 2024-03-18T23:07:27.219 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000648822 2024-03-18T23:07:27.219 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.219 INFO:teuthology.orchestra.run.smithi181.stdout: "op_inflight": 0, 2024-03-18T23:07:27.219 INFO:teuthology.orchestra.run.smithi181.stdout: "oplen_avg": { 2024-03-18T23:07:27.219 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 2318, 2024-03-18T23:07:27.219 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 2319 2024-03-18T23:07:27.219 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.220 INFO:teuthology.orchestra.run.smithi181.stdout: "op": 2318, 2024-03-18T23:07:27.220 INFO:teuthology.orchestra.run.smithi181.stdout: "op_r": 2318, 2024-03-18T23:07:27.220 INFO:teuthology.orchestra.run.smithi181.stdout: "op_w": 0, 2024-03-18T23:07:27.220 INFO:teuthology.orchestra.run.smithi181.stdout: "op_rmw": 0, 2024-03-18T23:07:27.220 INFO:teuthology.orchestra.run.smithi181.stdout: "op_pg": 0, 2024-03-18T23:07:27.220 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_stat": 1472, 2024-03-18T23:07:27.220 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_create": 0, 2024-03-18T23:07:27.220 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_read": 844, 2024-03-18T23:07:27.220 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_write": 0, 2024-03-18T23:07:27.220 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_writefull": 0, 2024-03-18T23:07:27.220 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_writesame": 0, 2024-03-18T23:07:27.220 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_append": 0, 2024-03-18T23:07:27.220 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_zero": 0, 2024-03-18T23:07:27.220 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_truncate": 0, 2024-03-18T23:07:27.220 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_delete": 0, 2024-03-18T23:07:27.220 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_mapext": 0, 2024-03-18T23:07:27.221 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_sparse_read": 0, 2024-03-18T23:07:27.221 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_clonerange": 0, 2024-03-18T23:07:27.221 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_getxattr": 1, 2024-03-18T23:07:27.221 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_setxattr": 0, 2024-03-18T23:07:27.221 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_cmpxattr": 0, 2024-03-18T23:07:27.221 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_rmxattr": 0, 2024-03-18T23:07:27.221 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_resetxattrs": 0, 2024-03-18T23:07:27.221 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_call": 0, 2024-03-18T23:07:27.221 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_watch": 0, 2024-03-18T23:07:27.221 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_notify": 0, 2024-03-18T23:07:27.221 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_src_cmpxattr": 0, 2024-03-18T23:07:27.221 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_pgls": 0, 2024-03-18T23:07:27.221 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_pgls_filter": 0, 2024-03-18T23:07:27.221 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_other": 0, 2024-03-18T23:07:27.222 INFO:teuthology.orchestra.run.smithi181.stdout: "linger_active": 0, 2024-03-18T23:07:27.222 INFO:teuthology.orchestra.run.smithi181.stdout: "linger_send": 0, 2024-03-18T23:07:27.222 INFO:teuthology.orchestra.run.smithi181.stdout: "linger_resend": 0, 2024-03-18T23:07:27.222 INFO:teuthology.orchestra.run.smithi181.stdout: "linger_ping": 0, 2024-03-18T23:07:27.222 INFO:teuthology.orchestra.run.smithi181.stdout: "poolop_active": 0, 2024-03-18T23:07:27.222 INFO:teuthology.orchestra.run.smithi181.stdout: "poolop_send": 0, 2024-03-18T23:07:27.222 INFO:teuthology.orchestra.run.smithi181.stdout: "poolop_resend": 0, 2024-03-18T23:07:27.222 INFO:teuthology.orchestra.run.smithi181.stdout: "poolstat_active": 0, 2024-03-18T23:07:27.222 INFO:teuthology.orchestra.run.smithi181.stdout: "poolstat_send": 0, 2024-03-18T23:07:27.222 INFO:teuthology.orchestra.run.smithi181.stdout: "poolstat_resend": 0, 2024-03-18T23:07:27.222 INFO:teuthology.orchestra.run.smithi181.stdout: "statfs_active": 0, 2024-03-18T23:07:27.222 INFO:teuthology.orchestra.run.smithi181.stdout: "statfs_send": 0, 2024-03-18T23:07:27.222 INFO:teuthology.orchestra.run.smithi181.stdout: "statfs_resend": 0, 2024-03-18T23:07:27.222 INFO:teuthology.orchestra.run.smithi181.stdout: "command_active": 0, 2024-03-18T23:07:27.222 INFO:teuthology.orchestra.run.smithi181.stdout: "command_send": 0, 2024-03-18T23:07:27.223 INFO:teuthology.orchestra.run.smithi181.stdout: "command_resend": 0, 2024-03-18T23:07:27.223 INFO:teuthology.orchestra.run.smithi181.stdout: "map_epoch": 99, 2024-03-18T23:07:27.223 INFO:teuthology.orchestra.run.smithi181.stdout: "map_full": 0, 2024-03-18T23:07:27.223 INFO:teuthology.orchestra.run.smithi181.stdout: "map_inc": 11, 2024-03-18T23:07:27.223 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_sessions": 9, 2024-03-18T23:07:27.223 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_session_open": 9, 2024-03-18T23:07:27.223 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_session_close": 0, 2024-03-18T23:07:27.223 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_laggy": 0, 2024-03-18T23:07:27.223 INFO:teuthology.orchestra.run.smithi181.stdout: "omap_wr": 0, 2024-03-18T23:07:27.223 INFO:teuthology.orchestra.run.smithi181.stdout: "omap_rd": 2, 2024-03-18T23:07:27.223 INFO:teuthology.orchestra.run.smithi181.stdout: "omap_del": 0 2024-03-18T23:07:27.223 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.223 INFO:teuthology.orchestra.run.smithi181.stdout: "oft": { 2024-03-18T23:07:27.223 INFO:teuthology.orchestra.run.smithi181.stdout: "omap_total_objs": 0, 2024-03-18T23:07:27.224 INFO:teuthology.orchestra.run.smithi181.stdout: "omap_total_kv_pairs": 0, 2024-03-18T23:07:27.224 INFO:teuthology.orchestra.run.smithi181.stdout: "omap_total_updates": 0, 2024-03-18T23:07:27.224 INFO:teuthology.orchestra.run.smithi181.stdout: "omap_total_removes": 0 2024-03-18T23:07:27.224 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.224 INFO:teuthology.orchestra.run.smithi181.stdout: "osd-slow-ops": { 2024-03-18T23:07:27.224 INFO:teuthology.orchestra.run.smithi181.stdout: "slow_ops_count": 0 2024-03-18T23:07:27.224 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.224 INFO:teuthology.orchestra.run.smithi181.stdout: "purge_queue": { 2024-03-18T23:07:27.224 INFO:teuthology.orchestra.run.smithi181.stdout: "pq_executing_ops": 0, 2024-03-18T23:07:27.224 INFO:teuthology.orchestra.run.smithi181.stdout: "pq_executing_ops_high_water": 0, 2024-03-18T23:07:27.224 INFO:teuthology.orchestra.run.smithi181.stdout: "pq_executing": 0, 2024-03-18T23:07:27.224 INFO:teuthology.orchestra.run.smithi181.stdout: "pq_executing_high_water": 0, 2024-03-18T23:07:27.224 INFO:teuthology.orchestra.run.smithi181.stdout: "pq_executed_ops": 0, 2024-03-18T23:07:27.224 INFO:teuthology.orchestra.run.smithi181.stdout: "pq_executed": 0, 2024-03-18T23:07:27.224 INFO:teuthology.orchestra.run.smithi181.stdout: "pq_item_in_journal": 0 2024-03-18T23:07:27.225 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.225 INFO:teuthology.orchestra.run.smithi181.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-18T23:07:27.225 INFO:teuthology.orchestra.run.smithi181.stdout: "val": 0, 2024-03-18T23:07:27.225 INFO:teuthology.orchestra.run.smithi181.stdout: "max": 104857600, 2024-03-18T23:07:27.225 INFO:teuthology.orchestra.run.smithi181.stdout: "get_started": 0, 2024-03-18T23:07:27.225 INFO:teuthology.orchestra.run.smithi181.stdout: "get": 2565, 2024-03-18T23:07:27.225 INFO:teuthology.orchestra.run.smithi181.stdout: "get_sum": 90041673, 2024-03-18T23:07:27.225 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:27.225 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_success": 2565, 2024-03-18T23:07:27.225 INFO:teuthology.orchestra.run.smithi181.stdout: "take": 0, 2024-03-18T23:07:27.225 INFO:teuthology.orchestra.run.smithi181.stdout: "take_sum": 0, 2024-03-18T23:07:27.225 INFO:teuthology.orchestra.run.smithi181.stdout: "put": 2565, 2024-03-18T23:07:27.225 INFO:teuthology.orchestra.run.smithi181.stdout: "put_sum": 90041673, 2024-03-18T23:07:27.225 INFO:teuthology.orchestra.run.smithi181.stdout: "wait": { 2024-03-18T23:07:27.226 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.226 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.226 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.226 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:27.226 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.226 INFO:teuthology.orchestra.run.smithi181.stdout: "throttle-objecter_bytes": { 2024-03-18T23:07:27.226 INFO:teuthology.orchestra.run.smithi181.stdout: "val": 0, 2024-03-18T23:07:27.226 INFO:teuthology.orchestra.run.smithi181.stdout: "max": 104857600, 2024-03-18T23:07:27.226 INFO:teuthology.orchestra.run.smithi181.stdout: "get_started": 0, 2024-03-18T23:07:27.226 INFO:teuthology.orchestra.run.smithi181.stdout: "get": 0, 2024-03-18T23:07:27.226 INFO:teuthology.orchestra.run.smithi181.stdout: "get_sum": 0, 2024-03-18T23:07:27.226 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:27.226 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_success": 0, 2024-03-18T23:07:27.226 INFO:teuthology.orchestra.run.smithi181.stdout: "take": 2318, 2024-03-18T23:07:27.227 INFO:teuthology.orchestra.run.smithi181.stdout: "take_sum": 88128139, 2024-03-18T23:07:27.227 INFO:teuthology.orchestra.run.smithi181.stdout: "put": 2318, 2024-03-18T23:07:27.227 INFO:teuthology.orchestra.run.smithi181.stdout: "put_sum": 88128139, 2024-03-18T23:07:27.227 INFO:teuthology.orchestra.run.smithi181.stdout: "wait": { 2024-03-18T23:07:27.227 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.227 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.227 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.227 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:27.227 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.227 INFO:teuthology.orchestra.run.smithi181.stdout: "throttle-objecter_ops": { 2024-03-18T23:07:27.228 INFO:teuthology.orchestra.run.smithi181.stdout: "val": 0, 2024-03-18T23:07:27.228 INFO:teuthology.orchestra.run.smithi181.stdout: "max": 1024, 2024-03-18T23:07:27.228 INFO:teuthology.orchestra.run.smithi181.stdout: "get_started": 0, 2024-03-18T23:07:27.228 INFO:teuthology.orchestra.run.smithi181.stdout: "get": 0, 2024-03-18T23:07:27.228 INFO:teuthology.orchestra.run.smithi181.stdout: "get_sum": 0, 2024-03-18T23:07:27.228 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:27.228 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_success": 0, 2024-03-18T23:07:27.228 INFO:teuthology.orchestra.run.smithi181.stdout: "take": 2318, 2024-03-18T23:07:27.228 INFO:teuthology.orchestra.run.smithi181.stdout: "take_sum": 2318, 2024-03-18T23:07:27.228 INFO:teuthology.orchestra.run.smithi181.stdout: "put": 2318, 2024-03-18T23:07:27.228 INFO:teuthology.orchestra.run.smithi181.stdout: "put_sum": 2318, 2024-03-18T23:07:27.228 INFO:teuthology.orchestra.run.smithi181.stdout: "wait": { 2024-03-18T23:07:27.228 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.228 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.228 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.229 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:27.229 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.229 INFO:teuthology.orchestra.run.smithi181.stdout: "throttle-write_buf_throttle": { 2024-03-18T23:07:27.229 INFO:teuthology.orchestra.run.smithi181.stdout: "val": 0, 2024-03-18T23:07:27.229 INFO:teuthology.orchestra.run.smithi181.stdout: "max": 3758096384, 2024-03-18T23:07:27.229 INFO:teuthology.orchestra.run.smithi181.stdout: "get_started": 0, 2024-03-18T23:07:27.229 INFO:teuthology.orchestra.run.smithi181.stdout: "get": 0, 2024-03-18T23:07:27.229 INFO:teuthology.orchestra.run.smithi181.stdout: "get_sum": 0, 2024-03-18T23:07:27.229 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:27.229 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_success": 0, 2024-03-18T23:07:27.229 INFO:teuthology.orchestra.run.smithi181.stdout: "take": 0, 2024-03-18T23:07:27.229 INFO:teuthology.orchestra.run.smithi181.stdout: "take_sum": 0, 2024-03-18T23:07:27.229 INFO:teuthology.orchestra.run.smithi181.stdout: "put": 0, 2024-03-18T23:07:27.229 INFO:teuthology.orchestra.run.smithi181.stdout: "put_sum": 0, 2024-03-18T23:07:27.229 INFO:teuthology.orchestra.run.smithi181.stdout: "wait": { 2024-03-18T23:07:27.230 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.230 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.230 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.230 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:27.230 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:27.230 INFO:teuthology.orchestra.run.smithi181.stdout: "throttle-write_buf_throttle-0x55f5e4f2a6e0": { 2024-03-18T23:07:27.230 INFO:teuthology.orchestra.run.smithi181.stdout: "val": 0, 2024-03-18T23:07:27.230 INFO:teuthology.orchestra.run.smithi181.stdout: "max": 3758096384, 2024-03-18T23:07:27.230 INFO:teuthology.orchestra.run.smithi181.stdout: "get_started": 0, 2024-03-18T23:07:27.230 INFO:teuthology.orchestra.run.smithi181.stdout: "get": 0, 2024-03-18T23:07:27.230 INFO:teuthology.orchestra.run.smithi181.stdout: "get_sum": 0, 2024-03-18T23:07:27.230 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:27.230 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_success": 0, 2024-03-18T23:07:27.230 INFO:teuthology.orchestra.run.smithi181.stdout: "take": 0, 2024-03-18T23:07:27.230 INFO:teuthology.orchestra.run.smithi181.stdout: "take_sum": 0, 2024-03-18T23:07:27.231 INFO:teuthology.orchestra.run.smithi181.stdout: "put": 0, 2024-03-18T23:07:27.231 INFO:teuthology.orchestra.run.smithi181.stdout: "put_sum": 0, 2024-03-18T23:07:27.231 INFO:teuthology.orchestra.run.smithi181.stdout: "wait": { 2024-03-18T23:07:27.231 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:27.231 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:27.231 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:27.231 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:27.231 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:27.231 INFO:teuthology.orchestra.run.smithi181.stdout:} 2024-03-18T23:07:27.961 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-03-18T23:07:27.962 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-03-18T23:07:27.962 INFO:tasks.check_counter:Daemon mds.f mds.root_rsnaps=0 2024-03-18T23:07:27.962 INFO:tasks.check_counter:Daemon mds.f mds_server.req_mksnap_latency.avgcount=0 2024-03-18T23:07:27.962 INFO:tasks.check_counter:Daemon mds.f mds_server.req_rmsnap_latency.avgcount=0 2024-03-18T23:07:27.962 DEBUG:tasks.check_counter:Getting stats from i 2024-03-18T23:07:27.962 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph daemon mds.i perf dump 2024-03-18T23:07:28.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:27 smithi181 ceph-mon[67256]: pgmap v327: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-18T23:07:28.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:27 smithi099 ceph-mon[36725]: pgmap v327: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-18T23:07:28.217 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.c/config 2024-03-18T23:07:28.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:27 smithi052 ceph-mon[32520]: pgmap v327: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-18T23:07:29.922 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:29 smithi181 ceph-mon[67256]: pgmap v328: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-18T23:07:29.941 INFO:teuthology.orchestra.run.smithi181.stdout:{ 2024-03-18T23:07:29.941 INFO:teuthology.orchestra.run.smithi181.stdout: "AsyncMessenger::Worker-0": { 2024-03-18T23:07:29.941 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_messages": 7801, 2024-03-18T23:07:29.941 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_messages": 9883, 2024-03-18T23:07:29.941 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_bytes": 3474296, 2024-03-18T23:07:29.941 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_bytes": 37689753, 2024-03-18T23:07:29.941 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_created_connections": 10, 2024-03-18T23:07:29.941 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_active_connections": 4, 2024-03-18T23:07:29.941 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_total_time": 0.636827347, 2024-03-18T23:07:29.942 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_send_time": 0.309778574, 2024-03-18T23:07:29.942 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_recv_time": 0.252655421, 2024-03-18T23:07:29.942 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_fast_dispatch_time": 0.084846346, 2024-03-18T23:07:29.942 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:29.942 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 9886, 2024-03-18T23:07:29.942 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.395795148, 2024-03-18T23:07:29.942 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000040035 2024-03-18T23:07:29.942 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.942 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:29.942 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 12677, 2024-03-18T23:07:29.943 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.001667753, 2024-03-18T23:07:29.943 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000131 2024-03-18T23:07:29.943 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.943 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_encrypted_bytes": 3184, 2024-03-18T23:07:29.943 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_encrypted_bytes": 317376 2024-03-18T23:07:29.943 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.943 INFO:teuthology.orchestra.run.smithi181.stdout: "AsyncMessenger::Worker-1": { 2024-03-18T23:07:29.943 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_messages": 4157, 2024-03-18T23:07:29.943 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_messages": 4167, 2024-03-18T23:07:29.943 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_bytes": 2501386, 2024-03-18T23:07:29.943 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_bytes": 38845321, 2024-03-18T23:07:29.943 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_created_connections": 8, 2024-03-18T23:07:29.944 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_active_connections": 7, 2024-03-18T23:07:29.944 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_total_time": 0.594573759, 2024-03-18T23:07:29.944 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_send_time": 0.288116838, 2024-03-18T23:07:29.944 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_recv_time": 0.122154239, 2024-03-18T23:07:29.944 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_fast_dispatch_time": 0.165106073, 2024-03-18T23:07:29.944 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:29.944 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 4166, 2024-03-18T23:07:29.944 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.274674403, 2024-03-18T23:07:29.944 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000065932 2024-03-18T23:07:29.944 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.944 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:29.944 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 59, 2024-03-18T23:07:29.945 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000007656, 2024-03-18T23:07:29.945 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000129 2024-03-18T23:07:29.945 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.945 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_encrypted_bytes": 1517872, 2024-03-18T23:07:29.945 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_encrypted_bytes": 147360 2024-03-18T23:07:29.945 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.945 INFO:teuthology.orchestra.run.smithi181.stdout: "AsyncMessenger::Worker-2": { 2024-03-18T23:07:29.945 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_messages": 33943, 2024-03-18T23:07:29.945 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_messages": 61211, 2024-03-18T23:07:29.945 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_bytes": 11722483, 2024-03-18T23:07:29.945 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_bytes": 36191396, 2024-03-18T23:07:29.946 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_created_connections": 16, 2024-03-18T23:07:29.946 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_active_connections": 6, 2024-03-18T23:07:29.946 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_total_time": 1.832595976, 2024-03-18T23:07:29.946 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_send_time": 0.794330449, 2024-03-18T23:07:29.946 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_recv_time": 4.014729520, 2024-03-18T23:07:29.946 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_fast_dispatch_time": 0.112045175, 2024-03-18T23:07:29.946 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:29.946 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 61204, 2024-03-18T23:07:29.946 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 1.166055921, 2024-03-18T23:07:29.946 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000019051 2024-03-18T23:07:29.947 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.947 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:29.947 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 81551, 2024-03-18T23:07:29.947 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.010543915, 2024-03-18T23:07:29.947 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000129 2024-03-18T23:07:29.947 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.947 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_encrypted_bytes": 4480, 2024-03-18T23:07:29.947 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_encrypted_bytes": 134688 2024-03-18T23:07:29.947 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.948 INFO:teuthology.orchestra.run.smithi181.stdout: "cct": { 2024-03-18T23:07:29.948 INFO:teuthology.orchestra.run.smithi181.stdout: "total_workers": 1, 2024-03-18T23:07:29.948 INFO:teuthology.orchestra.run.smithi181.stdout: "unhealthy_workers": 0 2024-03-18T23:07:29.948 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.948 INFO:teuthology.orchestra.run.smithi181.stdout: "finisher-MDSRank": { 2024-03-18T23:07:29.948 INFO:teuthology.orchestra.run.smithi181.stdout: "queue_len": 0, 2024-03-18T23:07:29.948 INFO:teuthology.orchestra.run.smithi181.stdout: "complete_latency": { 2024-03-18T23:07:29.948 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 2084, 2024-03-18T23:07:29.948 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 22.809743519, 2024-03-18T23:07:29.949 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.010945174 2024-03-18T23:07:29.949 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:29.949 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.949 INFO:teuthology.orchestra.run.smithi181.stdout: "finisher-PurgeQueue": { 2024-03-18T23:07:29.949 INFO:teuthology.orchestra.run.smithi181.stdout: "queue_len": 0, 2024-03-18T23:07:29.949 INFO:teuthology.orchestra.run.smithi181.stdout: "complete_latency": { 2024-03-18T23:07:29.949 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 10419, 2024-03-18T23:07:29.949 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 2.489251475, 2024-03-18T23:07:29.949 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000238914 2024-03-18T23:07:29.949 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:29.949 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.949 INFO:teuthology.orchestra.run.smithi181.stdout: "mds": { 2024-03-18T23:07:29.949 INFO:teuthology.orchestra.run.smithi181.stdout: "request": 14651, 2024-03-18T23:07:29.949 INFO:teuthology.orchestra.run.smithi181.stdout: "reply": 14603, 2024-03-18T23:07:29.950 INFO:teuthology.orchestra.run.smithi181.stdout: "reply_latency": { 2024-03-18T23:07:29.950 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 14603, 2024-03-18T23:07:29.950 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 38.001503860, 2024-03-18T23:07:29.950 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.002602308 2024-03-18T23:07:29.950 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.950 INFO:teuthology.orchestra.run.smithi181.stdout: "slow_reply": 0, 2024-03-18T23:07:29.950 INFO:teuthology.orchestra.run.smithi181.stdout: "forward": 48, 2024-03-18T23:07:29.950 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_fetch_complete": 0, 2024-03-18T23:07:29.950 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_fetch_keys": 0, 2024-03-18T23:07:29.950 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_commit": 118, 2024-03-18T23:07:29.950 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_split": 12, 2024-03-18T23:07:29.950 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_merge": 1, 2024-03-18T23:07:29.950 INFO:teuthology.orchestra.run.smithi181.stdout: "inodes": 7509, 2024-03-18T23:07:29.950 INFO:teuthology.orchestra.run.smithi181.stdout: "inodes_top": 236, 2024-03-18T23:07:29.951 INFO:teuthology.orchestra.run.smithi181.stdout: "inodes_bottom": 6179, 2024-03-18T23:07:29.951 INFO:teuthology.orchestra.run.smithi181.stdout: "inodes_pin_tail": 1094, 2024-03-18T23:07:29.951 INFO:teuthology.orchestra.run.smithi181.stdout: "inodes_pinned": 7164, 2024-03-18T23:07:29.951 INFO:teuthology.orchestra.run.smithi181.stdout: "inodes_expired": 2032, 2024-03-18T23:07:29.951 INFO:teuthology.orchestra.run.smithi181.stdout: "inodes_with_caps": 2, 2024-03-18T23:07:29.951 INFO:teuthology.orchestra.run.smithi181.stdout: "caps": 3, 2024-03-18T23:07:29.951 INFO:teuthology.orchestra.run.smithi181.stdout: "subtrees": 13, 2024-03-18T23:07:29.951 INFO:teuthology.orchestra.run.smithi181.stdout: "traverse": 16692, 2024-03-18T23:07:29.951 INFO:teuthology.orchestra.run.smithi181.stdout: "traverse_hit": 15048, 2024-03-18T23:07:29.951 INFO:teuthology.orchestra.run.smithi181.stdout: "traverse_forward": 9, 2024-03-18T23:07:29.951 INFO:teuthology.orchestra.run.smithi181.stdout: "traverse_discover": 67, 2024-03-18T23:07:29.952 INFO:teuthology.orchestra.run.smithi181.stdout: "traverse_dir_fetch": 0, 2024-03-18T23:07:29.952 INFO:teuthology.orchestra.run.smithi181.stdout: "traverse_remote_ino": 0, 2024-03-18T23:07:29.952 INFO:teuthology.orchestra.run.smithi181.stdout: "traverse_lock": 0, 2024-03-18T23:07:29.952 INFO:teuthology.orchestra.run.smithi181.stdout: "load_cent": 0, 2024-03-18T23:07:29.952 INFO:teuthology.orchestra.run.smithi181.stdout: "q": 0, 2024-03-18T23:07:29.952 INFO:teuthology.orchestra.run.smithi181.stdout: "exported": 52, 2024-03-18T23:07:29.952 INFO:teuthology.orchestra.run.smithi181.stdout: "exported_inodes": 1402, 2024-03-18T23:07:29.952 INFO:teuthology.orchestra.run.smithi181.stdout: "imported": 86, 2024-03-18T23:07:29.952 INFO:teuthology.orchestra.run.smithi181.stdout: "imported_inodes": 2094, 2024-03-18T23:07:29.952 INFO:teuthology.orchestra.run.smithi181.stdout: "openino_dir_fetch": 0, 2024-03-18T23:07:29.952 INFO:teuthology.orchestra.run.smithi181.stdout: "openino_backtrace_fetch": 0, 2024-03-18T23:07:29.952 INFO:teuthology.orchestra.run.smithi181.stdout: "openino_peer_discover": 0, 2024-03-18T23:07:29.952 INFO:teuthology.orchestra.run.smithi181.stdout: "root_rfiles": 4, 2024-03-18T23:07:29.952 INFO:teuthology.orchestra.run.smithi181.stdout: "root_rbytes": 234, 2024-03-18T23:07:29.952 INFO:teuthology.orchestra.run.smithi181.stdout: "root_rsnaps": 3, 2024-03-18T23:07:29.953 INFO:teuthology.orchestra.run.smithi181.stdout: "scrub_backtrace_fetch": 0, 2024-03-18T23:07:29.953 INFO:teuthology.orchestra.run.smithi181.stdout: "scrub_set_tag": 0, 2024-03-18T23:07:29.953 INFO:teuthology.orchestra.run.smithi181.stdout: "scrub_backtrace_repaired": 0, 2024-03-18T23:07:29.953 INFO:teuthology.orchestra.run.smithi181.stdout: "scrub_inotable_repaired": 0, 2024-03-18T23:07:29.953 INFO:teuthology.orchestra.run.smithi181.stdout: "scrub_dir_inodes": 0, 2024-03-18T23:07:29.953 INFO:teuthology.orchestra.run.smithi181.stdout: "scrub_dir_base_inodes": 0, 2024-03-18T23:07:29.953 INFO:teuthology.orchestra.run.smithi181.stdout: "scrub_dirfrag_rstats": 0, 2024-03-18T23:07:29.953 INFO:teuthology.orchestra.run.smithi181.stdout: "scrub_file_inodes": 0, 2024-03-18T23:07:29.953 INFO:teuthology.orchestra.run.smithi181.stdout: "handle_inode_file_caps": 46, 2024-03-18T23:07:29.953 INFO:teuthology.orchestra.run.smithi181.stdout: "ceph_cap_op_revoke": 1264, 2024-03-18T23:07:29.953 INFO:teuthology.orchestra.run.smithi181.stdout: "ceph_cap_op_grant": 14863, 2024-03-18T23:07:29.953 INFO:teuthology.orchestra.run.smithi181.stdout: "ceph_cap_op_trunc": 0, 2024-03-18T23:07:29.953 INFO:teuthology.orchestra.run.smithi181.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-18T23:07:29.954 INFO:teuthology.orchestra.run.smithi181.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-18T23:07:29.954 INFO:teuthology.orchestra.run.smithi181.stdout: "handle_client_caps": 13341, 2024-03-18T23:07:29.954 INFO:teuthology.orchestra.run.smithi181.stdout: "handle_client_caps_dirty": 10895, 2024-03-18T23:07:29.954 INFO:teuthology.orchestra.run.smithi181.stdout: "handle_client_cap_release": 897, 2024-03-18T23:07:29.954 INFO:teuthology.orchestra.run.smithi181.stdout: "process_request_cap_release": 9032 2024-03-18T23:07:29.954 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.954 INFO:teuthology.orchestra.run.smithi181.stdout: "mds_cache": { 2024-03-18T23:07:29.954 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_update": 0, 2024-03-18T23:07:29.954 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_update_receipt": 0, 2024-03-18T23:07:29.954 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_try_discover": 0, 2024-03-18T23:07:29.954 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_send_discover": 68, 2024-03-18T23:07:29.955 INFO:teuthology.orchestra.run.smithi181.stdout: "dir_handle_discover": 21, 2024-03-18T23:07:29.955 INFO:teuthology.orchestra.run.smithi181.stdout: "num_strays": 299, 2024-03-18T23:07:29.955 INFO:teuthology.orchestra.run.smithi181.stdout: "num_strays_delayed": 0, 2024-03-18T23:07:29.955 INFO:teuthology.orchestra.run.smithi181.stdout: "num_strays_enqueuing": 0, 2024-03-18T23:07:29.955 INFO:teuthology.orchestra.run.smithi181.stdout: "strays_created": 7040, 2024-03-18T23:07:29.955 INFO:teuthology.orchestra.run.smithi181.stdout: "strays_enqueued": 6741, 2024-03-18T23:07:29.955 INFO:teuthology.orchestra.run.smithi181.stdout: "strays_reintegrated": 0, 2024-03-18T23:07:29.955 INFO:teuthology.orchestra.run.smithi181.stdout: "strays_migrated": 0, 2024-03-18T23:07:29.955 INFO:teuthology.orchestra.run.smithi181.stdout: "num_recovering_processing": 0, 2024-03-18T23:07:29.956 INFO:teuthology.orchestra.run.smithi181.stdout: "num_recovering_enqueued": 0, 2024-03-18T23:07:29.956 INFO:teuthology.orchestra.run.smithi181.stdout: "num_recovering_prioritized": 0, 2024-03-18T23:07:29.956 INFO:teuthology.orchestra.run.smithi181.stdout: "recovery_started": 0, 2024-03-18T23:07:29.956 INFO:teuthology.orchestra.run.smithi181.stdout: "recovery_completed": 0, 2024-03-18T23:07:29.956 INFO:teuthology.orchestra.run.smithi181.stdout: "ireq_quiesce_path": 0, 2024-03-18T23:07:29.956 INFO:teuthology.orchestra.run.smithi181.stdout: "ireq_quiesce_inode": 0, 2024-03-18T23:07:29.956 INFO:teuthology.orchestra.run.smithi181.stdout: "ireq_enqueue_scrub": 0, 2024-03-18T23:07:29.956 INFO:teuthology.orchestra.run.smithi181.stdout: "ireq_exportdir": 52, 2024-03-18T23:07:29.956 INFO:teuthology.orchestra.run.smithi181.stdout: "ireq_flush": 0, 2024-03-18T23:07:29.957 INFO:teuthology.orchestra.run.smithi181.stdout: "ireq_fragmentdir": 13, 2024-03-18T23:07:29.957 INFO:teuthology.orchestra.run.smithi181.stdout: "ireq_fragstats": 0, 2024-03-18T23:07:29.957 INFO:teuthology.orchestra.run.smithi181.stdout: "ireq_inodestats": 0 2024-03-18T23:07:29.957 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.957 INFO:teuthology.orchestra.run.smithi181.stdout: "mds_log": { 2024-03-18T23:07:29.957 INFO:teuthology.orchestra.run.smithi181.stdout: "evlrg": 0, 2024-03-18T23:07:29.957 INFO:teuthology.orchestra.run.smithi181.stdout: "evadd": 36102, 2024-03-18T23:07:29.957 INFO:teuthology.orchestra.run.smithi181.stdout: "evex": 0, 2024-03-18T23:07:29.957 INFO:teuthology.orchestra.run.smithi181.stdout: "evtrm": 0, 2024-03-18T23:07:29.957 INFO:teuthology.orchestra.run.smithi181.stdout: "ev": 36102, 2024-03-18T23:07:29.957 INFO:teuthology.orchestra.run.smithi181.stdout: "evexg": 0, 2024-03-18T23:07:29.958 INFO:teuthology.orchestra.run.smithi181.stdout: "evexd": 0, 2024-03-18T23:07:29.958 INFO:teuthology.orchestra.run.smithi181.stdout: "segadd": 47, 2024-03-18T23:07:29.958 INFO:teuthology.orchestra.run.smithi181.stdout: "segex": 0, 2024-03-18T23:07:29.958 INFO:teuthology.orchestra.run.smithi181.stdout: "segtrm": 0, 2024-03-18T23:07:29.958 INFO:teuthology.orchestra.run.smithi181.stdout: "seg": 47, 2024-03-18T23:07:29.958 INFO:teuthology.orchestra.run.smithi181.stdout: "segmjr": 4, 2024-03-18T23:07:29.958 INFO:teuthology.orchestra.run.smithi181.stdout: "segexg": 0, 2024-03-18T23:07:29.958 INFO:teuthology.orchestra.run.smithi181.stdout: "segexd": 0, 2024-03-18T23:07:29.958 INFO:teuthology.orchestra.run.smithi181.stdout: "expos": 4194304, 2024-03-18T23:07:29.958 INFO:teuthology.orchestra.run.smithi181.stdout: "wrpos": 92318297, 2024-03-18T23:07:29.958 INFO:teuthology.orchestra.run.smithi181.stdout: "rdpos": 0, 2024-03-18T23:07:29.958 INFO:teuthology.orchestra.run.smithi181.stdout: "jlat": { 2024-03-18T23:07:29.959 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 1251, 2024-03-18T23:07:29.959 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 43.168090855, 2024-03-18T23:07:29.959 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.034506867 2024-03-18T23:07:29.959 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.959 INFO:teuthology.orchestra.run.smithi181.stdout: "replayed": 0 2024-03-18T23:07:29.959 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.959 INFO:teuthology.orchestra.run.smithi181.stdout: "mds_mem": { 2024-03-18T23:07:29.959 INFO:teuthology.orchestra.run.smithi181.stdout: "ino": 3574, 2024-03-18T23:07:29.959 INFO:teuthology.orchestra.run.smithi181.stdout: "ino+": 11310, 2024-03-18T23:07:29.959 INFO:teuthology.orchestra.run.smithi181.stdout: "ino-": 7736, 2024-03-18T23:07:29.959 INFO:teuthology.orchestra.run.smithi181.stdout: "dir": 414, 2024-03-18T23:07:29.959 INFO:teuthology.orchestra.run.smithi181.stdout: "dir+": 500, 2024-03-18T23:07:29.960 INFO:teuthology.orchestra.run.smithi181.stdout: "dir-": 86, 2024-03-18T23:07:29.960 INFO:teuthology.orchestra.run.smithi181.stdout: "dn": 7509, 2024-03-18T23:07:29.960 INFO:teuthology.orchestra.run.smithi181.stdout: "dn+": 15971, 2024-03-18T23:07:29.960 INFO:teuthology.orchestra.run.smithi181.stdout: "dn-": 8462, 2024-03-18T23:07:29.960 INFO:teuthology.orchestra.run.smithi181.stdout: "cap": 3, 2024-03-18T23:07:29.960 INFO:teuthology.orchestra.run.smithi181.stdout: "cap+": 7361, 2024-03-18T23:07:29.960 INFO:teuthology.orchestra.run.smithi181.stdout: "cap-": 7358, 2024-03-18T23:07:29.960 INFO:teuthology.orchestra.run.smithi181.stdout: "rss": 113644, 2024-03-18T23:07:29.960 INFO:teuthology.orchestra.run.smithi181.stdout: "heap": 223612 2024-03-18T23:07:29.960 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.960 INFO:teuthology.orchestra.run.smithi181.stdout: "mds_server": { 2024-03-18T23:07:29.960 INFO:teuthology.orchestra.run.smithi181.stdout: "dispatch_client_request": 17922, 2024-03-18T23:07:29.961 INFO:teuthology.orchestra.run.smithi181.stdout: "dispatch_server_request": 1512, 2024-03-18T23:07:29.961 INFO:teuthology.orchestra.run.smithi181.stdout: "handle_client_request": 14651, 2024-03-18T23:07:29.961 INFO:teuthology.orchestra.run.smithi181.stdout: "handle_client_session": 44, 2024-03-18T23:07:29.961 INFO:teuthology.orchestra.run.smithi181.stdout: "handle_peer_request": 4146, 2024-03-18T23:07:29.961 INFO:teuthology.orchestra.run.smithi181.stdout: "req_create_latency": { 2024-03-18T23:07:29.961 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 5908, 2024-03-18T23:07:29.961 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 6.882432018, 2024-03-18T23:07:29.961 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.001164934 2024-03-18T23:07:29.961 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.961 INFO:teuthology.orchestra.run.smithi181.stdout: "req_getattr_latency": { 2024-03-18T23:07:29.962 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 29, 2024-03-18T23:07:29.962 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.023939952, 2024-03-18T23:07:29.962 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000825515 2024-03-18T23:07:29.962 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.962 INFO:teuthology.orchestra.run.smithi181.stdout: "req_getfilelock_latency": { 2024-03-18T23:07:29.962 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:29.962 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:29.962 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:29.962 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.962 INFO:teuthology.orchestra.run.smithi181.stdout: "req_link_latency": { 2024-03-18T23:07:29.963 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:29.963 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:29.963 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:29.963 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.963 INFO:teuthology.orchestra.run.smithi181.stdout: "req_lookup_latency": { 2024-03-18T23:07:29.963 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 661, 2024-03-18T23:07:29.963 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.246219867, 2024-03-18T23:07:29.963 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000372496 2024-03-18T23:07:29.963 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.963 INFO:teuthology.orchestra.run.smithi181.stdout: "req_lookuphash_latency": { 2024-03-18T23:07:29.964 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:29.964 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:29.964 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:29.964 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.964 INFO:teuthology.orchestra.run.smithi181.stdout: "req_lookupino_latency": { 2024-03-18T23:07:29.964 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 1, 2024-03-18T23:07:29.964 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000159005, 2024-03-18T23:07:29.964 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000159005 2024-03-18T23:07:29.964 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.964 INFO:teuthology.orchestra.run.smithi181.stdout: "req_lookupname_latency": { 2024-03-18T23:07:29.964 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:29.964 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:29.964 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:29.964 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.965 INFO:teuthology.orchestra.run.smithi181.stdout: "req_lookupparent_latency": { 2024-03-18T23:07:29.965 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:29.965 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:29.965 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:29.965 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.965 INFO:teuthology.orchestra.run.smithi181.stdout: "req_lookupsnap_latency": { 2024-03-18T23:07:29.965 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:29.965 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:29.965 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:29.965 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.966 INFO:teuthology.orchestra.run.smithi181.stdout: "req_lssnap_latency": { 2024-03-18T23:07:29.966 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:29.966 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:29.966 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:29.966 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.966 INFO:teuthology.orchestra.run.smithi181.stdout: "req_mkdir_latency": { 2024-03-18T23:07:29.966 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 229, 2024-03-18T23:07:29.967 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.200471057, 2024-03-18T23:07:29.967 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000875419 2024-03-18T23:07:29.967 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.967 INFO:teuthology.orchestra.run.smithi181.stdout: "req_mknod_latency": { 2024-03-18T23:07:29.967 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:29.967 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:29.967 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:29.967 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.967 INFO:teuthology.orchestra.run.smithi181.stdout: "req_mksnap_latency": { 2024-03-18T23:07:29.967 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:29.967 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:29.967 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:29.968 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.968 INFO:teuthology.orchestra.run.smithi181.stdout: "req_open_latency": { 2024-03-18T23:07:29.968 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:29.968 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:29.968 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:29.968 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.968 INFO:teuthology.orchestra.run.smithi181.stdout: "req_readdir_latency": { 2024-03-18T23:07:29.968 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 705, 2024-03-18T23:07:29.968 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 1.071059445, 2024-03-18T23:07:29.968 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.001519233 2024-03-18T23:07:29.969 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.969 INFO:teuthology.orchestra.run.smithi181.stdout: "req_rename_latency": { 2024-03-18T23:07:29.969 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:29.969 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:29.969 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:29.969 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.969 INFO:teuthology.orchestra.run.smithi181.stdout: "req_renamesnap_latency": { 2024-03-18T23:07:29.969 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:29.969 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:29.969 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:29.969 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.970 INFO:teuthology.orchestra.run.smithi181.stdout: "req_snapdiff_latency": { 2024-03-18T23:07:29.970 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:29.970 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:29.970 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:29.970 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.970 INFO:teuthology.orchestra.run.smithi181.stdout: "req_rmdir_latency": { 2024-03-18T23:07:29.970 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 299, 2024-03-18T23:07:29.970 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 9.163719666, 2024-03-18T23:07:29.970 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.030647891 2024-03-18T23:07:29.970 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.970 INFO:teuthology.orchestra.run.smithi181.stdout: "req_rmsnap_latency": { 2024-03-18T23:07:29.970 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:29.970 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:29.970 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:29.970 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.971 INFO:teuthology.orchestra.run.smithi181.stdout: "req_rmxattr_latency": { 2024-03-18T23:07:29.971 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:29.971 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:29.971 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:29.971 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.971 INFO:teuthology.orchestra.run.smithi181.stdout: "req_setattr_latency": { 2024-03-18T23:07:29.971 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 30, 2024-03-18T23:07:29.971 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 8.265847187, 2024-03-18T23:07:29.971 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.275528239 2024-03-18T23:07:29.971 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.972 INFO:teuthology.orchestra.run.smithi181.stdout: "req_setdirlayout_latency": { 2024-03-18T23:07:29.972 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:29.972 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:29.972 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:29.972 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.972 INFO:teuthology.orchestra.run.smithi181.stdout: "req_setfilelock_latency": { 2024-03-18T23:07:29.972 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:29.972 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:29.972 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:29.972 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.972 INFO:teuthology.orchestra.run.smithi181.stdout: "req_setlayout_latency": { 2024-03-18T23:07:29.972 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:29.972 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:29.972 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:29.973 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.973 INFO:teuthology.orchestra.run.smithi181.stdout: "req_setxattr_latency": { 2024-03-18T23:07:29.973 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:29.973 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:29.973 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:29.973 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.973 INFO:teuthology.orchestra.run.smithi181.stdout: "req_symlink_latency": { 2024-03-18T23:07:29.973 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:29.973 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:29.973 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:29.973 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.973 INFO:teuthology.orchestra.run.smithi181.stdout: "req_unlink_latency": { 2024-03-18T23:07:29.973 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 6741, 2024-03-18T23:07:29.974 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 12.147655663, 2024-03-18T23:07:29.974 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.001802055 2024-03-18T23:07:29.974 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.974 INFO:teuthology.orchestra.run.smithi181.stdout: "cap_revoke_eviction": 0, 2024-03-18T23:07:29.974 INFO:teuthology.orchestra.run.smithi181.stdout: "cap_acquisition_throttle": 0, 2024-03-18T23:07:29.974 INFO:teuthology.orchestra.run.smithi181.stdout: "req_getvxattr_latency": { 2024-03-18T23:07:29.974 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:29.974 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:29.974 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:29.974 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:29.974 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.974 INFO:teuthology.orchestra.run.smithi181.stdout: "mds_sessions": { 2024-03-18T23:07:29.975 INFO:teuthology.orchestra.run.smithi181.stdout: "session_count": 2, 2024-03-18T23:07:29.975 INFO:teuthology.orchestra.run.smithi181.stdout: "session_add": 4, 2024-03-18T23:07:29.975 INFO:teuthology.orchestra.run.smithi181.stdout: "session_remove": 2, 2024-03-18T23:07:29.975 INFO:teuthology.orchestra.run.smithi181.stdout: "sessions_open": 2, 2024-03-18T23:07:29.975 INFO:teuthology.orchestra.run.smithi181.stdout: "sessions_stale": 0, 2024-03-18T23:07:29.975 INFO:teuthology.orchestra.run.smithi181.stdout: "total_load": 7732, 2024-03-18T23:07:29.975 INFO:teuthology.orchestra.run.smithi181.stdout: "average_load": 3866, 2024-03-18T23:07:29.975 INFO:teuthology.orchestra.run.smithi181.stdout: "avg_session_uptime": 633, 2024-03-18T23:07:29.975 INFO:teuthology.orchestra.run.smithi181.stdout: "mdthresh_evicted": 0 2024-03-18T23:07:29.975 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.975 INFO:teuthology.orchestra.run.smithi181.stdout: "mempool": { 2024-03-18T23:07:29.975 INFO:teuthology.orchestra.run.smithi181.stdout: "bloom_filter_bytes": 0, 2024-03-18T23:07:29.975 INFO:teuthology.orchestra.run.smithi181.stdout: "bloom_filter_items": 0, 2024-03-18T23:07:29.976 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_alloc_bytes": 0, 2024-03-18T23:07:29.976 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_alloc_items": 0, 2024-03-18T23:07:29.976 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_data_bytes": 0, 2024-03-18T23:07:29.976 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_data_items": 0, 2024-03-18T23:07:29.976 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-18T23:07:29.976 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_onode_items": 0, 2024-03-18T23:07:29.976 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-18T23:07:29.976 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_meta_items": 0, 2024-03-18T23:07:29.976 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_other_bytes": 0, 2024-03-18T23:07:29.976 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_other_items": 0, 2024-03-18T23:07:29.976 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-18T23:07:29.976 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_buffer_items": 0, 2024-03-18T23:07:29.977 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_extent_bytes": 0, 2024-03-18T23:07:29.977 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_extent_items": 0, 2024-03-18T23:07:29.977 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_blob_bytes": 0, 2024-03-18T23:07:29.977 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_blob_items": 0, 2024-03-18T23:07:29.977 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-18T23:07:29.977 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_shared_blob_items": 0, 2024-03-18T23:07:29.977 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-18T23:07:29.977 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_inline_bl_items": 0, 2024-03-18T23:07:29.977 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_fsck_bytes": 0, 2024-03-18T23:07:29.977 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_fsck_items": 0, 2024-03-18T23:07:29.977 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_txc_bytes": 0, 2024-03-18T23:07:29.977 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_txc_items": 0, 2024-03-18T23:07:29.977 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-18T23:07:29.977 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_writing_deferred_items": 0, 2024-03-18T23:07:29.978 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_writing_bytes": 0, 2024-03-18T23:07:29.978 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_writing_items": 0, 2024-03-18T23:07:29.978 INFO:teuthology.orchestra.run.smithi181.stdout: "bluefs_bytes": 0, 2024-03-18T23:07:29.978 INFO:teuthology.orchestra.run.smithi181.stdout: "bluefs_items": 0, 2024-03-18T23:07:29.978 INFO:teuthology.orchestra.run.smithi181.stdout: "bluefs_file_reader_bytes": 0, 2024-03-18T23:07:29.978 INFO:teuthology.orchestra.run.smithi181.stdout: "bluefs_file_reader_items": 0, 2024-03-18T23:07:29.978 INFO:teuthology.orchestra.run.smithi181.stdout: "bluefs_file_writer_bytes": 0, 2024-03-18T23:07:29.978 INFO:teuthology.orchestra.run.smithi181.stdout: "bluefs_file_writer_items": 0, 2024-03-18T23:07:29.978 INFO:teuthology.orchestra.run.smithi181.stdout: "buffer_anon_bytes": 2826926, 2024-03-18T23:07:29.978 INFO:teuthology.orchestra.run.smithi181.stdout: "buffer_anon_items": 4269, 2024-03-18T23:07:29.978 INFO:teuthology.orchestra.run.smithi181.stdout: "buffer_meta_bytes": 616, 2024-03-18T23:07:29.978 INFO:teuthology.orchestra.run.smithi181.stdout: "buffer_meta_items": 7, 2024-03-18T23:07:29.979 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_bytes": 0, 2024-03-18T23:07:29.979 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_items": 0, 2024-03-18T23:07:29.979 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_mapbl_bytes": 0, 2024-03-18T23:07:29.979 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_mapbl_items": 0, 2024-03-18T23:07:29.979 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_pglog_bytes": 0, 2024-03-18T23:07:29.979 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_pglog_items": 0, 2024-03-18T23:07:29.979 INFO:teuthology.orchestra.run.smithi181.stdout: "osdmap_bytes": 8448, 2024-03-18T23:07:29.979 INFO:teuthology.orchestra.run.smithi181.stdout: "osdmap_items": 192, 2024-03-18T23:07:29.979 INFO:teuthology.orchestra.run.smithi181.stdout: "osdmap_mapping_bytes": 0, 2024-03-18T23:07:29.979 INFO:teuthology.orchestra.run.smithi181.stdout: "osdmap_mapping_items": 0, 2024-03-18T23:07:29.980 INFO:teuthology.orchestra.run.smithi181.stdout: "pgmap_bytes": 0, 2024-03-18T23:07:29.980 INFO:teuthology.orchestra.run.smithi181.stdout: "pgmap_items": 0, 2024-03-18T23:07:29.980 INFO:teuthology.orchestra.run.smithi181.stdout: "mds_co_bytes": 14579571, 2024-03-18T23:07:29.980 INFO:teuthology.orchestra.run.smithi181.stdout: "mds_co_items": 237054, 2024-03-18T23:07:29.980 INFO:teuthology.orchestra.run.smithi181.stdout: "unittest_1_bytes": 0, 2024-03-18T23:07:29.980 INFO:teuthology.orchestra.run.smithi181.stdout: "unittest_1_items": 0, 2024-03-18T23:07:29.980 INFO:teuthology.orchestra.run.smithi181.stdout: "unittest_2_bytes": 0, 2024-03-18T23:07:29.980 INFO:teuthology.orchestra.run.smithi181.stdout: "unittest_2_items": 0 2024-03-18T23:07:29.980 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.980 INFO:teuthology.orchestra.run.smithi181.stdout: "objecter": { 2024-03-18T23:07:29.980 INFO:teuthology.orchestra.run.smithi181.stdout: "op_active": 0, 2024-03-18T23:07:29.980 INFO:teuthology.orchestra.run.smithi181.stdout: "op_laggy": 0, 2024-03-18T23:07:29.981 INFO:teuthology.orchestra.run.smithi181.stdout: "op_send": 8586, 2024-03-18T23:07:29.981 INFO:teuthology.orchestra.run.smithi181.stdout: "op_send_bytes": 91869574, 2024-03-18T23:07:29.981 INFO:teuthology.orchestra.run.smithi181.stdout: "op_resend": 30, 2024-03-18T23:07:29.981 INFO:teuthology.orchestra.run.smithi181.stdout: "op_reply": 8586, 2024-03-18T23:07:29.981 INFO:teuthology.orchestra.run.smithi181.stdout: "op_latency": { 2024-03-18T23:07:29.981 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 8586, 2024-03-18T23:07:29.981 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 29.266426911, 2024-03-18T23:07:29.981 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.003408621 2024-03-18T23:07:29.981 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.981 INFO:teuthology.orchestra.run.smithi181.stdout: "op_inflight": 0, 2024-03-18T23:07:29.981 INFO:teuthology.orchestra.run.smithi181.stdout: "oplen_avg": { 2024-03-18T23:07:29.982 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 8586, 2024-03-18T23:07:29.982 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 8848 2024-03-18T23:07:29.982 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.982 INFO:teuthology.orchestra.run.smithi181.stdout: "op": 8586, 2024-03-18T23:07:29.982 INFO:teuthology.orchestra.run.smithi181.stdout: "op_r": 132, 2024-03-18T23:07:29.982 INFO:teuthology.orchestra.run.smithi181.stdout: "op_w": 8454, 2024-03-18T23:07:29.982 INFO:teuthology.orchestra.run.smithi181.stdout: "op_rmw": 0, 2024-03-18T23:07:29.982 INFO:teuthology.orchestra.run.smithi181.stdout: "op_pg": 0, 2024-03-18T23:07:29.983 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_stat": 0, 2024-03-18T23:07:29.983 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_create": 10, 2024-03-18T23:07:29.983 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_read": 132, 2024-03-18T23:07:29.983 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_write": 1383, 2024-03-18T23:07:29.983 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_writefull": 68, 2024-03-18T23:07:29.983 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_writesame": 0, 2024-03-18T23:07:29.983 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_append": 0, 2024-03-18T23:07:29.983 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_zero": 0, 2024-03-18T23:07:29.983 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_truncate": 12, 2024-03-18T23:07:29.984 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_delete": 6782, 2024-03-18T23:07:29.984 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_mapext": 0, 2024-03-18T23:07:29.984 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_sparse_read": 0, 2024-03-18T23:07:29.984 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_clonerange": 0, 2024-03-18T23:07:29.984 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_getxattr": 0, 2024-03-18T23:07:29.984 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_setxattr": 20, 2024-03-18T23:07:29.984 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_cmpxattr": 0, 2024-03-18T23:07:29.984 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_rmxattr": 0, 2024-03-18T23:07:29.984 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_resetxattrs": 0, 2024-03-18T23:07:29.984 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_call": 0, 2024-03-18T23:07:29.985 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_watch": 0, 2024-03-18T23:07:29.985 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_notify": 0, 2024-03-18T23:07:29.985 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_src_cmpxattr": 0, 2024-03-18T23:07:29.985 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_pgls": 0, 2024-03-18T23:07:29.985 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_pgls_filter": 0, 2024-03-18T23:07:29.985 INFO:teuthology.orchestra.run.smithi181.stdout: "osdop_other": 0, 2024-03-18T23:07:29.985 INFO:teuthology.orchestra.run.smithi181.stdout: "linger_active": 0, 2024-03-18T23:07:29.985 INFO:teuthology.orchestra.run.smithi181.stdout: "linger_send": 0, 2024-03-18T23:07:29.985 INFO:teuthology.orchestra.run.smithi181.stdout: "linger_resend": 0, 2024-03-18T23:07:29.985 INFO:teuthology.orchestra.run.smithi181.stdout: "linger_ping": 0, 2024-03-18T23:07:29.985 INFO:teuthology.orchestra.run.smithi181.stdout: "poolop_active": 0, 2024-03-18T23:07:29.985 INFO:teuthology.orchestra.run.smithi181.stdout: "poolop_send": 0, 2024-03-18T23:07:29.985 INFO:teuthology.orchestra.run.smithi181.stdout: "poolop_resend": 0, 2024-03-18T23:07:29.985 INFO:teuthology.orchestra.run.smithi181.stdout: "poolstat_active": 0, 2024-03-18T23:07:29.985 INFO:teuthology.orchestra.run.smithi181.stdout: "poolstat_send": 0, 2024-03-18T23:07:29.986 INFO:teuthology.orchestra.run.smithi181.stdout: "poolstat_resend": 0, 2024-03-18T23:07:29.986 INFO:teuthology.orchestra.run.smithi181.stdout: "statfs_active": 0, 2024-03-18T23:07:29.986 INFO:teuthology.orchestra.run.smithi181.stdout: "statfs_send": 0, 2024-03-18T23:07:29.986 INFO:teuthology.orchestra.run.smithi181.stdout: "statfs_resend": 0, 2024-03-18T23:07:29.986 INFO:teuthology.orchestra.run.smithi181.stdout: "command_active": 0, 2024-03-18T23:07:29.986 INFO:teuthology.orchestra.run.smithi181.stdout: "command_send": 0, 2024-03-18T23:07:29.986 INFO:teuthology.orchestra.run.smithi181.stdout: "command_resend": 0, 2024-03-18T23:07:29.986 INFO:teuthology.orchestra.run.smithi181.stdout: "map_epoch": 99, 2024-03-18T23:07:29.986 INFO:teuthology.orchestra.run.smithi181.stdout: "map_full": 0, 2024-03-18T23:07:29.986 INFO:teuthology.orchestra.run.smithi181.stdout: "map_inc": 11, 2024-03-18T23:07:29.986 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_sessions": 12, 2024-03-18T23:07:29.986 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_session_open": 12, 2024-03-18T23:07:29.986 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_session_close": 0, 2024-03-18T23:07:29.987 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_laggy": 0, 2024-03-18T23:07:29.987 INFO:teuthology.orchestra.run.smithi181.stdout: "omap_wr": 374, 2024-03-18T23:07:29.987 INFO:teuthology.orchestra.run.smithi181.stdout: "omap_rd": 0, 2024-03-18T23:07:29.987 INFO:teuthology.orchestra.run.smithi181.stdout: "omap_del": 67 2024-03-18T23:07:29.987 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.987 INFO:teuthology.orchestra.run.smithi181.stdout: "oft": { 2024-03-18T23:07:29.987 INFO:teuthology.orchestra.run.smithi181.stdout: "omap_total_objs": 1, 2024-03-18T23:07:29.987 INFO:teuthology.orchestra.run.smithi181.stdout: "omap_total_kv_pairs": 0, 2024-03-18T23:07:29.987 INFO:teuthology.orchestra.run.smithi181.stdout: "omap_total_updates": 0, 2024-03-18T23:07:29.987 INFO:teuthology.orchestra.run.smithi181.stdout: "omap_total_removes": 0 2024-03-18T23:07:29.987 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.987 INFO:teuthology.orchestra.run.smithi181.stdout: "osd-slow-ops": { 2024-03-18T23:07:29.987 INFO:teuthology.orchestra.run.smithi181.stdout: "slow_ops_count": 0 2024-03-18T23:07:29.987 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.988 INFO:teuthology.orchestra.run.smithi181.stdout: "purge_queue": { 2024-03-18T23:07:29.988 INFO:teuthology.orchestra.run.smithi181.stdout: "pq_executing_ops": 0, 2024-03-18T23:07:29.988 INFO:teuthology.orchestra.run.smithi181.stdout: "pq_executing_ops_high_water": 10, 2024-03-18T23:07:29.988 INFO:teuthology.orchestra.run.smithi181.stdout: "pq_executing": 0, 2024-03-18T23:07:29.988 INFO:teuthology.orchestra.run.smithi181.stdout: "pq_executing_high_water": 10, 2024-03-18T23:07:29.988 INFO:teuthology.orchestra.run.smithi181.stdout: "pq_executed_ops": 6741, 2024-03-18T23:07:29.988 INFO:teuthology.orchestra.run.smithi181.stdout: "pq_executed": 6741, 2024-03-18T23:07:29.988 INFO:teuthology.orchestra.run.smithi181.stdout: "pq_item_in_journal": 0 2024-03-18T23:07:29.988 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.989 INFO:teuthology.orchestra.run.smithi181.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-18T23:07:29.989 INFO:teuthology.orchestra.run.smithi181.stdout: "val": 0, 2024-03-18T23:07:29.989 INFO:teuthology.orchestra.run.smithi181.stdout: "max": 104857600, 2024-03-18T23:07:29.989 INFO:teuthology.orchestra.run.smithi181.stdout: "get_started": 0, 2024-03-18T23:07:29.989 INFO:teuthology.orchestra.run.smithi181.stdout: "get": 45897, 2024-03-18T23:07:29.989 INFO:teuthology.orchestra.run.smithi181.stdout: "get_sum": 13549207, 2024-03-18T23:07:29.989 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:29.989 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_success": 45897, 2024-03-18T23:07:29.989 INFO:teuthology.orchestra.run.smithi181.stdout: "take": 0, 2024-03-18T23:07:29.989 INFO:teuthology.orchestra.run.smithi181.stdout: "take_sum": 0, 2024-03-18T23:07:29.989 INFO:teuthology.orchestra.run.smithi181.stdout: "put": 45897, 2024-03-18T23:07:29.989 INFO:teuthology.orchestra.run.smithi181.stdout: "put_sum": 13549207, 2024-03-18T23:07:29.989 INFO:teuthology.orchestra.run.smithi181.stdout: "wait": { 2024-03-18T23:07:29.990 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:29.990 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:29.990 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:29.990 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:29.990 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.990 INFO:teuthology.orchestra.run.smithi181.stdout: "throttle-objecter_bytes": { 2024-03-18T23:07:29.990 INFO:teuthology.orchestra.run.smithi181.stdout: "val": 0, 2024-03-18T23:07:29.990 INFO:teuthology.orchestra.run.smithi181.stdout: "max": 104857600, 2024-03-18T23:07:29.990 INFO:teuthology.orchestra.run.smithi181.stdout: "get_started": 0, 2024-03-18T23:07:29.990 INFO:teuthology.orchestra.run.smithi181.stdout: "get": 0, 2024-03-18T23:07:29.991 INFO:teuthology.orchestra.run.smithi181.stdout: "get_sum": 0, 2024-03-18T23:07:29.991 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:29.991 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_success": 0, 2024-03-18T23:07:29.991 INFO:teuthology.orchestra.run.smithi181.stdout: "take": 8586, 2024-03-18T23:07:29.991 INFO:teuthology.orchestra.run.smithi181.stdout: "take_sum": 92578495, 2024-03-18T23:07:29.991 INFO:teuthology.orchestra.run.smithi181.stdout: "put": 8586, 2024-03-18T23:07:29.991 INFO:teuthology.orchestra.run.smithi181.stdout: "put_sum": 92578495, 2024-03-18T23:07:29.991 INFO:teuthology.orchestra.run.smithi181.stdout: "wait": { 2024-03-18T23:07:29.991 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:29.991 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:29.992 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:29.992 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:29.992 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.992 INFO:teuthology.orchestra.run.smithi181.stdout: "throttle-objecter_ops": { 2024-03-18T23:07:29.992 INFO:teuthology.orchestra.run.smithi181.stdout: "val": 0, 2024-03-18T23:07:29.992 INFO:teuthology.orchestra.run.smithi181.stdout: "max": 1024, 2024-03-18T23:07:29.992 INFO:teuthology.orchestra.run.smithi181.stdout: "get_started": 0, 2024-03-18T23:07:29.992 INFO:teuthology.orchestra.run.smithi181.stdout: "get": 0, 2024-03-18T23:07:29.992 INFO:teuthology.orchestra.run.smithi181.stdout: "get_sum": 0, 2024-03-18T23:07:29.992 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:29.992 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_success": 0, 2024-03-18T23:07:29.992 INFO:teuthology.orchestra.run.smithi181.stdout: "take": 8586, 2024-03-18T23:07:29.992 INFO:teuthology.orchestra.run.smithi181.stdout: "take_sum": 8586, 2024-03-18T23:07:29.993 INFO:teuthology.orchestra.run.smithi181.stdout: "put": 8586, 2024-03-18T23:07:29.993 INFO:teuthology.orchestra.run.smithi181.stdout: "put_sum": 8586, 2024-03-18T23:07:29.993 INFO:teuthology.orchestra.run.smithi181.stdout: "wait": { 2024-03-18T23:07:29.993 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:29.993 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:29.993 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:29.993 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:29.993 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.993 INFO:teuthology.orchestra.run.smithi181.stdout: "throttle-write_buf_throttle": { 2024-03-18T23:07:29.993 INFO:teuthology.orchestra.run.smithi181.stdout: "val": 0, 2024-03-18T23:07:29.994 INFO:teuthology.orchestra.run.smithi181.stdout: "max": 3758096384, 2024-03-18T23:07:29.994 INFO:teuthology.orchestra.run.smithi181.stdout: "get_started": 0, 2024-03-18T23:07:29.994 INFO:teuthology.orchestra.run.smithi181.stdout: "get": 6741, 2024-03-18T23:07:29.994 INFO:teuthology.orchestra.run.smithi181.stdout: "get_sum": 708921, 2024-03-18T23:07:29.994 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:29.994 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_success": 6741, 2024-03-18T23:07:29.994 INFO:teuthology.orchestra.run.smithi181.stdout: "take": 0, 2024-03-18T23:07:29.994 INFO:teuthology.orchestra.run.smithi181.stdout: "take_sum": 0, 2024-03-18T23:07:29.994 INFO:teuthology.orchestra.run.smithi181.stdout: "put": 132, 2024-03-18T23:07:29.994 INFO:teuthology.orchestra.run.smithi181.stdout: "put_sum": 708921, 2024-03-18T23:07:29.994 INFO:teuthology.orchestra.run.smithi181.stdout: "wait": { 2024-03-18T23:07:29.994 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:29.995 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:29.995 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:29.995 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:29.995 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:29.995 INFO:teuthology.orchestra.run.smithi181.stdout: "throttle-write_buf_throttle-0x560f95018500": { 2024-03-18T23:07:29.995 INFO:teuthology.orchestra.run.smithi181.stdout: "val": 0, 2024-03-18T23:07:29.995 INFO:teuthology.orchestra.run.smithi181.stdout: "max": 3758096384, 2024-03-18T23:07:29.995 INFO:teuthology.orchestra.run.smithi181.stdout: "get_started": 0, 2024-03-18T23:07:29.995 INFO:teuthology.orchestra.run.smithi181.stdout: "get": 36102, 2024-03-18T23:07:29.995 INFO:teuthology.orchestra.run.smithi181.stdout: "get_sum": 88123993, 2024-03-18T23:07:29.995 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:29.995 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_success": 36102, 2024-03-18T23:07:29.995 INFO:teuthology.orchestra.run.smithi181.stdout: "take": 0, 2024-03-18T23:07:29.995 INFO:teuthology.orchestra.run.smithi181.stdout: "take_sum": 0, 2024-03-18T23:07:29.996 INFO:teuthology.orchestra.run.smithi181.stdout: "put": 1251, 2024-03-18T23:07:29.996 INFO:teuthology.orchestra.run.smithi181.stdout: "put_sum": 88123993, 2024-03-18T23:07:29.996 INFO:teuthology.orchestra.run.smithi181.stdout: "wait": { 2024-03-18T23:07:29.996 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:29.996 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:29.996 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:29.996 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:29.996 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:29.996 INFO:teuthology.orchestra.run.smithi181.stdout:} 2024-03-18T23:07:30.014 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:29 smithi099 ceph-mon[36725]: pgmap v328: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-18T23:07:30.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:29 smithi052 ceph-mon[32520]: pgmap v328: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-18T23:07:30.735 INFO:tasks.check_counter:Daemon mds.i mds.exported=52 2024-03-18T23:07:30.735 INFO:tasks.check_counter:Daemon mds.i mds.imported=86 2024-03-18T23:07:30.735 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=3 2024-03-18T23:07:30.735 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=0 2024-03-18T23:07:30.735 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=0 2024-03-18T23:07:30.735 DEBUG:tasks.check_counter:Getting stats from l 2024-03-18T23:07:30.736 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 -- ceph daemon mds.l perf dump 2024-03-18T23:07:30.980 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/mon.c/config 2024-03-18T23:07:31.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:30 smithi181 ceph-mon[67256]: pgmap v329: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-18T23:07:31.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:30 smithi052 ceph-mon[32520]: pgmap v329: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-18T23:07:31.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:30 smithi099 ceph-mon[36725]: pgmap v329: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-18T23:07:32.756 INFO:teuthology.orchestra.run.smithi181.stdout:{ 2024-03-18T23:07:32.756 INFO:teuthology.orchestra.run.smithi181.stdout: "AsyncMessenger::Worker-0": { 2024-03-18T23:07:32.756 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_messages": 223, 2024-03-18T23:07:32.756 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_messages": 213, 2024-03-18T23:07:32.756 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_bytes": 1437952, 2024-03-18T23:07:32.756 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_bytes": 131104, 2024-03-18T23:07:32.756 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_created_connections": 4, 2024-03-18T23:07:32.756 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_active_connections": 0, 2024-03-18T23:07:32.756 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_total_time": 0.032846906, 2024-03-18T23:07:32.756 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_send_time": 0.008036653, 2024-03-18T23:07:32.757 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_recv_time": 0.030390651, 2024-03-18T23:07:32.757 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_fast_dispatch_time": 0.003579445, 2024-03-18T23:07:32.757 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:32.757 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 212, 2024-03-18T23:07:32.757 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.006817733, 2024-03-18T23:07:32.757 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000032159 2024-03-18T23:07:32.757 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:32.757 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:32.757 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:32.757 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:32.757 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:32.757 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:32.757 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_encrypted_bytes": 1437952, 2024-03-18T23:07:32.757 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_encrypted_bytes": 131104 2024-03-18T23:07:32.757 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:32.758 INFO:teuthology.orchestra.run.smithi181.stdout: "AsyncMessenger::Worker-1": { 2024-03-18T23:07:32.758 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_messages": 2, 2024-03-18T23:07:32.758 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_messages": 163, 2024-03-18T23:07:32.758 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_bytes": 320, 2024-03-18T23:07:32.758 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_bytes": 184352, 2024-03-18T23:07:32.758 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_created_connections": 5, 2024-03-18T23:07:32.758 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_active_connections": 3, 2024-03-18T23:07:32.758 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_total_time": 0.007451378, 2024-03-18T23:07:32.758 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_send_time": 0.004411522, 2024-03-18T23:07:32.758 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_recv_time": 0.001482769, 2024-03-18T23:07:32.758 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-18T23:07:32.758 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:32.758 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 160, 2024-03-18T23:07:32.758 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.012900915, 2024-03-18T23:07:32.759 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000080630 2024-03-18T23:07:32.759 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:32.759 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:32.759 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:32.759 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:32.759 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:32.759 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:32.759 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_encrypted_bytes": 320, 2024-03-18T23:07:32.759 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_encrypted_bytes": 184352 2024-03-18T23:07:32.759 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:32.759 INFO:teuthology.orchestra.run.smithi181.stdout: "AsyncMessenger::Worker-2": { 2024-03-18T23:07:32.759 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_messages": 4, 2024-03-18T23:07:32.759 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_messages": 4, 2024-03-18T23:07:32.759 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_bytes": 3024, 2024-03-18T23:07:32.760 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_bytes": 448, 2024-03-18T23:07:32.760 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_created_connections": 2, 2024-03-18T23:07:32.760 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_active_connections": 1, 2024-03-18T23:07:32.760 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_total_time": 0.000595967, 2024-03-18T23:07:32.760 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_send_time": 0.000041483, 2024-03-18T23:07:32.760 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_recv_time": 0.000544202, 2024-03-18T23:07:32.760 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-18T23:07:32.760 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_messages_queue_lat": { 2024-03-18T23:07:32.760 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 3, 2024-03-18T23:07:32.760 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000678186, 2024-03-18T23:07:32.760 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000226062 2024-03-18T23:07:32.760 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:32.760 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_handle_ack_lat": { 2024-03-18T23:07:32.760 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:32.760 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:32.761 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:32.761 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:32.761 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-03-18T23:07:32.761 INFO:teuthology.orchestra.run.smithi181.stdout: "msgr_send_encrypted_bytes": 448 2024-03-18T23:07:32.761 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:32.761 INFO:teuthology.orchestra.run.smithi181.stdout: "cct": { 2024-03-18T23:07:32.761 INFO:teuthology.orchestra.run.smithi181.stdout: "total_workers": 0, 2024-03-18T23:07:32.761 INFO:teuthology.orchestra.run.smithi181.stdout: "unhealthy_workers": 0 2024-03-18T23:07:32.761 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:32.761 INFO:teuthology.orchestra.run.smithi181.stdout: "mempool": { 2024-03-18T23:07:32.761 INFO:teuthology.orchestra.run.smithi181.stdout: "bloom_filter_bytes": 0, 2024-03-18T23:07:32.761 INFO:teuthology.orchestra.run.smithi181.stdout: "bloom_filter_items": 0, 2024-03-18T23:07:32.761 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_alloc_bytes": 0, 2024-03-18T23:07:32.761 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_alloc_items": 0, 2024-03-18T23:07:32.761 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_data_bytes": 0, 2024-03-18T23:07:32.762 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_data_items": 0, 2024-03-18T23:07:32.762 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-18T23:07:32.762 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_onode_items": 0, 2024-03-18T23:07:32.762 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-18T23:07:32.762 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_meta_items": 0, 2024-03-18T23:07:32.762 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_other_bytes": 0, 2024-03-18T23:07:32.762 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_other_items": 0, 2024-03-18T23:07:32.762 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-18T23:07:32.762 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_cache_buffer_items": 0, 2024-03-18T23:07:32.762 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_extent_bytes": 0, 2024-03-18T23:07:32.762 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_extent_items": 0, 2024-03-18T23:07:32.762 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_blob_bytes": 0, 2024-03-18T23:07:32.762 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_blob_items": 0, 2024-03-18T23:07:32.762 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-18T23:07:32.762 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_shared_blob_items": 0, 2024-03-18T23:07:32.763 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-18T23:07:32.763 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_inline_bl_items": 0, 2024-03-18T23:07:32.763 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_fsck_bytes": 0, 2024-03-18T23:07:32.763 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_fsck_items": 0, 2024-03-18T23:07:32.763 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_txc_bytes": 0, 2024-03-18T23:07:32.763 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_txc_items": 0, 2024-03-18T23:07:32.763 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-18T23:07:32.763 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_writing_deferred_items": 0, 2024-03-18T23:07:32.763 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_writing_bytes": 0, 2024-03-18T23:07:32.763 INFO:teuthology.orchestra.run.smithi181.stdout: "bluestore_writing_items": 0, 2024-03-18T23:07:32.763 INFO:teuthology.orchestra.run.smithi181.stdout: "bluefs_bytes": 0, 2024-03-18T23:07:32.763 INFO:teuthology.orchestra.run.smithi181.stdout: "bluefs_items": 0, 2024-03-18T23:07:32.763 INFO:teuthology.orchestra.run.smithi181.stdout: "bluefs_file_reader_bytes": 0, 2024-03-18T23:07:32.763 INFO:teuthology.orchestra.run.smithi181.stdout: "bluefs_file_reader_items": 0, 2024-03-18T23:07:32.763 INFO:teuthology.orchestra.run.smithi181.stdout: "bluefs_file_writer_bytes": 0, 2024-03-18T23:07:32.764 INFO:teuthology.orchestra.run.smithi181.stdout: "bluefs_file_writer_items": 0, 2024-03-18T23:07:32.764 INFO:teuthology.orchestra.run.smithi181.stdout: "buffer_anon_bytes": 148977, 2024-03-18T23:07:32.764 INFO:teuthology.orchestra.run.smithi181.stdout: "buffer_anon_items": 30, 2024-03-18T23:07:32.764 INFO:teuthology.orchestra.run.smithi181.stdout: "buffer_meta_bytes": 0, 2024-03-18T23:07:32.764 INFO:teuthology.orchestra.run.smithi181.stdout: "buffer_meta_items": 0, 2024-03-18T23:07:32.764 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_bytes": 0, 2024-03-18T23:07:32.764 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_items": 0, 2024-03-18T23:07:32.764 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_mapbl_bytes": 0, 2024-03-18T23:07:32.764 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_mapbl_items": 0, 2024-03-18T23:07:32.764 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_pglog_bytes": 0, 2024-03-18T23:07:32.764 INFO:teuthology.orchestra.run.smithi181.stdout: "osd_pglog_items": 0, 2024-03-18T23:07:32.764 INFO:teuthology.orchestra.run.smithi181.stdout: "osdmap_bytes": 0, 2024-03-18T23:07:32.764 INFO:teuthology.orchestra.run.smithi181.stdout: "osdmap_items": 0, 2024-03-18T23:07:32.764 INFO:teuthology.orchestra.run.smithi181.stdout: "osdmap_mapping_bytes": 0, 2024-03-18T23:07:32.764 INFO:teuthology.orchestra.run.smithi181.stdout: "osdmap_mapping_items": 0, 2024-03-18T23:07:32.765 INFO:teuthology.orchestra.run.smithi181.stdout: "pgmap_bytes": 0, 2024-03-18T23:07:32.765 INFO:teuthology.orchestra.run.smithi181.stdout: "pgmap_items": 0, 2024-03-18T23:07:32.765 INFO:teuthology.orchestra.run.smithi181.stdout: "mds_co_bytes": 928, 2024-03-18T23:07:32.765 INFO:teuthology.orchestra.run.smithi181.stdout: "mds_co_items": 2, 2024-03-18T23:07:32.765 INFO:teuthology.orchestra.run.smithi181.stdout: "unittest_1_bytes": 0, 2024-03-18T23:07:32.765 INFO:teuthology.orchestra.run.smithi181.stdout: "unittest_1_items": 0, 2024-03-18T23:07:32.765 INFO:teuthology.orchestra.run.smithi181.stdout: "unittest_2_bytes": 0, 2024-03-18T23:07:32.765 INFO:teuthology.orchestra.run.smithi181.stdout: "unittest_2_items": 0 2024-03-18T23:07:32.765 INFO:teuthology.orchestra.run.smithi181.stdout: }, 2024-03-18T23:07:32.765 INFO:teuthology.orchestra.run.smithi181.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-18T23:07:32.766 INFO:teuthology.orchestra.run.smithi181.stdout: "val": 0, 2024-03-18T23:07:32.766 INFO:teuthology.orchestra.run.smithi181.stdout: "max": 104857600, 2024-03-18T23:07:32.766 INFO:teuthology.orchestra.run.smithi181.stdout: "get_started": 0, 2024-03-18T23:07:32.766 INFO:teuthology.orchestra.run.smithi181.stdout: "get": 225, 2024-03-18T23:07:32.766 INFO:teuthology.orchestra.run.smithi181.stdout: "get_sum": 1406534, 2024-03-18T23:07:32.766 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_fail": 0, 2024-03-18T23:07:32.766 INFO:teuthology.orchestra.run.smithi181.stdout: "get_or_fail_success": 225, 2024-03-18T23:07:32.766 INFO:teuthology.orchestra.run.smithi181.stdout: "take": 0, 2024-03-18T23:07:32.766 INFO:teuthology.orchestra.run.smithi181.stdout: "take_sum": 0, 2024-03-18T23:07:32.766 INFO:teuthology.orchestra.run.smithi181.stdout: "put": 225, 2024-03-18T23:07:32.766 INFO:teuthology.orchestra.run.smithi181.stdout: "put_sum": 1406534, 2024-03-18T23:07:32.766 INFO:teuthology.orchestra.run.smithi181.stdout: "wait": { 2024-03-18T23:07:32.766 INFO:teuthology.orchestra.run.smithi181.stdout: "avgcount": 0, 2024-03-18T23:07:32.766 INFO:teuthology.orchestra.run.smithi181.stdout: "sum": 0.000000000, 2024-03-18T23:07:32.766 INFO:teuthology.orchestra.run.smithi181.stdout: "avgtime": 0.000000000 2024-03-18T23:07:32.767 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:32.767 INFO:teuthology.orchestra.run.smithi181.stdout: } 2024-03-18T23:07:32.767 INFO:teuthology.orchestra.run.smithi181.stdout:} 2024-03-18T23:07:33.012 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:32 smithi181 ceph-mon[67256]: pgmap v330: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:07:33.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:32 smithi052 ceph-mon[32520]: pgmap v330: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:07:33.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:32 smithi099 ceph-mon[36725]: pgmap v330: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-18T23:07:33.467 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.l 2024-03-18T23:07:33.467 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.l 2024-03-18T23:07:33.467 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.l 2024-03-18T23:07:33.467 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.l 2024-03-18T23:07:33.468 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.l 2024-03-18T23:07:33.468 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-03-18T23:07:33.480 INFO:tasks.kclient:Unmounting kernel clients... 2024-03-18T23:07:33.480 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-03-18T23:07:33.480 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/proc/self/mounts of=/dev/stdout 2024-03-18T23:07:33.501 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-03-18T23:07:33.501 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/proc/self/mounts of=/dev/stdout 2024-03-18T23:07:33.560 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-18T23:07:33.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.717+0000 7f4e95d44640 1 -- 172.21.15.52:0/2625368566 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e901066d0 msgr2=0x7f4e90106ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:33.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.717+0000 7f4e95d44640 1 --2- 172.21.15.52:0/2625368566 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e901066d0 0x7f4e90106ab0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f4e80009930 tx=0x7f4e8002bc30 comp rx=0 tx=0).stop 2024-03-18T23:07:33.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.717+0000 7f4e95d44640 1 -- 172.21.15.52:0/2625368566 shutdown_connections 2024-03-18T23:07:33.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.717+0000 7f4e95d44640 1 --2- 172.21.15.52:0/2625368566 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4e90101080 0x7f4e9010d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:33.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.717+0000 7f4e95d44640 1 --2- 172.21.15.52:0/2625368566 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4e901006c0 0x7f4e90100b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:33.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.717+0000 7f4e95d44640 1 --2- 172.21.15.52:0/2625368566 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e901066d0 0x7f4e90106ab0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:33.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.717+0000 7f4e95d44640 1 -- 172.21.15.52:0/2625368566 >> 172.21.15.52:0/2625368566 conn(0x7f4e90076aa0 msgr2=0x7f4e90076eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:07:33.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.717+0000 7f4e95d44640 1 -- 172.21.15.52:0/2625368566 shutdown_connections 2024-03-18T23:07:33.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.717+0000 7f4e95d44640 1 -- 172.21.15.52:0/2625368566 wait complete. 2024-03-18T23:07:33.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.718+0000 7f4e95d44640 1 Processor -- start 2024-03-18T23:07:33.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.718+0000 7f4e95d44640 1 -- start start 2024-03-18T23:07:33.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.718+0000 7f4e95d44640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4e901006c0 0x7f4e901981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:33.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.718+0000 7f4e95d44640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4e90101080 0x7f4e901986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:33.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.718+0000 7f4e95d44640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e901066d0 0x7f4e9019ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:33.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.718+0000 7f4e95d44640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4e90111cb0 con 0x7f4e901066d0 2024-03-18T23:07:33.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.718+0000 7f4e95d44640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f4e90111b30 con 0x7f4e901006c0 2024-03-18T23:07:33.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.718+0000 7f4e95d44640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f4e90111e30 con 0x7f4e90101080 2024-03-18T23:07:33.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.718+0000 7f4e8ffff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e901066d0 0x7f4e9019ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:33.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.718+0000 7f4e8ffff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e901066d0 0x7f4e9019ca70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49382/0 (socket says 172.21.15.52:49382) 2024-03-18T23:07:33.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.718+0000 7f4e8ffff640 1 -- 172.21.15.52:0/1989270780 learned_addr learned my addr 172.21.15.52:0/1989270780 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T23:07:33.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.718+0000 7f4e8effd640 1 --2- 172.21.15.52:0/1989270780 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4e90101080 0x7f4e901986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:33.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.718+0000 7f4e8f7fe640 1 --2- 172.21.15.52:0/1989270780 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4e901006c0 0x7f4e901981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:33.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.719+0000 7f4e8ffff640 1 -- 172.21.15.52:0/1989270780 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4e90101080 msgr2=0x7f4e901986f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:33.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.719+0000 7f4e8ffff640 1 --2- 172.21.15.52:0/1989270780 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4e90101080 0x7f4e901986f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:33.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.719+0000 7f4e8ffff640 1 -- 172.21.15.52:0/1989270780 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4e901006c0 msgr2=0x7f4e901981b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:33.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.719+0000 7f4e8ffff640 1 --2- 172.21.15.52:0/1989270780 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4e901006c0 0x7f4e901981b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:33.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.719+0000 7f4e8ffff640 1 -- 172.21.15.52:0/1989270780 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e9019d1a0 con 0x7f4e901066d0 2024-03-18T23:07:33.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.719+0000 7f4e8f7fe640 1 --2- 172.21.15.52:0/1989270780 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4e901006c0 0x7f4e901981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T23:07:33.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.719+0000 7f4e8ffff640 1 --2- 172.21.15.52:0/1989270780 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e901066d0 0x7f4e9019ca70 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f4e8800eb10 tx=0x7f4e8800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:07:33.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.719+0000 7f4e8cff9640 1 -- 172.21.15.52:0/1989270780 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e88004b20 con 0x7f4e901066d0 2024-03-18T23:07:33.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.719+0000 7f4e95d44640 1 -- 172.21.15.52:0/1989270780 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e9019d490 con 0x7f4e901066d0 2024-03-18T23:07:33.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.719+0000 7f4e8cff9640 1 -- 172.21.15.52:0/1989270780 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4e88004cc0 con 0x7f4e901066d0 2024-03-18T23:07:33.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.719+0000 7f4e8cff9640 1 -- 172.21.15.52:0/1989270780 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e880107f0 con 0x7f4e901066d0 2024-03-18T23:07:33.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.719+0000 7f4e95d44640 1 -- 172.21.15.52:0/1989270780 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e901a4d20 con 0x7f4e901066d0 2024-03-18T23:07:33.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.720+0000 7f4e95d44640 1 -- 172.21.15.52:0/1989270780 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e90101e00 con 0x7f4e901066d0 2024-03-18T23:07:33.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.721+0000 7f4e8cff9640 1 -- 172.21.15.52:0/1989270780 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f4e88005020 con 0x7f4e901066d0 2024-03-18T23:07:33.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.722+0000 7f4e8cff9640 1 --2- 172.21.15.52:0/1989270780 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f4e780a2970 0x7f4e780a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:33.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.722+0000 7f4e8f7fe640 1 --2- 172.21.15.52:0/1989270780 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f4e780a2970 0x7f4e780a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:33.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.722+0000 7f4e8cff9640 1 -- 172.21.15.52:0/1989270780 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8614+0+0 (secure 0 0 0) 0x7f4e880cf3f0 con 0x7f4e901066d0 2024-03-18T23:07:33.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.722+0000 7f4e8f7fe640 1 --2- 172.21.15.52:0/1989270780 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f4e780a2970 0x7f4e780a4e30 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4e80005ab0 tx=0x7f4e80005fd0 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:07:33.727 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.727+0000 7f4e8cff9640 1 -- 172.21.15.52:0/1989270780 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f4e8809c0f0 con 0x7f4e901066d0 2024-03-18T23:07:33.911 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.911+0000 7f4e95d44640 1 -- 172.21.15.52:0/1989270780 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4e90199500 con 0x7f4e901066d0 2024-03-18T23:07:33.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.912+0000 7f4e8cff9640 1 -- 172.21.15.52:0/1989270780 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v99) ==== 74+0+23215 (secure 0 0 0) 0x7f4e8809b9f0 con 0x7f4e901066d0 2024-03-18T23:07:33.913 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T23:07:33.913 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":99,"fsid":"444ca0c0-e579-11ee-95c9-87774f69a715","created":"2024-03-18T22:46:59.196861+0000","modified":"2024-03-18T23:07:19.248701+0000","last_up_change":"2024-03-18T22:54:03.658736+0000","last_in_change":"2024-03-18T22:53:42.549736+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-18T22:50:19.580907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-18T22:54:51.765993+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-18T22:54:52.580111+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"98","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":16,"snap_epoch":98,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8f05057f-5818-4a49-a239-ce60bf28c875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6803","nonce":4259078413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6805","nonce":4259078413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6809","nonce":4259078413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6807","nonce":4259078413}]},"public_addr":"172.21.15.52:6803/4259078413","cluster_addr":"172.21.15.52:6805/4259078413","heartbeat_back_addr":"172.21.15.52:6809/4259078413","heartbeat_front_addr":"172.21.15.52:6807/4259078413","state":["exists","up"]},{"osd":1,"uuid":"602a7d92-7ff5-457e-b1e1-ab1e9eae6dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6801","nonce":500160796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6803","nonce":500160796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6807","nonce":500160796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6805","nonce":500160796}]},"public_addr":"172.21.15.99:6801/500160796","cluster_addr":"172.21.15.99:6803/500160796","heartbeat_back_addr":"172.21.15.99:6807/500160796","heartbeat_front_addr":"172.21.15.99:6805/500160796","state":["exists","up"]},{"osd":2,"uuid":"d5d4dba3-77ad-46f9-b510-d3b26f14077d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6801","nonce":1878857413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6803","nonce":1878857413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6807","nonce":1878857413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6805","nonce":1878857413}]},"public_addr":"172.21.15.181:6801/1878857413","cluster_addr":"172.21.15.181:6803/1878857413","heartbeat_back_addr":"172.21.15.181:6807/1878857413","heartbeat_front_addr":"172.21.15.181:6805/1878857413","state":["exists","up"]},{"osd":3,"uuid":"b61bfbef-b35c-49e3-9616-48e1b7ffc914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6811","nonce":2095210395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6813","nonce":2095210395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6817","nonce":2095210395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6815","nonce":2095210395}]},"public_addr":"172.21.15.52:6811/2095210395","cluster_addr":"172.21.15.52:6813/2095210395","heartbeat_back_addr":"172.21.15.52:6817/2095210395","heartbeat_front_addr":"172.21.15.52:6815/2095210395","state":["exists","up"]},{"osd":4,"uuid":"ce793666-4ab9-4844-81c9-661b265973b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6809","nonce":2287333294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6811","nonce":2287333294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6815","nonce":2287333294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6813","nonce":2287333294}]},"public_addr":"172.21.15.99:6809/2287333294","cluster_addr":"172.21.15.99:6811/2287333294","heartbeat_back_addr":"172.21.15.99:6815/2287333294","heartbeat_front_addr":"172.21.15.99:6813/2287333294","state":["exists","up"]},{"osd":5,"uuid":"9640855d-727d-4dbe-a86e-d9cb16ff1213","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6809","nonce":2011157034}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6811","nonce":2011157034}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6815","nonce":2011157034}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6813","nonce":2011157034}]},"public_addr":"172.21.15.181:6809/2011157034","cluster_addr":"172.21.15.181:6811/2011157034","heartbeat_back_addr":"172.21.15.181:6815/2011157034","heartbeat_front_addr":"172.21.15.181:6813/2011157034","state":["exists","up"]},{"osd":6,"uuid":"a5e939cf-f502-4844-a7c7-90a03212c912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6819","nonce":3005509606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6821","nonce":3005509606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6825","nonce":3005509606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6823","nonce":3005509606}]},"public_addr":"172.21.15.52:6819/3005509606","cluster_addr":"172.21.15.52:6821/3005509606","heartbeat_back_addr":"172.21.15.52:6825/3005509606","heartbeat_front_addr":"172.21.15.52:6823/3005509606","state":["exists","up"]},{"osd":7,"uuid":"6870a7b1-abe0-4d5b-aedb-e2eab43a0d36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6817","nonce":2572523724}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6819","nonce":2572523724}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6823","nonce":2572523724}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6821","nonce":2572523724}]},"public_addr":"172.21.15.99:6817/2572523724","cluster_addr":"172.21.15.99:6819/2572523724","heartbeat_back_addr":"172.21.15.99:6823/2572523724","heartbeat_front_addr":"172.21.15.99:6821/2572523724","state":["exists","up"]},{"osd":8,"uuid":"967926a1-de37-43dc-b815-0e17765b3a9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6817","nonce":644322337}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6819","nonce":644322337}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6823","nonce":644322337}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6821","nonce":644322337}]},"public_addr":"172.21.15.181:6817/644322337","cluster_addr":"172.21.15.181:6819/644322337","heartbeat_back_addr":"172.21.15.181:6823/644322337","heartbeat_front_addr":"172.21.15.181:6821/644322337","state":["exists","up"]},{"osd":9,"uuid":"a131710e-f2c3-4714-a033-106917dae36a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6827","nonce":2018024971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6829","nonce":2018024971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6833","nonce":2018024971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6831","nonce":2018024971}]},"public_addr":"172.21.15.52:6827/2018024971","cluster_addr":"172.21.15.52:6829/2018024971","heartbeat_back_addr":"172.21.15.52:6833/2018024971","heartbeat_front_addr":"172.21.15.52:6831/2018024971","state":["exists","up"]},{"osd":10,"uuid":"f73f086a-46e1-412c-8105-3b80772eca56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6825","nonce":14598206}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6827","nonce":14598206}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6831","nonce":14598206}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6829","nonce":14598206}]},"public_addr":"172.21.15.99:6825/14598206","cluster_addr":"172.21.15.99:6827/14598206","heartbeat_back_addr":"172.21.15.99:6831/14598206","heartbeat_front_addr":"172.21.15.99:6829/14598206","state":["exists","up"]},{"osd":11,"uuid":"f8e9539b-8a69-49a8-8a48-52f69b3c827e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":83,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6825","nonce":3442115308}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6827","nonce":3442115308}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6831","nonce":3442115308}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6829","nonce":3442115308}]},"public_addr":"172.21.15.181:6825/3442115308","cluster_addr":"172.21.15.181:6827/3442115308","heartbeat_back_addr":"172.21.15.181:6831/3442115308","heartbeat_front_addr":"172.21.15.181:6829/3442115308","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:30.221253+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:53.484811+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:17.327889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:41.988608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:06.067648+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:30.546908+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:56.054912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:20.268014+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:44.577601+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:10.398933+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:35.167862+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:54:00.825869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1b","mappings":[{"from":2,"to":1}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/2670525383":"2024-03-19T22:56:53.685734+0000","172.21.15.52:0/4260437251":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/278759612":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/2722796687":"2024-03-19T22:56:53.685734+0000","172.21.15.52:0/1251115155":"2024-03-19T22:56:53.685734+0000","172.21.15.52:0/126914394":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6800/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/3214486026":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/3660249274":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/2706493239":"2024-03-19T22:47:53.231814+0000","172.21.15.52:6800/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:6801/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:6800/2914531926":"2024-03-19T22:56:53.685734+0000","172.21.15.52:6801/2914531926":"2024-03-19T22:56:53.685734+0000","172.21.15.52:6801/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/1848659589":"2024-03-19T22:56:53.685734+0000","172.21.15.52:0/3147056836":"2024-03-19T22:56:53.685734+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":6,"length":1},{"begin":16,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-18T23:07:33.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.914+0000 7f4e95d44640 1 -- 172.21.15.52:0/1989270780 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f4e780a2970 msgr2=0x7f4e780a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:33.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.914+0000 7f4e95d44640 1 --2- 172.21.15.52:0/1989270780 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f4e780a2970 0x7f4e780a4e30 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4e80005ab0 tx=0x7f4e80005fd0 comp rx=0 tx=0).stop 2024-03-18T23:07:33.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.914+0000 7f4e95d44640 1 -- 172.21.15.52:0/1989270780 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e901066d0 msgr2=0x7f4e9019ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:33.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.914+0000 7f4e95d44640 1 --2- 172.21.15.52:0/1989270780 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e901066d0 0x7f4e9019ca70 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f4e8800eb10 tx=0x7f4e8800c2d0 comp rx=0 tx=0).stop 2024-03-18T23:07:33.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.915+0000 7f4e95d44640 1 -- 172.21.15.52:0/1989270780 shutdown_connections 2024-03-18T23:07:33.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.915+0000 7f4e95d44640 1 --2- 172.21.15.52:0/1989270780 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e901066d0 0x7f4e9019ca70 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:33.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.915+0000 7f4e95d44640 1 --2- 172.21.15.52:0/1989270780 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f4e780a2970 0x7f4e780a4e30 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:33.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.915+0000 7f4e95d44640 1 --2- 172.21.15.52:0/1989270780 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4e90101080 0x7f4e901986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:33.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.915+0000 7f4e95d44640 1 --2- 172.21.15.52:0/1989270780 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4e901006c0 0x7f4e901981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:33.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.915+0000 7f4e95d44640 1 -- 172.21.15.52:0/1989270780 >> 172.21.15.52:0/1989270780 conn(0x7f4e90076aa0 msgr2=0x7f4e900fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:07:33.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.915+0000 7f4e95d44640 1 -- 172.21.15.52:0/1989270780 shutdown_connections 2024-03-18T23:07:33.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:33.915+0000 7f4e95d44640 1 -- 172.21.15.52:0/1989270780 wait complete. 2024-03-18T23:07:33.926 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-18T22:50:19.580907+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-18T22:54:51.765993+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '87', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-18T22:54:52.580111+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '98', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 16, 'snap_epoch': 98, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-18T23:07:33.927 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-18T23:07:34.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.033+0000 7f4ccc987640 1 -- 172.21.15.52:0/287268438 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cc8101050 msgr2=0x7f4cc810d560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:34.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.033+0000 7f4ccc987640 1 --2- 172.21.15.52:0/287268438 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cc8101050 0x7f4cc810d560 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f4cb8009cd0 tx=0x7f4cb802c0f0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.033+0000 7f4ccc987640 1 -- 172.21.15.52:0/287268438 shutdown_connections 2024-03-18T23:07:34.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.033+0000 7f4ccc987640 1 --2- 172.21.15.52:0/287268438 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cc8101050 0x7f4cc810d560 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.033+0000 7f4ccc987640 1 --2- 172.21.15.52:0/287268438 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4cc8100690 0x7f4cc8100b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.033+0000 7f4ccc987640 1 --2- 172.21.15.52:0/287268438 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4cc81066a0 0x7f4cc8106a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.033+0000 7f4ccc987640 1 -- 172.21.15.52:0/287268438 >> 172.21.15.52:0/287268438 conn(0x7f4cc8077820 msgr2=0x7f4cc8077c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:07:34.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.033+0000 7f4ccc987640 1 -- 172.21.15.52:0/287268438 shutdown_connections 2024-03-18T23:07:34.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.033+0000 7f4ccc987640 1 -- 172.21.15.52:0/287268438 wait complete. 2024-03-18T23:07:34.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.033+0000 7f4ccc987640 1 Processor -- start 2024-03-18T23:07:34.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.033+0000 7f4ccc987640 1 -- start start 2024-03-18T23:07:34.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.034+0000 7f4ccc987640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4cc8100690 0x7f4cc8198fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:34.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.034+0000 7f4ccc987640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4cc8101050 0x7f4cc81994f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:34.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.034+0000 7f4ccc987640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cc81066a0 0x7f4cc81a4030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:34.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.034+0000 7f4ccc987640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4cc8110bd0 con 0x7f4cc81066a0 2024-03-18T23:07:34.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.034+0000 7f4ccc987640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f4cc8110a50 con 0x7f4cc8100690 2024-03-18T23:07:34.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.034+0000 7f4ccc987640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f4cc8110d50 con 0x7f4cc8101050 2024-03-18T23:07:34.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.034+0000 7f4cc6d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cc81066a0 0x7f4cc81a4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:34.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.034+0000 7f4cc659c640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4cc8100690 0x7f4cc8198fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:34.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.034+0000 7f4cc6d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cc81066a0 0x7f4cc81a4030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49394/0 (socket says 172.21.15.52:49394) 2024-03-18T23:07:34.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.034+0000 7f4cc659c640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4cc8100690 0x7f4cc8198fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.52:42544/0 (socket says 172.21.15.52:42544) 2024-03-18T23:07:34.037 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.034+0000 7f4cc6d9d640 1 -- 172.21.15.52:0/2240758612 learned_addr learned my addr 172.21.15.52:0/2240758612 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T23:07:34.037 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.034+0000 7f4cc5d9b640 1 --2- 172.21.15.52:0/2240758612 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4cc8101050 0x7f4cc81994f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:34.037 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.034+0000 7f4cc6d9d640 1 -- 172.21.15.52:0/2240758612 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4cc8101050 msgr2=0x7f4cc81994f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:34.037 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.034+0000 7f4cc6d9d640 1 --2- 172.21.15.52:0/2240758612 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4cc8101050 0x7f4cc81994f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.037 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.034+0000 7f4cc6d9d640 1 -- 172.21.15.52:0/2240758612 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4cc8100690 msgr2=0x7f4cc8198fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:34.037 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.034+0000 7f4cc6d9d640 1 --2- 172.21.15.52:0/2240758612 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4cc8100690 0x7f4cc8198fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.037 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.034+0000 7f4cc6d9d640 1 -- 172.21.15.52:0/2240758612 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cc81a4570 con 0x7f4cc81066a0 2024-03-18T23:07:34.037 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.034+0000 7f4cc6d9d640 1 --2- 172.21.15.52:0/2240758612 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cc81066a0 0x7f4cc81a4030 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f4cb8004af0 tx=0x7f4cb8032550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:07:34.037 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.034+0000 7f4cb77fe640 1 -- 172.21.15.52:0/2240758612 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cb8039040 con 0x7f4cc81066a0 2024-03-18T23:07:34.037 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.034+0000 7f4cb77fe640 1 -- 172.21.15.52:0/2240758612 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4cb8044070 con 0x7f4cc81066a0 2024-03-18T23:07:34.037 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.034+0000 7f4ccc987640 1 -- 172.21.15.52:0/2240758612 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4cc81a4740 con 0x7f4cc81066a0 2024-03-18T23:07:34.037 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.034+0000 7f4cb77fe640 1 -- 172.21.15.52:0/2240758612 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cb80042a0 con 0x7f4cc81066a0 2024-03-18T23:07:34.037 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.034+0000 7f4ccc987640 1 -- 172.21.15.52:0/2240758612 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4cc81a4ba0 con 0x7f4cc81066a0 2024-03-18T23:07:34.037 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.035+0000 7f4ccc987640 1 -- 172.21.15.52:0/2240758612 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4cc8068610 con 0x7f4cc81066a0 2024-03-18T23:07:34.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.037+0000 7f4cb77fe640 1 -- 172.21.15.52:0/2240758612 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f4cb8003970 con 0x7f4cc81066a0 2024-03-18T23:07:34.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.037+0000 7f4cb77fe640 1 --2- 172.21.15.52:0/2240758612 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f4cb00a2970 0x7f4cb00a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:34.039 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.037+0000 7f4cc659c640 1 --2- 172.21.15.52:0/2240758612 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f4cb00a2970 0x7f4cb00a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:34.039 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.037+0000 7f4cb77fe640 1 -- 172.21.15.52:0/2240758612 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8614+0+0 (secure 0 0 0) 0x7f4cb80f17d0 con 0x7f4cc81066a0 2024-03-18T23:07:34.039 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.038+0000 7f4cc659c640 1 --2- 172.21.15.52:0/2240758612 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f4cb00a2970 0x7f4cb00a4e30 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f4cc0009b50 tx=0x7f4cc0005f90 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:07:34.041 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.041+0000 7f4cb77fe640 1 -- 172.21.15.52:0/2240758612 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f4cb80be790 con 0x7f4cc81066a0 2024-03-18T23:07:34.228 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.227+0000 7f4ccc987640 1 -- 172.21.15.52:0/2240758612 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f4cc802d1f0 con 0x7f4cc81066a0 2024-03-18T23:07:34.228 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.228+0000 7f4cb77fe640 1 -- 172.21.15.52:0/2240758612 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v99) ==== 93+0+10 (secure 0 0 0) 0x7f4cb80be090 con 0x7f4cc81066a0 2024-03-18T23:07:34.228 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 1 2024-03-18T23:07:34.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.229+0000 7f4ccc987640 1 -- 172.21.15.52:0/2240758612 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f4cb00a2970 msgr2=0x7f4cb00a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:34.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.229+0000 7f4ccc987640 1 --2- 172.21.15.52:0/2240758612 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f4cb00a2970 0x7f4cb00a4e30 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f4cc0009b50 tx=0x7f4cc0005f90 comp rx=0 tx=0).stop 2024-03-18T23:07:34.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.229+0000 7f4ccc987640 1 -- 172.21.15.52:0/2240758612 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cc81066a0 msgr2=0x7f4cc81a4030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:34.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.229+0000 7f4ccc987640 1 --2- 172.21.15.52:0/2240758612 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cc81066a0 0x7f4cc81a4030 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f4cb8004af0 tx=0x7f4cb8032550 comp rx=0 tx=0).stop 2024-03-18T23:07:34.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.230+0000 7f4ccc987640 1 -- 172.21.15.52:0/2240758612 shutdown_connections 2024-03-18T23:07:34.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.230+0000 7f4ccc987640 1 --2- 172.21.15.52:0/2240758612 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cc81066a0 0x7f4cc81a4030 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.230+0000 7f4ccc987640 1 --2- 172.21.15.52:0/2240758612 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f4cb00a2970 0x7f4cb00a4e30 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.230+0000 7f4ccc987640 1 --2- 172.21.15.52:0/2240758612 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4cc8101050 0x7f4cc81994f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.230+0000 7f4ccc987640 1 --2- 172.21.15.52:0/2240758612 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4cc8100690 0x7f4cc8198fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.230+0000 7f4ccc987640 1 -- 172.21.15.52:0/2240758612 >> 172.21.15.52:0/2240758612 conn(0x7f4cc8077820 msgr2=0x7f4cc8102d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:07:34.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.230+0000 7f4ccc987640 1 -- 172.21.15.52:0/2240758612 shutdown_connections 2024-03-18T23:07:34.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.230+0000 7f4ccc987640 1 -- 172.21.15.52:0/2240758612 wait complete. 2024-03-18T23:07:34.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:33 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1989270780' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T23:07:34.241 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-18T23:07:34.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:33 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/1989270780' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T23:07:34.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:33 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/1989270780' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T23:07:34.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.346+0000 7f85159f4640 1 -- 172.21.15.52:0/3731065950 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f85101010d0 msgr2=0x7f851010d590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:34.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.346+0000 7f85159f4640 1 --2- 172.21.15.52:0/3731065950 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f85101010d0 0x7f851010d590 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f8508009cd0 tx=0x7f850802c0f0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.346+0000 7f85159f4640 1 -- 172.21.15.52:0/3731065950 shutdown_connections 2024-03-18T23:07:34.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.346+0000 7f85159f4640 1 --2- 172.21.15.52:0/3731065950 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f85101010d0 0x7f851010d590 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.346+0000 7f85159f4640 1 --2- 172.21.15.52:0/3731065950 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8510100710 0x7f8510100b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.346+0000 7f85159f4640 1 --2- 172.21.15.52:0/3731065950 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f85101066d0 0x7f8510106ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.346+0000 7f85159f4640 1 -- 172.21.15.52:0/3731065950 >> 172.21.15.52:0/3731065950 conn(0x7f8510077880 msgr2=0x7f8510077c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:07:34.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.346+0000 7f85159f4640 1 -- 172.21.15.52:0/3731065950 shutdown_connections 2024-03-18T23:07:34.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.346+0000 7f85159f4640 1 -- 172.21.15.52:0/3731065950 wait complete. 2024-03-18T23:07:34.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.347+0000 7f85159f4640 1 Processor -- start 2024-03-18T23:07:34.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.347+0000 7f85159f4640 1 -- start start 2024-03-18T23:07:34.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.347+0000 7f85159f4640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8510100710 0x7f8510198fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:34.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.347+0000 7f85159f4640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f85101010d0 0x7f8510199500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:34.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.347+0000 7f85159f4640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f85101066d0 0x7f85101a4040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:34.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.347+0000 7f85159f4640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f8510110c00 con 0x7f85101010d0 2024-03-18T23:07:34.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.347+0000 7f85159f4640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f8510110a80 con 0x7f85101066d0 2024-03-18T23:07:34.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.347+0000 7f85159f4640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f8510110d80 con 0x7f8510100710 2024-03-18T23:07:34.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.347+0000 7f850e7fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f85101010d0 0x7f8510199500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:34.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.347+0000 7f850e7fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f85101010d0 0x7f8510199500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49410/0 (socket says 172.21.15.52:49410) 2024-03-18T23:07:34.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.347+0000 7f850e7fc640 1 -- 172.21.15.52:0/2702063678 learned_addr learned my addr 172.21.15.52:0/2702063678 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T23:07:34.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.347+0000 7f850f7fe640 1 --2- 172.21.15.52:0/2702063678 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f85101066d0 0x7f85101a4040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:34.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.347+0000 7f850effd640 1 --2- 172.21.15.52:0/2702063678 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8510100710 0x7f8510198fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:34.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.347+0000 7f850e7fc640 1 -- 172.21.15.52:0/2702063678 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8510100710 msgr2=0x7f8510198fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:34.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.347+0000 7f850e7fc640 1 --2- 172.21.15.52:0/2702063678 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8510100710 0x7f8510198fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.347+0000 7f850e7fc640 1 -- 172.21.15.52:0/2702063678 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f85101066d0 msgr2=0x7f85101a4040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:34.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.347+0000 7f850e7fc640 1 --2- 172.21.15.52:0/2702063678 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f85101066d0 0x7f85101a4040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.347+0000 7f850e7fc640 1 -- 172.21.15.52:0/2702063678 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85101a4580 con 0x7f85101010d0 2024-03-18T23:07:34.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.347+0000 7f850f7fe640 1 --2- 172.21.15.52:0/2702063678 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f85101066d0 0x7f85101a4040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T23:07:34.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.348+0000 7f850e7fc640 1 --2- 172.21.15.52:0/2702063678 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f85101010d0 0x7f8510199500 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f850400e9f0 tx=0x7f850400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:07:34.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.348+0000 7f85149f2640 1 -- 172.21.15.52:0/2702063678 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f850400cd80 con 0x7f85101010d0 2024-03-18T23:07:34.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.348+0000 7f85159f4640 1 -- 172.21.15.52:0/2702063678 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85101a4750 con 0x7f85101010d0 2024-03-18T23:07:34.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.348+0000 7f85149f2640 1 -- 172.21.15.52:0/2702063678 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8504010930 con 0x7f85101010d0 2024-03-18T23:07:34.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.348+0000 7f85149f2640 1 -- 172.21.15.52:0/2702063678 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8504018b00 con 0x7f85101010d0 2024-03-18T23:07:34.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.348+0000 7f85159f4640 1 -- 172.21.15.52:0/2702063678 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85101a4c90 con 0x7f85101010d0 2024-03-18T23:07:34.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.349+0000 7f85159f4640 1 -- 172.21.15.52:0/2702063678 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f851006a430 con 0x7f85101010d0 2024-03-18T23:07:34.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.350+0000 7f85149f2640 1 -- 172.21.15.52:0/2702063678 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f8504018ca0 con 0x7f85101010d0 2024-03-18T23:07:34.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.350+0000 7f85149f2640 1 --2- 172.21.15.52:0/2702063678 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f84f80a2970 0x7f84f80a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:34.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.351+0000 7f850effd640 1 --2- 172.21.15.52:0/2702063678 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f84f80a2970 0x7f84f80a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:34.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.351+0000 7f85149f2640 1 -- 172.21.15.52:0/2702063678 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8614+0+0 (secure 0 0 0) 0x7f85040cf1b0 con 0x7f85101010d0 2024-03-18T23:07:34.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.351+0000 7f850effd640 1 --2- 172.21.15.52:0/2702063678 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f84f80a2970 0x7f84f80a4e30 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8500009b50 tx=0x7f8500005f90 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:07:34.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.355+0000 7f85149f2640 1 -- 172.21.15.52:0/2702063678 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f850409b860 con 0x7f85101010d0 2024-03-18T23:07:34.541 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.540+0000 7f85159f4640 1 -- 172.21.15.52:0/2702063678 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f8510108c30 con 0x7f85101010d0 2024-03-18T23:07:34.541 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.540+0000 7f85149f2640 1 -- 172.21.15.52:0/2702063678 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v99) ==== 104+0+11 (secure 0 0 0) 0x7f850409f900 con 0x7f85101010d0 2024-03-18T23:07:34.541 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-03-18T23:07:34.543 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.542+0000 7f85159f4640 1 -- 172.21.15.52:0/2702063678 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f84f80a2970 msgr2=0x7f84f80a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:34.543 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.542+0000 7f85159f4640 1 --2- 172.21.15.52:0/2702063678 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f84f80a2970 0x7f84f80a4e30 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8500009b50 tx=0x7f8500005f90 comp rx=0 tx=0).stop 2024-03-18T23:07:34.543 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.542+0000 7f85159f4640 1 -- 172.21.15.52:0/2702063678 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f85101010d0 msgr2=0x7f8510199500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:34.543 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.542+0000 7f85159f4640 1 --2- 172.21.15.52:0/2702063678 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f85101010d0 0x7f8510199500 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f850400e9f0 tx=0x7f850400eeb0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.543 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.542+0000 7f85159f4640 1 -- 172.21.15.52:0/2702063678 shutdown_connections 2024-03-18T23:07:34.543 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.542+0000 7f85159f4640 1 --2- 172.21.15.52:0/2702063678 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f85101066d0 0x7f85101a4040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.544 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.542+0000 7f85159f4640 1 --2- 172.21.15.52:0/2702063678 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f85101010d0 0x7f8510199500 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.544 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.542+0000 7f85159f4640 1 --2- 172.21.15.52:0/2702063678 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f84f80a2970 0x7f84f80a4e30 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.544 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.542+0000 7f85159f4640 1 --2- 172.21.15.52:0/2702063678 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8510100710 0x7f8510198fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.544 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.542+0000 7f85159f4640 1 -- 172.21.15.52:0/2702063678 >> 172.21.15.52:0/2702063678 conn(0x7f8510077880 msgr2=0x7f8510102db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:07:34.544 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.543+0000 7f85159f4640 1 -- 172.21.15.52:0/2702063678 shutdown_connections 2024-03-18T23:07:34.544 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.543+0000 7f85159f4640 1 -- 172.21.15.52:0/2702063678 wait complete. 2024-03-18T23:07:34.554 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-18T23:07:34.662 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.659+0000 7f40b8073640 1 -- 172.21.15.52:0/2056712007 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40b01006d0 msgr2=0x7f40b0100b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:34.662 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.659+0000 7f40b8073640 1 --2- 172.21.15.52:0/2056712007 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40b01006d0 0x7f40b0100b50 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f40a0009930 tx=0x7f40a002bc30 comp rx=0 tx=0).stop 2024-03-18T23:07:34.662 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.659+0000 7f40b8073640 1 -- 172.21.15.52:0/2056712007 shutdown_connections 2024-03-18T23:07:34.662 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.659+0000 7f40b8073640 1 --2- 172.21.15.52:0/2056712007 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f40b0101090 0x7f40b010d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.662 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.659+0000 7f40b8073640 1 --2- 172.21.15.52:0/2056712007 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40b01006d0 0x7f40b0100b50 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.662 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.659+0000 7f40b8073640 1 --2- 172.21.15.52:0/2056712007 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f40b01066e0 0x7f40b0106ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.663 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.659+0000 7f40b8073640 1 -- 172.21.15.52:0/2056712007 >> 172.21.15.52:0/2056712007 conn(0x7f40b0076aa0 msgr2=0x7f40b0076eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:07:34.663 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.659+0000 7f40b8073640 1 -- 172.21.15.52:0/2056712007 shutdown_connections 2024-03-18T23:07:34.663 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.659+0000 7f40b8073640 1 -- 172.21.15.52:0/2056712007 wait complete. 2024-03-18T23:07:34.663 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.659+0000 7f40b8073640 1 Processor -- start 2024-03-18T23:07:34.663 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.659+0000 7f40b8073640 1 -- start start 2024-03-18T23:07:34.663 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.660+0000 7f40b8073640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40b01006d0 0x7f40b0199020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:34.663 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.660+0000 7f40b8073640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f40b0101090 0x7f40b0199560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:34.663 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.660+0000 7f40b8073640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f40b01066e0 0x7f40b01a40a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:34.663 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.660+0000 7f40b8073640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f40b0110bc0 con 0x7f40b01006d0 2024-03-18T23:07:34.663 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.660+0000 7f40b8073640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f40b0110a40 con 0x7f40b0101090 2024-03-18T23:07:34.664 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.660+0000 7f40b8073640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f40b0110d40 con 0x7f40b01066e0 2024-03-18T23:07:34.664 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.660+0000 7f40b5e0f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40b01006d0 0x7f40b0199020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:34.664 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.660+0000 7f40b5e0f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40b01006d0 0x7f40b0199020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49426/0 (socket says 172.21.15.52:49426) 2024-03-18T23:07:34.664 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.660+0000 7f40b5e0f640 1 -- 172.21.15.52:0/3054561799 learned_addr learned my addr 172.21.15.52:0/3054561799 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T23:07:34.664 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.660+0000 7f40b6610640 1 --2- 172.21.15.52:0/3054561799 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f40b01066e0 0x7f40b01a40a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:34.664 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.660+0000 7f40b560e640 1 --2- 172.21.15.52:0/3054561799 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f40b0101090 0x7f40b0199560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:34.664 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.660+0000 7f40b5e0f640 1 -- 172.21.15.52:0/3054561799 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f40b01066e0 msgr2=0x7f40b01a40a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:34.664 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.660+0000 7f40b5e0f640 1 --2- 172.21.15.52:0/3054561799 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f40b01066e0 0x7f40b01a40a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.664 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.660+0000 7f40b5e0f640 1 -- 172.21.15.52:0/3054561799 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f40b0101090 msgr2=0x7f40b0199560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:34.664 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.660+0000 7f40b5e0f640 1 --2- 172.21.15.52:0/3054561799 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f40b0101090 0x7f40b0199560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.665 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.660+0000 7f40b5e0f640 1 -- 172.21.15.52:0/3054561799 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40b01a45e0 con 0x7f40b01006d0 2024-03-18T23:07:34.665 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.660+0000 7f40b5e0f640 1 --2- 172.21.15.52:0/3054561799 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40b01006d0 0x7f40b0199020 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f40ac00ea60 tx=0x7f40ac00ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:07:34.665 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.660+0000 7f40a6ffd640 1 -- 172.21.15.52:0/3054561799 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40ac00cde0 con 0x7f40b01006d0 2024-03-18T23:07:34.665 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.660+0000 7f40a6ffd640 1 -- 172.21.15.52:0/3054561799 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f40ac0035f0 con 0x7f40b01006d0 2024-03-18T23:07:34.665 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.660+0000 7f40b8073640 1 -- 172.21.15.52:0/3054561799 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40b01a47b0 con 0x7f40b01006d0 2024-03-18T23:07:34.665 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.660+0000 7f40a6ffd640 1 -- 172.21.15.52:0/3054561799 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40ac010720 con 0x7f40b01006d0 2024-03-18T23:07:34.665 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.660+0000 7f40b8073640 1 -- 172.21.15.52:0/3054561799 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40b01a4d20 con 0x7f40b01006d0 2024-03-18T23:07:34.665 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.661+0000 7f40b8073640 1 -- 172.21.15.52:0/3054561799 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40b0101e10 con 0x7f40b01006d0 2024-03-18T23:07:34.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.662+0000 7f40a6ffd640 1 -- 172.21.15.52:0/3054561799 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f40ac0037a0 con 0x7f40b01006d0 2024-03-18T23:07:34.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.663+0000 7f40a6ffd640 1 --2- 172.21.15.52:0/3054561799 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f409c0a29f0 0x7f409c0a4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:34.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.663+0000 7f40b560e640 1 --2- 172.21.15.52:0/3054561799 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f409c0a29f0 0x7f409c0a4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:34.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.663+0000 7f40a6ffd640 1 -- 172.21.15.52:0/3054561799 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8614+0+0 (secure 0 0 0) 0x7f40ac0cf130 con 0x7f40b01006d0 2024-03-18T23:07:34.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.663+0000 7f40b560e640 1 --2- 172.21.15.52:0/3054561799 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f409c0a29f0 0x7f409c0a4eb0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f40a0005ab0 tx=0x7f40a0005fd0 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:07:34.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.667+0000 7f40a6ffd640 1 -- 172.21.15.52:0/3054561799 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f40ac09bdd0 con 0x7f40b01006d0 2024-03-18T23:07:34.853 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.852+0000 7f40b8073640 1 -- 172.21.15.52:0/3054561799 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f40b0108c60 con 0x7f40b01006d0 2024-03-18T23:07:34.853 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.853+0000 7f40a6ffd640 1 -- 172.21.15.52:0/3054561799 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v99) ==== 100+0+11 (secure 0 0 0) 0x7f40ac09b6d0 con 0x7f40b01006d0 2024-03-18T23:07:34.853 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 64 2024-03-18T23:07:34.855 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.855+0000 7f40b8073640 1 -- 172.21.15.52:0/3054561799 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f409c0a29f0 msgr2=0x7f409c0a4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:34.855 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.855+0000 7f40b8073640 1 --2- 172.21.15.52:0/3054561799 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f409c0a29f0 0x7f409c0a4eb0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f40a0005ab0 tx=0x7f40a0005fd0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.856 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.855+0000 7f40b8073640 1 -- 172.21.15.52:0/3054561799 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40b01006d0 msgr2=0x7f40b0199020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:34.856 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.855+0000 7f40b8073640 1 --2- 172.21.15.52:0/3054561799 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40b01006d0 0x7f40b0199020 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f40ac00ea60 tx=0x7f40ac00ef20 comp rx=0 tx=0).stop 2024-03-18T23:07:34.856 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.855+0000 7f40b8073640 1 -- 172.21.15.52:0/3054561799 shutdown_connections 2024-03-18T23:07:34.856 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.855+0000 7f40b8073640 1 --2- 172.21.15.52:0/3054561799 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f409c0a29f0 0x7f409c0a4eb0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.856 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.855+0000 7f40b8073640 1 --2- 172.21.15.52:0/3054561799 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f40b01066e0 0x7f40b01a40a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.856 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.855+0000 7f40b8073640 1 --2- 172.21.15.52:0/3054561799 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f40b0101090 0x7f40b0199560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.856 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.855+0000 7f40b8073640 1 --2- 172.21.15.52:0/3054561799 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40b01006d0 0x7f40b0199020 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.856 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.855+0000 7f40b8073640 1 -- 172.21.15.52:0/3054561799 >> 172.21.15.52:0/3054561799 conn(0x7f40b0076aa0 msgr2=0x7f40b00fdf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:07:34.856 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.855+0000 7f40b8073640 1 -- 172.21.15.52:0/3054561799 shutdown_connections 2024-03-18T23:07:34.856 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.855+0000 7f40b8073640 1 -- 172.21.15.52:0/3054561799 wait complete. 2024-03-18T23:07:34.866 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-03-18T23:07:34.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.970+0000 7f270bad1640 1 -- 172.21.15.52:0/864311516 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2704102180 msgr2=0x7f270410e690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:34.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.970+0000 7f270bad1640 1 --2- 172.21.15.52:0/864311516 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2704102180 0x7f270410e690 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f26fc009930 tx=0x7f26fc02bc30 comp rx=0 tx=0).stop 2024-03-18T23:07:34.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.970+0000 7f270bad1640 1 -- 172.21.15.52:0/864311516 shutdown_connections 2024-03-18T23:07:34.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.970+0000 7f270bad1640 1 --2- 172.21.15.52:0/864311516 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2704102180 0x7f270410e690 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.970+0000 7f270bad1640 1 --2- 172.21.15.52:0/864311516 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f27041017c0 0x7f2704101c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.970+0000 7f270bad1640 1 --2- 172.21.15.52:0/864311516 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f27041077d0 0x7f2704107bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.970+0000 7f270bad1640 1 -- 172.21.15.52:0/864311516 >> 172.21.15.52:0/864311516 conn(0x7f27040fd250 msgr2=0x7f27040ff670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:07:34.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.971+0000 7f270bad1640 1 -- 172.21.15.52:0/864311516 shutdown_connections 2024-03-18T23:07:34.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.971+0000 7f270bad1640 1 -- 172.21.15.52:0/864311516 wait complete. 2024-03-18T23:07:34.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.971+0000 7f270bad1640 1 Processor -- start 2024-03-18T23:07:34.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.971+0000 7f270bad1640 1 -- start start 2024-03-18T23:07:34.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.971+0000 7f270bad1640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f27041017c0 0x7f2704198210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:34.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.971+0000 7f270bad1640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2704102180 0x7f2704198750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:34.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.971+0000 7f270bad1640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f27041077d0 0x7f270419ca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:34.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.971+0000 7f270bad1640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f2704111cb0 con 0x7f2704102180 2024-03-18T23:07:34.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.971+0000 7f270bad1640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f2704111b30 con 0x7f27041077d0 2024-03-18T23:07:34.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.971+0000 7f270bad1640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f2704111e30 con 0x7f27041017c0 2024-03-18T23:07:34.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.971+0000 7f270906c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2704102180 0x7f2704198750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:34.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.971+0000 7f270986d640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f27041017c0 0x7f2704198210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:34.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.971+0000 7f270906c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2704102180 0x7f2704198750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49436/0 (socket says 172.21.15.52:49436) 2024-03-18T23:07:34.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.971+0000 7f270906c640 1 -- 172.21.15.52:0/4226257269 learned_addr learned my addr 172.21.15.52:0/4226257269 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T23:07:34.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.971+0000 7f270a06e640 1 --2- 172.21.15.52:0/4226257269 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f27041077d0 0x7f270419ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:34.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.972+0000 7f270906c640 1 -- 172.21.15.52:0/4226257269 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f27041017c0 msgr2=0x7f2704198210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:34.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.972+0000 7f270906c640 1 --2- 172.21.15.52:0/4226257269 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f27041017c0 0x7f2704198210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.972+0000 7f270906c640 1 -- 172.21.15.52:0/4226257269 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f27041077d0 msgr2=0x7f270419ca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:34.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.972+0000 7f270906c640 1 --2- 172.21.15.52:0/4226257269 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f27041077d0 0x7f270419ca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:34.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.972+0000 7f270906c640 1 -- 172.21.15.52:0/4226257269 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f270419d1b0 con 0x7f2704102180 2024-03-18T23:07:34.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.972+0000 7f270986d640 1 --2- 172.21.15.52:0/4226257269 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f27041017c0 0x7f2704198210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T23:07:34.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.972+0000 7f270906c640 1 --2- 172.21.15.52:0/4226257269 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2704102180 0x7f2704198750 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f26f800e9f0 tx=0x7f26f800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:07:34.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.972+0000 7f2702ffd640 1 -- 172.21.15.52:0/4226257269 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26f800cd80 con 0x7f2704102180 2024-03-18T23:07:34.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.972+0000 7f2702ffd640 1 -- 172.21.15.52:0/4226257269 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f26f8010930 con 0x7f2704102180 2024-03-18T23:07:34.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.972+0000 7f270bad1640 1 -- 172.21.15.52:0/4226257269 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f270419d4a0 con 0x7f2704102180 2024-03-18T23:07:34.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.972+0000 7f2702ffd640 1 -- 172.21.15.52:0/4226257269 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26f8018b00 con 0x7f2704102180 2024-03-18T23:07:34.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.972+0000 7f270bad1640 1 -- 172.21.15.52:0/4226257269 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27041a4d30 con 0x7f2704102180 2024-03-18T23:07:34.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.973+0000 7f270bad1640 1 -- 172.21.15.52:0/4226257269 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2704068a60 con 0x7f2704102180 2024-03-18T23:07:34.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.974+0000 7f2702ffd640 1 -- 172.21.15.52:0/4226257269 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f26f8018ca0 con 0x7f2704102180 2024-03-18T23:07:34.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.975+0000 7f2702ffd640 1 --2- 172.21.15.52:0/4226257269 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f26ec0a2970 0x7f26ec0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:34.977 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.975+0000 7f270986d640 1 --2- 172.21.15.52:0/4226257269 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f26ec0a2970 0x7f26ec0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:34.977 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.975+0000 7f2702ffd640 1 -- 172.21.15.52:0/4226257269 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8614+0+0 (secure 0 0 0) 0x7f26f80cf590 con 0x7f2704102180 2024-03-18T23:07:34.977 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.975+0000 7f270986d640 1 --2- 172.21.15.52:0/4226257269 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f26ec0a2970 0x7f26ec0a4e30 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f26f4005fd0 tx=0x7f26f4009500 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:07:34.978 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:34.978+0000 7f2702ffd640 1 -- 172.21.15.52:0/4226257269 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f26f809bbe0 con 0x7f2704102180 2024-03-18T23:07:35.174 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.173+0000 7f270bad1640 1 -- 172.21.15.52:0/4226257269 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f2704109d30 con 0x7f2704102180 2024-03-18T23:07:35.174 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.174+0000 7f2702ffd640 1 -- 172.21.15.52:0/4226257269 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 17 entries v99) ==== 81+0+1002 (secure 0 0 0) 0x7f26f809fc80 con 0x7f2704102180 2024-03-18T23:07:35.174 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/2670525383 2024-03-19T22:56:53.685734+0000 2024-03-18T23:07:35.174 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/4260437251 2024-03-19T22:47:53.231814+0000 2024-03-18T23:07:35.175 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/278759612 2024-03-19T22:47:26.273874+0000 2024-03-18T23:07:35.175 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/2722796687 2024-03-19T22:56:53.685734+0000 2024-03-18T23:07:35.175 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/1251115155 2024-03-19T22:56:53.685734+0000 2024-03-18T23:07:35.175 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/126914394 2024-03-19T22:47:26.273874+0000 2024-03-18T23:07:35.175 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:6800/3572762748 2024-03-19T22:47:26.273874+0000 2024-03-18T23:07:35.175 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/3214486026 2024-03-19T22:47:26.273874+0000 2024-03-18T23:07:35.175 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/3660249274 2024-03-19T22:47:53.231814+0000 2024-03-18T23:07:35.175 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/2706493239 2024-03-19T22:47:53.231814+0000 2024-03-18T23:07:35.175 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:6800/2150375137 2024-03-19T22:47:53.231814+0000 2024-03-18T23:07:35.175 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:6801/2150375137 2024-03-19T22:47:53.231814+0000 2024-03-18T23:07:35.175 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:6800/2914531926 2024-03-19T22:56:53.685734+0000 2024-03-18T23:07:35.175 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:6801/2914531926 2024-03-19T22:56:53.685734+0000 2024-03-18T23:07:35.175 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:6801/3572762748 2024-03-19T22:47:26.273874+0000 2024-03-18T23:07:35.175 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/1848659589 2024-03-19T22:56:53.685734+0000 2024-03-18T23:07:35.176 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/3147056836 2024-03-19T22:56:53.685734+0000 2024-03-18T23:07:35.176 INFO:teuthology.orchestra.run.smithi052.stderr:listed 17 entries 2024-03-18T23:07:35.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.176+0000 7f270bad1640 1 -- 172.21.15.52:0/4226257269 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f26ec0a2970 msgr2=0x7f26ec0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:35.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.176+0000 7f270bad1640 1 --2- 172.21.15.52:0/4226257269 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f26ec0a2970 0x7f26ec0a4e30 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f26f4005fd0 tx=0x7f26f4009500 comp rx=0 tx=0).stop 2024-03-18T23:07:35.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.176+0000 7f270bad1640 1 -- 172.21.15.52:0/4226257269 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2704102180 msgr2=0x7f2704198750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:35.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.176+0000 7f270bad1640 1 --2- 172.21.15.52:0/4226257269 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2704102180 0x7f2704198750 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f26f800e9f0 tx=0x7f26f800eeb0 comp rx=0 tx=0).stop 2024-03-18T23:07:35.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.176+0000 7f270bad1640 1 -- 172.21.15.52:0/4226257269 shutdown_connections 2024-03-18T23:07:35.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.176+0000 7f270bad1640 1 --2- 172.21.15.52:0/4226257269 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f27041077d0 0x7f270419ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:35.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.176+0000 7f270bad1640 1 --2- 172.21.15.52:0/4226257269 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2704102180 0x7f2704198750 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:35.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.176+0000 7f270bad1640 1 --2- 172.21.15.52:0/4226257269 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f26ec0a2970 0x7f26ec0a4e30 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:35.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.176+0000 7f270bad1640 1 --2- 172.21.15.52:0/4226257269 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f27041017c0 0x7f2704198210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:35.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.176+0000 7f270bad1640 1 -- 172.21.15.52:0/4226257269 >> 172.21.15.52:0/4226257269 conn(0x7f27040fd250 msgr2=0x7f27040fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:07:35.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.176+0000 7f270bad1640 1 -- 172.21.15.52:0/4226257269 shutdown_connections 2024-03-18T23:07:35.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.176+0000 7f270bad1640 1 -- 172.21.15.52:0/4226257269 wait complete. 2024-03-18T23:07:35.186 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:34 smithi052 ceph-mon[32520]: pgmap v331: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:07:35.186 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:34 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/2240758612' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-18T23:07:35.186 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:34 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/2702063678' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-18T23:07:35.186 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:34 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/3054561799' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-18T23:07:35.187 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-03-18T23:07:35.187 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-18T23:07:35.187 DEBUG:teuthology.orchestra.run.smithi052:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-03-18T23:07:35.234 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi052.front.sepia.ceph.com 2024-03-18T23:07:35.235 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-18T23:07:35.235 DEBUG:teuthology.orchestra.run.smithi052:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-03-18T23:07:35.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:34 smithi181 ceph-mon[67256]: pgmap v331: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:07:35.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:34 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/2240758612' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-18T23:07:35.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:34 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/2702063678' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-18T23:07:35.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:34 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/3054561799' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-18T23:07:35.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:34 smithi099 ceph-mon[36725]: pgmap v331: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-03-18T23:07:35.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:34 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/2240758612' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-18T23:07:35.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:34 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/2702063678' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-18T23:07:35.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:34 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/3054561799' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-18T23:07:35.273 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-18T23:07:35.273 DEBUG:teuthology.orchestra.run.smithi052:> ip netns list 2024-03-18T23:07:35.343 INFO:teuthology.orchestra.run.smithi052.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-03-18T23:07:35.343 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-18T23:07:35.343 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-03-18T23:07:35.413 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-18T23:07:35.414 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link delete ceph-brx 2024-03-18T23:07:35.517 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-03-18T23:07:35.528 INFO:tasks.cephadm:Teardown begin 2024-03-18T23:07:35.528 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-03-18T23:07:35.528 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-18T23:07:35.634 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.632+0000 7fe340b37640 1 -- 172.21.15.52:0/2780663874 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe33c1066d0 msgr2=0x7fe33c106ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:35.635 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.632+0000 7fe340b37640 1 --2- 172.21.15.52:0/2780663874 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe33c1066d0 0x7fe33c106ab0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fe334009930 tx=0x7fe33402bc30 comp rx=0 tx=0).stop 2024-03-18T23:07:35.635 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.632+0000 7fe340b37640 1 -- 172.21.15.52:0/2780663874 shutdown_connections 2024-03-18T23:07:35.635 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.632+0000 7fe340b37640 1 --2- 172.21.15.52:0/2780663874 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe33c101080 0x7fe33c10d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:35.635 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.632+0000 7fe340b37640 1 --2- 172.21.15.52:0/2780663874 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe33c1006c0 0x7fe33c100b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:35.635 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.632+0000 7fe340b37640 1 --2- 172.21.15.52:0/2780663874 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe33c1066d0 0x7fe33c106ab0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:35.635 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.632+0000 7fe340b37640 1 -- 172.21.15.52:0/2780663874 >> 172.21.15.52:0/2780663874 conn(0x7fe33c076aa0 msgr2=0x7fe33c076eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:07:35.635 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.632+0000 7fe340b37640 1 -- 172.21.15.52:0/2780663874 shutdown_connections 2024-03-18T23:07:35.635 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.632+0000 7fe340b37640 1 -- 172.21.15.52:0/2780663874 wait complete. 2024-03-18T23:07:35.635 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.633+0000 7fe340b37640 1 Processor -- start 2024-03-18T23:07:35.635 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.633+0000 7fe340b37640 1 -- start start 2024-03-18T23:07:35.635 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.633+0000 7fe340b37640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe33c1006c0 0x7fe33c199030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:35.635 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.633+0000 7fe340b37640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe33c101080 0x7fe33c199570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:35.635 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.633+0000 7fe340b37640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe33c1066d0 0x7fe33c1a40b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:35.635 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.633+0000 7fe340b37640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe33c110bb0 con 0x7fe33c1006c0 2024-03-18T23:07:35.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.633+0000 7fe340b37640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fe33c110a30 con 0x7fe33c101080 2024-03-18T23:07:35.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.633+0000 7fe340b37640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fe33c110d30 con 0x7fe33c1066d0 2024-03-18T23:07:35.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.633+0000 7fe33a59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe33c1006c0 0x7fe33c199030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:35.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.633+0000 7fe33a59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe33c1006c0 0x7fe33c199030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49450/0 (socket says 172.21.15.52:49450) 2024-03-18T23:07:35.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.633+0000 7fe33a59c640 1 -- 172.21.15.52:0/711443389 learned_addr learned my addr 172.21.15.52:0/711443389 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T23:07:35.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.633+0000 7fe33ad9d640 1 --2- 172.21.15.52:0/711443389 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe33c1066d0 0x7fe33c1a40b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:35.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.633+0000 7fe339d9b640 1 --2- 172.21.15.52:0/711443389 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe33c101080 0x7fe33c199570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:35.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.633+0000 7fe33a59c640 1 -- 172.21.15.52:0/711443389 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe33c1066d0 msgr2=0x7fe33c1a40b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:35.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.633+0000 7fe33a59c640 1 --2- 172.21.15.52:0/711443389 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe33c1066d0 0x7fe33c1a40b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:35.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.633+0000 7fe33a59c640 1 -- 172.21.15.52:0/711443389 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe33c101080 msgr2=0x7fe33c199570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:35.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.633+0000 7fe33a59c640 1 --2- 172.21.15.52:0/711443389 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe33c101080 0x7fe33c199570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:35.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.633+0000 7fe33a59c640 1 -- 172.21.15.52:0/711443389 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe33c1a45f0 con 0x7fe33c1006c0 2024-03-18T23:07:35.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.634+0000 7fe33a59c640 1 --2- 172.21.15.52:0/711443389 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe33c1006c0 0x7fe33c199030 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fe334009230 tx=0x7fe33402dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:07:35.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.634+0000 7fe3337fe640 1 -- 172.21.15.52:0/711443389 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe334043020 con 0x7fe33c1006c0 2024-03-18T23:07:35.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.634+0000 7fe3337fe640 1 -- 172.21.15.52:0/711443389 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe334004250 con 0x7fe33c1006c0 2024-03-18T23:07:35.637 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.634+0000 7fe340b37640 1 -- 172.21.15.52:0/711443389 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe33c1a47c0 con 0x7fe33c1006c0 2024-03-18T23:07:35.637 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.634+0000 7fe3337fe640 1 -- 172.21.15.52:0/711443389 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe334003ab0 con 0x7fe33c1006c0 2024-03-18T23:07:35.637 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.634+0000 7fe340b37640 1 -- 172.21.15.52:0/711443389 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe33c1a4cb0 con 0x7fe33c1006c0 2024-03-18T23:07:35.637 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.635+0000 7fe340b37640 1 -- 172.21.15.52:0/711443389 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe33c101e00 con 0x7fe33c1006c0 2024-03-18T23:07:35.638 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.636+0000 7fe3337fe640 1 -- 172.21.15.52:0/711443389 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fe334046020 con 0x7fe33c1006c0 2024-03-18T23:07:35.638 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.636+0000 7fe3337fe640 1 --2- 172.21.15.52:0/711443389 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fe3280a2970 0x7fe3280a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:35.638 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.636+0000 7fe339d9b640 1 --2- 172.21.15.52:0/711443389 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fe3280a2970 0x7fe3280a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:35.638 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.637+0000 7fe3337fe640 1 -- 172.21.15.52:0/711443389 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8614+0+0 (secure 0 0 0) 0x7fe3340f0e00 con 0x7fe33c1006c0 2024-03-18T23:07:35.638 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.637+0000 7fe339d9b640 1 --2- 172.21.15.52:0/711443389 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fe3280a2970 0x7fe3280a4e30 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe33c06a9c0 tx=0x7fe324005f90 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:07:35.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.641+0000 7fe3337fe640 1 -- 172.21.15.52:0/711443389 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fe33404d020 con 0x7fe33c1006c0 2024-03-18T23:07:35.864 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.864+0000 7fe340b37640 1 -- 172.21.15.52:0/711443389 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe33c02d1f0 con 0x7fe33c1006c0 2024-03-18T23:07:35.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.865+0000 7fe3337fe640 1 -- 172.21.15.52:0/711443389 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 32 v32) ==== 94+0+11857 (secure 0 0 0) 0x7fe3340bdc10 con 0x7fe33c1006c0 2024-03-18T23:07:35.865 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T23:07:35.865 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":32,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3227483135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":3227483135},{"type":"v1","addr":"172.21.15.52:6835","nonce":3227483135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/3461032451","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":3461032451},{"type":"v1","addr":"172.21.15.52:6837","nonce":3461032451}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14628,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/1261469762","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":1261469762},{"type":"v1","addr":"172.21.15.52:6839","nonce":1261469762}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14640,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3903225657","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3903225657},{"type":"v1","addr":"172.21.15.52:6841","nonce":3903225657}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/873737656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":873737656},{"type":"v1","addr":"172.21.15.181:6833","nonce":873737656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6833/800213438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":800213438},{"type":"v1","addr":"172.21.15.99:6833","nonce":800213438}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":32,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-18T22:54:53.377645+0000","modified":"2024-03-18T23:02:10.636899+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24527,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24445":{"gid":24445,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.181:6835/278652610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":278652610},{"type":"v1","addr":"172.21.15.181:6835","nonce":278652610}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.99:6835/286053630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":286053630},{"type":"v1","addr":"172.21.15.99:6835","nonce":286053630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.181:6837/1834382232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":1834382232},{"type":"v1","addr":"172.21.15.181:6837","nonce":1834382232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.181:6839/1346550423","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6838","nonce":1346550423},{"type":"v1","addr":"172.21.15.181:6839","nonce":1346550423}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.99:6837/3393123598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6836","nonce":3393123598},{"type":"v1","addr":"172.21.15.99:6837","nonce":3393123598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.99:6839/326875962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6838","nonce":326875962},{"type":"v1","addr":"172.21.15.99:6839","nonce":326875962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24527,"qdb_cluster":[24479,24527,24478]},"id":1}]} 2024-03-18T23:07:35.866 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 32 2024-03-18T23:07:35.867 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.867+0000 7fe340b37640 1 -- 172.21.15.52:0/711443389 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fe3280a2970 msgr2=0x7fe3280a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:35.867 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.867+0000 7fe340b37640 1 --2- 172.21.15.52:0/711443389 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fe3280a2970 0x7fe3280a4e30 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe33c06a9c0 tx=0x7fe324005f90 comp rx=0 tx=0).stop 2024-03-18T23:07:35.867 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.867+0000 7fe340b37640 1 -- 172.21.15.52:0/711443389 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe33c1006c0 msgr2=0x7fe33c199030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:35.867 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.867+0000 7fe340b37640 1 --2- 172.21.15.52:0/711443389 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe33c1006c0 0x7fe33c199030 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fe334009230 tx=0x7fe33402dc90 comp rx=0 tx=0).stop 2024-03-18T23:07:35.868 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.867+0000 7fe340b37640 1 -- 172.21.15.52:0/711443389 shutdown_connections 2024-03-18T23:07:35.868 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.867+0000 7fe340b37640 1 --2- 172.21.15.52:0/711443389 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fe3280a2970 0x7fe3280a4e30 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:35.868 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.867+0000 7fe340b37640 1 --2- 172.21.15.52:0/711443389 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe33c1066d0 0x7fe33c1a40b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:35.868 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.867+0000 7fe340b37640 1 --2- 172.21.15.52:0/711443389 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe33c101080 0x7fe33c199570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:35.868 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.867+0000 7fe340b37640 1 --2- 172.21.15.52:0/711443389 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe33c1006c0 0x7fe33c199030 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:35.868 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.867+0000 7fe340b37640 1 -- 172.21.15.52:0/711443389 >> 172.21.15.52:0/711443389 conn(0x7fe33c076aa0 msgr2=0x7fe33c0fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:07:35.868 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.867+0000 7fe340b37640 1 -- 172.21.15.52:0/711443389 shutdown_connections 2024-03-18T23:07:35.868 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.867+0000 7fe340b37640 1 -- 172.21.15.52:0/711443389 wait complete. 2024-03-18T23:07:35.878 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-18T23:07:35.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.981+0000 7f1a0c275640 1 -- 172.21.15.52:0/2828883317 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1a041017e0 msgr2=0x7f1a04101c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:35.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.981+0000 7f1a0c275640 1 --2- 172.21.15.52:0/2828883317 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1a041017e0 0x7f1a04101c60 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f19f8009930 tx=0x7f19f802bc30 comp rx=0 tx=0).stop 2024-03-18T23:07:35.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.981+0000 7f1a0c275640 1 -- 172.21.15.52:0/2828883317 shutdown_connections 2024-03-18T23:07:35.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.981+0000 7f1a0c275640 1 --2- 172.21.15.52:0/2828883317 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1a041021a0 0x7f1a0410e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:35.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.981+0000 7f1a0c275640 1 --2- 172.21.15.52:0/2828883317 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1a041017e0 0x7f1a04101c60 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:35.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.981+0000 7f1a0c275640 1 --2- 172.21.15.52:0/2828883317 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1a041077f0 0x7f1a04107bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:35.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.981+0000 7f1a0c275640 1 -- 172.21.15.52:0/2828883317 >> 172.21.15.52:0/2828883317 conn(0x7f1a040fd2b0 msgr2=0x7f1a040ff6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:07:35.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.981+0000 7f1a0c275640 1 -- 172.21.15.52:0/2828883317 shutdown_connections 2024-03-18T23:07:35.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.981+0000 7f1a0c275640 1 -- 172.21.15.52:0/2828883317 wait complete. 2024-03-18T23:07:35.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.981+0000 7f1a0c275640 1 Processor -- start 2024-03-18T23:07:35.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.981+0000 7f1a0c275640 1 -- start start 2024-03-18T23:07:35.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.981+0000 7f1a0c275640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1a041017e0 0x7f1a041981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:35.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.982+0000 7f1a0c275640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1a041021a0 0x7f1a041986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:35.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.982+0000 7f1a0c275640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1a041077f0 0x7f1a0419ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:35.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.982+0000 7f1a0c275640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f1a04111cd0 con 0x7f1a041017e0 2024-03-18T23:07:35.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.982+0000 7f1a0c275640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f1a04111b50 con 0x7f1a041077f0 2024-03-18T23:07:35.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.982+0000 7f1a0c275640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f1a04111e50 con 0x7f1a041021a0 2024-03-18T23:07:35.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.982+0000 7f1a0a011640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1a041017e0 0x7f1a041981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:35.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.982+0000 7f1a0a011640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1a041017e0 0x7f1a041981b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49470/0 (socket says 172.21.15.52:49470) 2024-03-18T23:07:35.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.982+0000 7f1a0a011640 1 -- 172.21.15.52:0/1942832892 learned_addr learned my addr 172.21.15.52:0/1942832892 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T23:07:35.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.982+0000 7f1a09810640 1 --2- 172.21.15.52:0/1942832892 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1a041021a0 0x7f1a041986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:35.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.982+0000 7f1a0a812640 1 --2- 172.21.15.52:0/1942832892 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1a041077f0 0x7f1a0419ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:35.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.982+0000 7f1a0a011640 1 -- 172.21.15.52:0/1942832892 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1a041021a0 msgr2=0x7f1a041986f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:35.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.982+0000 7f1a0a011640 1 --2- 172.21.15.52:0/1942832892 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1a041021a0 0x7f1a041986f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:35.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.982+0000 7f1a0a011640 1 -- 172.21.15.52:0/1942832892 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1a041077f0 msgr2=0x7f1a0419ca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:35.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.982+0000 7f1a0a011640 1 --2- 172.21.15.52:0/1942832892 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1a041077f0 0x7f1a0419ca70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:35.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.982+0000 7f1a0a011640 1 -- 172.21.15.52:0/1942832892 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a0419d1a0 con 0x7f1a041017e0 2024-03-18T23:07:35.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.982+0000 7f1a0a812640 1 --2- 172.21.15.52:0/1942832892 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1a041077f0 0x7f1a0419ca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T23:07:35.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.982+0000 7f1a0a011640 1 --2- 172.21.15.52:0/1942832892 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1a041017e0 0x7f1a041981b0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f19fc00e9f0 tx=0x7f19fc00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:07:35.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.982+0000 7f1a037fe640 1 -- 172.21.15.52:0/1942832892 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19fc00cd80 con 0x7f1a041017e0 2024-03-18T23:07:35.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.982+0000 7f1a037fe640 1 -- 172.21.15.52:0/1942832892 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f19fc005520 con 0x7f1a041017e0 2024-03-18T23:07:35.986 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.982+0000 7f1a0c275640 1 -- 172.21.15.52:0/1942832892 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a0419d490 con 0x7f1a041017e0 2024-03-18T23:07:35.986 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.982+0000 7f1a037fe640 1 -- 172.21.15.52:0/1942832892 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19fc010690 con 0x7f1a041017e0 2024-03-18T23:07:35.986 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.982+0000 7f1a0c275640 1 -- 172.21.15.52:0/1942832892 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a041a4d20 con 0x7f1a041017e0 2024-03-18T23:07:35.986 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.983+0000 7f1a0c275640 1 -- 172.21.15.52:0/1942832892 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a04068610 con 0x7f1a041017e0 2024-03-18T23:07:35.986 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.984+0000 7f1a037fe640 1 -- 172.21.15.52:0/1942832892 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f19fc0046c0 con 0x7f1a041017e0 2024-03-18T23:07:35.987 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.985+0000 7f1a037fe640 1 --2- 172.21.15.52:0/1942832892 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f19ec0a2970 0x7f19ec0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:35.987 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.985+0000 7f1a09810640 1 --2- 172.21.15.52:0/1942832892 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f19ec0a2970 0x7f19ec0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:35.987 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.985+0000 7f1a037fe640 1 -- 172.21.15.52:0/1942832892 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8614+0+0 (secure 0 0 0) 0x7f19fc0cf320 con 0x7f1a041017e0 2024-03-18T23:07:35.987 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.985+0000 7f1a09810640 1 --2- 172.21.15.52:0/1942832892 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f19ec0a2970 0x7f19ec0a4e30 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f19f8005ab0 tx=0x7f19f8005fd0 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:07:35.989 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:35.989+0000 7f1a037fe640 1 -- 172.21.15.52:0/1942832892 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f19fc09c020 con 0x7f1a041017e0 2024-03-18T23:07:36.210 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.209+0000 7f1a0c275640 1 -- 172.21.15.52:0/1942832892 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1a04199500 con 0x7f1a041017e0 2024-03-18T23:07:36.210 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.210+0000 7f1a037fe640 1 -- 172.21.15.52:0/1942832892 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 32 v32) ==== 94+0+11857 (secure 0 0 0) 0x7f19fc09b920 con 0x7f1a041017e0 2024-03-18T23:07:36.211 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T23:07:36.211 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":32,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3227483135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":3227483135},{"type":"v1","addr":"172.21.15.52:6835","nonce":3227483135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/3461032451","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":3461032451},{"type":"v1","addr":"172.21.15.52:6837","nonce":3461032451}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14628,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/1261469762","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":1261469762},{"type":"v1","addr":"172.21.15.52:6839","nonce":1261469762}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14640,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3903225657","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3903225657},{"type":"v1","addr":"172.21.15.52:6841","nonce":3903225657}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/873737656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":873737656},{"type":"v1","addr":"172.21.15.181:6833","nonce":873737656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6833/800213438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":800213438},{"type":"v1","addr":"172.21.15.99:6833","nonce":800213438}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":32,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-18T22:54:53.377645+0000","modified":"2024-03-18T23:02:10.636899+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24527,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24445":{"gid":24445,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.181:6835/278652610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":278652610},{"type":"v1","addr":"172.21.15.181:6835","nonce":278652610}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.99:6835/286053630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":286053630},{"type":"v1","addr":"172.21.15.99:6835","nonce":286053630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.181:6837/1834382232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":1834382232},{"type":"v1","addr":"172.21.15.181:6837","nonce":1834382232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.181:6839/1346550423","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6838","nonce":1346550423},{"type":"v1","addr":"172.21.15.181:6839","nonce":1346550423}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.99:6837/3393123598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6836","nonce":3393123598},{"type":"v1","addr":"172.21.15.99:6837","nonce":3393123598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.99:6839/326875962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6838","nonce":326875962},{"type":"v1","addr":"172.21.15.99:6839","nonce":326875962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24527,"qdb_cluster":[24479,24527,24478]},"id":1}]} 2024-03-18T23:07:36.211 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 32 2024-03-18T23:07:36.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.212+0000 7f1a0c275640 1 -- 172.21.15.52:0/1942832892 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f19ec0a2970 msgr2=0x7f19ec0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:36.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.212+0000 7f1a0c275640 1 --2- 172.21.15.52:0/1942832892 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f19ec0a2970 0x7f19ec0a4e30 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f19f8005ab0 tx=0x7f19f8005fd0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.212+0000 7f1a0c275640 1 -- 172.21.15.52:0/1942832892 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1a041017e0 msgr2=0x7f1a041981b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:36.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.212+0000 7f1a0c275640 1 --2- 172.21.15.52:0/1942832892 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1a041017e0 0x7f1a041981b0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f19fc00e9f0 tx=0x7f19fc00edf0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.212+0000 7f1a0c275640 1 -- 172.21.15.52:0/1942832892 shutdown_connections 2024-03-18T23:07:36.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.212+0000 7f1a0c275640 1 --2- 172.21.15.52:0/1942832892 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1a041077f0 0x7f1a0419ca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.212+0000 7f1a0c275640 1 --2- 172.21.15.52:0/1942832892 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f19ec0a2970 0x7f19ec0a4e30 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.212+0000 7f1a0c275640 1 --2- 172.21.15.52:0/1942832892 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1a041021a0 0x7f1a041986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.212+0000 7f1a0c275640 1 --2- 172.21.15.52:0/1942832892 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1a041017e0 0x7f1a041981b0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.212+0000 7f1a0c275640 1 -- 172.21.15.52:0/1942832892 >> 172.21.15.52:0/1942832892 conn(0x7f1a040fd2b0 msgr2=0x7f1a040fdb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:07:36.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.212+0000 7f1a0c275640 1 -- 172.21.15.52:0/1942832892 shutdown_connections 2024-03-18T23:07:36.214 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.212+0000 7f1a0c275640 1 -- 172.21.15.52:0/1942832892 wait complete. 2024-03-18T23:07:36.222 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:35 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/4226257269' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-18T23:07:36.222 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:35 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/711443389' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T23:07:36.223 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-18T23:07:36.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:35 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/4226257269' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-18T23:07:36.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:35 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/711443389' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T23:07:36.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:35 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/4226257269' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-18T23:07:36.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:35 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/711443389' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T23:07:36.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.327+0000 7fe7e2881640 1 -- 172.21.15.52:0/3211980097 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe7dc106730 msgr2=0x7fe7dc106b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:36.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.327+0000 7fe7e2881640 1 --2- 172.21.15.52:0/3211980097 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe7dc106730 0x7fe7dc106b10 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc009930 tx=0x7fe7cc02bc30 comp rx=0 tx=0).stop 2024-03-18T23:07:36.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.327+0000 7fe7e2881640 1 -- 172.21.15.52:0/3211980097 shutdown_connections 2024-03-18T23:07:36.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.327+0000 7fe7e2881640 1 --2- 172.21.15.52:0/3211980097 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7dc1010e0 0x7fe7dc10d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.327+0000 7fe7e2881640 1 --2- 172.21.15.52:0/3211980097 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe7dc100720 0x7fe7dc100ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.327+0000 7fe7e2881640 1 --2- 172.21.15.52:0/3211980097 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe7dc106730 0x7fe7dc106b10 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.327+0000 7fe7e2881640 1 -- 172.21.15.52:0/3211980097 >> 172.21.15.52:0/3211980097 conn(0x7fe7dc077820 msgr2=0x7fe7dc077c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:07:36.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.327+0000 7fe7e2881640 1 -- 172.21.15.52:0/3211980097 shutdown_connections 2024-03-18T23:07:36.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.327+0000 7fe7e2881640 1 -- 172.21.15.52:0/3211980097 wait complete. 2024-03-18T23:07:36.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.327+0000 7fe7e2881640 1 Processor -- start 2024-03-18T23:07:36.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.327+0000 7fe7e2881640 1 -- start start 2024-03-18T23:07:36.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.328+0000 7fe7e2881640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe7dc100720 0x7fe7dc1981d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:36.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.328+0000 7fe7e2881640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe7dc1010e0 0x7fe7dc198710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:36.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.328+0000 7fe7e2881640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7dc106730 0x7fe7dc19ca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:36.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.328+0000 7fe7e2881640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc111d10 con 0x7fe7dc1010e0 2024-03-18T23:07:36.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.328+0000 7fe7e2881640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc111b90 con 0x7fe7dc106730 2024-03-18T23:07:36.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.328+0000 7fe7e2881640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc111e90 con 0x7fe7dc100720 2024-03-18T23:07:36.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.328+0000 7fe7db7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe7dc1010e0 0x7fe7dc198710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:36.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.328+0000 7fe7db7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe7dc1010e0 0x7fe7dc198710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49484/0 (socket says 172.21.15.52:49484) 2024-03-18T23:07:36.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.328+0000 7fe7db7fe640 1 -- 172.21.15.52:0/1741401185 learned_addr learned my addr 172.21.15.52:0/1741401185 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T23:07:36.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.328+0000 7fe7e0e1e640 1 --2- 172.21.15.52:0/1741401185 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7dc106730 0x7fe7dc19ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:36.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.328+0000 7fe7dbfff640 1 --2- 172.21.15.52:0/1741401185 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe7dc100720 0x7fe7dc1981d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:36.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.328+0000 7fe7db7fe640 1 -- 172.21.15.52:0/1741401185 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe7dc100720 msgr2=0x7fe7dc1981d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:36.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.328+0000 7fe7db7fe640 1 --2- 172.21.15.52:0/1741401185 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe7dc100720 0x7fe7dc1981d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.328+0000 7fe7db7fe640 1 -- 172.21.15.52:0/1741401185 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7dc106730 msgr2=0x7fe7dc19ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:36.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.328+0000 7fe7db7fe640 1 --2- 172.21.15.52:0/1741401185 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7dc106730 0x7fe7dc19ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.328+0000 7fe7db7fe640 1 -- 172.21.15.52:0/1741401185 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7dc19d1c0 con 0x7fe7dc1010e0 2024-03-18T23:07:36.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.328+0000 7fe7e0e1e640 1 --2- 172.21.15.52:0/1741401185 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7dc106730 0x7fe7dc19ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-18T23:07:36.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.328+0000 7fe7db7fe640 1 --2- 172.21.15.52:0/1741401185 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe7dc1010e0 0x7fe7dc198710 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fe7d000e9f0 tx=0x7fe7d000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:07:36.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.328+0000 7fe7d97fa640 1 -- 172.21.15.52:0/1741401185 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7d000cd80 con 0x7fe7dc1010e0 2024-03-18T23:07:36.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.328+0000 7fe7d97fa640 1 -- 172.21.15.52:0/1741401185 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe7d0005520 con 0x7fe7dc1010e0 2024-03-18T23:07:36.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.328+0000 7fe7e2881640 1 -- 172.21.15.52:0/1741401185 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7dc19d4b0 con 0x7fe7dc1010e0 2024-03-18T23:07:36.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.328+0000 7fe7d97fa640 1 -- 172.21.15.52:0/1741401185 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7d0010690 con 0x7fe7dc1010e0 2024-03-18T23:07:36.332 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.328+0000 7fe7e2881640 1 -- 172.21.15.52:0/1741401185 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7dc1a4d40 con 0x7fe7dc1010e0 2024-03-18T23:07:36.332 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.329+0000 7fe7e2881640 1 -- 172.21.15.52:0/1741401185 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7dc068610 con 0x7fe7dc1010e0 2024-03-18T23:07:36.332 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.330+0000 7fe7d97fa640 1 -- 172.21.15.52:0/1741401185 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fe7d00046c0 con 0x7fe7dc1010e0 2024-03-18T23:07:36.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.331+0000 7fe7d97fa640 1 --2- 172.21.15.52:0/1741401185 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fe7c40a2970 0x7fe7c40a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:36.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.331+0000 7fe7dbfff640 1 --2- 172.21.15.52:0/1741401185 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fe7c40a2970 0x7fe7c40a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:36.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.331+0000 7fe7d97fa640 1 -- 172.21.15.52:0/1741401185 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8614+0+0 (secure 0 0 0) 0x7fe7d00cf2d0 con 0x7fe7dc1010e0 2024-03-18T23:07:36.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.331+0000 7fe7dbfff640 1 --2- 172.21.15.52:0/1741401185 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fe7c40a2970 0x7fe7c40a4e30 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc005ab0 tx=0x7fe7cc005fd0 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:07:36.336 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.336+0000 7fe7d97fa640 1 -- 172.21.15.52:0/1741401185 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fe7d009bfd0 con 0x7fe7dc1010e0 2024-03-18T23:07:36.521 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.520+0000 7fe7e2881640 1 -- 172.21.15.52:0/1741401185 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe7dc108cf0 con 0x7fe7dc1010e0 2024-03-18T23:07:36.522 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.522+0000 7fe7d97fa640 1 -- 172.21.15.52:0/1741401185 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v99) ==== 74+0+23215 (secure 0 0 0) 0x7fe7d009b8d0 con 0x7fe7dc1010e0 2024-03-18T23:07:36.523 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-03-18T23:07:36.523 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":99,"fsid":"444ca0c0-e579-11ee-95c9-87774f69a715","created":"2024-03-18T22:46:59.196861+0000","modified":"2024-03-18T23:07:19.248701+0000","last_up_change":"2024-03-18T22:54:03.658736+0000","last_in_change":"2024-03-18T22:53:42.549736+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-18T22:50:19.580907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-18T22:54:51.765993+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-18T22:54:52.580111+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"98","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":16,"snap_epoch":98,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8f05057f-5818-4a49-a239-ce60bf28c875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6803","nonce":4259078413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6805","nonce":4259078413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6809","nonce":4259078413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":4259078413},{"type":"v1","addr":"172.21.15.52:6807","nonce":4259078413}]},"public_addr":"172.21.15.52:6803/4259078413","cluster_addr":"172.21.15.52:6805/4259078413","heartbeat_back_addr":"172.21.15.52:6809/4259078413","heartbeat_front_addr":"172.21.15.52:6807/4259078413","state":["exists","up"]},{"osd":1,"uuid":"602a7d92-7ff5-457e-b1e1-ab1e9eae6dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6801","nonce":500160796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6803","nonce":500160796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6807","nonce":500160796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":500160796},{"type":"v1","addr":"172.21.15.99:6805","nonce":500160796}]},"public_addr":"172.21.15.99:6801/500160796","cluster_addr":"172.21.15.99:6803/500160796","heartbeat_back_addr":"172.21.15.99:6807/500160796","heartbeat_front_addr":"172.21.15.99:6805/500160796","state":["exists","up"]},{"osd":2,"uuid":"d5d4dba3-77ad-46f9-b510-d3b26f14077d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6801","nonce":1878857413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6803","nonce":1878857413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6807","nonce":1878857413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":1878857413},{"type":"v1","addr":"172.21.15.181:6805","nonce":1878857413}]},"public_addr":"172.21.15.181:6801/1878857413","cluster_addr":"172.21.15.181:6803/1878857413","heartbeat_back_addr":"172.21.15.181:6807/1878857413","heartbeat_front_addr":"172.21.15.181:6805/1878857413","state":["exists","up"]},{"osd":3,"uuid":"b61bfbef-b35c-49e3-9616-48e1b7ffc914","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6811","nonce":2095210395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6813","nonce":2095210395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6817","nonce":2095210395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":2095210395},{"type":"v1","addr":"172.21.15.52:6815","nonce":2095210395}]},"public_addr":"172.21.15.52:6811/2095210395","cluster_addr":"172.21.15.52:6813/2095210395","heartbeat_back_addr":"172.21.15.52:6817/2095210395","heartbeat_front_addr":"172.21.15.52:6815/2095210395","state":["exists","up"]},{"osd":4,"uuid":"ce793666-4ab9-4844-81c9-661b265973b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6809","nonce":2287333294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6811","nonce":2287333294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6815","nonce":2287333294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2287333294},{"type":"v1","addr":"172.21.15.99:6813","nonce":2287333294}]},"public_addr":"172.21.15.99:6809/2287333294","cluster_addr":"172.21.15.99:6811/2287333294","heartbeat_back_addr":"172.21.15.99:6815/2287333294","heartbeat_front_addr":"172.21.15.99:6813/2287333294","state":["exists","up"]},{"osd":5,"uuid":"9640855d-727d-4dbe-a86e-d9cb16ff1213","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6809","nonce":2011157034}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6811","nonce":2011157034}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6815","nonce":2011157034}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":2011157034},{"type":"v1","addr":"172.21.15.181:6813","nonce":2011157034}]},"public_addr":"172.21.15.181:6809/2011157034","cluster_addr":"172.21.15.181:6811/2011157034","heartbeat_back_addr":"172.21.15.181:6815/2011157034","heartbeat_front_addr":"172.21.15.181:6813/2011157034","state":["exists","up"]},{"osd":6,"uuid":"a5e939cf-f502-4844-a7c7-90a03212c912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6819","nonce":3005509606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6821","nonce":3005509606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6825","nonce":3005509606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":3005509606},{"type":"v1","addr":"172.21.15.52:6823","nonce":3005509606}]},"public_addr":"172.21.15.52:6819/3005509606","cluster_addr":"172.21.15.52:6821/3005509606","heartbeat_back_addr":"172.21.15.52:6825/3005509606","heartbeat_front_addr":"172.21.15.52:6823/3005509606","state":["exists","up"]},{"osd":7,"uuid":"6870a7b1-abe0-4d5b-aedb-e2eab43a0d36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6817","nonce":2572523724}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6819","nonce":2572523724}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6823","nonce":2572523724}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6820","nonce":2572523724},{"type":"v1","addr":"172.21.15.99:6821","nonce":2572523724}]},"public_addr":"172.21.15.99:6817/2572523724","cluster_addr":"172.21.15.99:6819/2572523724","heartbeat_back_addr":"172.21.15.99:6823/2572523724","heartbeat_front_addr":"172.21.15.99:6821/2572523724","state":["exists","up"]},{"osd":8,"uuid":"967926a1-de37-43dc-b815-0e17765b3a9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6817","nonce":644322337}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6819","nonce":644322337}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6823","nonce":644322337}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":644322337},{"type":"v1","addr":"172.21.15.181:6821","nonce":644322337}]},"public_addr":"172.21.15.181:6817/644322337","cluster_addr":"172.21.15.181:6819/644322337","heartbeat_back_addr":"172.21.15.181:6823/644322337","heartbeat_front_addr":"172.21.15.181:6821/644322337","state":["exists","up"]},{"osd":9,"uuid":"a131710e-f2c3-4714-a033-106917dae36a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6827","nonce":2018024971}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6829","nonce":2018024971}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6833","nonce":2018024971}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":2018024971},{"type":"v1","addr":"172.21.15.52:6831","nonce":2018024971}]},"public_addr":"172.21.15.52:6827/2018024971","cluster_addr":"172.21.15.52:6829/2018024971","heartbeat_back_addr":"172.21.15.52:6833/2018024971","heartbeat_front_addr":"172.21.15.52:6831/2018024971","state":["exists","up"]},{"osd":10,"uuid":"f73f086a-46e1-412c-8105-3b80772eca56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6824","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6825","nonce":14598206}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6827","nonce":14598206}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6831","nonce":14598206}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6828","nonce":14598206},{"type":"v1","addr":"172.21.15.99:6829","nonce":14598206}]},"public_addr":"172.21.15.99:6825/14598206","cluster_addr":"172.21.15.99:6827/14598206","heartbeat_back_addr":"172.21.15.99:6831/14598206","heartbeat_front_addr":"172.21.15.99:6829/14598206","state":["exists","up"]},{"osd":11,"uuid":"f8e9539b-8a69-49a8-8a48-52f69b3c827e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":83,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6825","nonce":3442115308}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6827","nonce":3442115308}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6831","nonce":3442115308}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":3442115308},{"type":"v1","addr":"172.21.15.181:6829","nonce":3442115308}]},"public_addr":"172.21.15.181:6825/3442115308","cluster_addr":"172.21.15.181:6827/3442115308","heartbeat_back_addr":"172.21.15.181:6831/3442115308","heartbeat_front_addr":"172.21.15.181:6829/3442115308","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:30.221253+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:49:53.484811+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:17.327889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:50:41.988608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:06.067648+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:30.546908+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:51:56.054912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:20.268014+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:52:44.577601+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:10.398933+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:53:35.167862+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-18T22:54:00.825869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1b","mappings":[{"from":2,"to":1}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/2670525383":"2024-03-19T22:56:53.685734+0000","172.21.15.52:0/4260437251":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/278759612":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/2722796687":"2024-03-19T22:56:53.685734+0000","172.21.15.52:0/1251115155":"2024-03-19T22:56:53.685734+0000","172.21.15.52:0/126914394":"2024-03-19T22:47:26.273874+0000","172.21.15.52:6800/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/3214486026":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/3660249274":"2024-03-19T22:47:53.231814+0000","172.21.15.52:0/2706493239":"2024-03-19T22:47:53.231814+0000","172.21.15.52:6800/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:6801/2150375137":"2024-03-19T22:47:53.231814+0000","172.21.15.52:6800/2914531926":"2024-03-19T22:56:53.685734+0000","172.21.15.52:6801/2914531926":"2024-03-19T22:56:53.685734+0000","172.21.15.52:6801/3572762748":"2024-03-19T22:47:26.273874+0000","172.21.15.52:0/1848659589":"2024-03-19T22:56:53.685734+0000","172.21.15.52:0/3147056836":"2024-03-19T22:56:53.685734+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":6,"length":1},{"begin":16,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-18T23:07:36.524 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.524+0000 7fe7e2881640 1 -- 172.21.15.52:0/1741401185 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fe7c40a2970 msgr2=0x7fe7c40a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:36.524 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.524+0000 7fe7e2881640 1 --2- 172.21.15.52:0/1741401185 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fe7c40a2970 0x7fe7c40a4e30 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc005ab0 tx=0x7fe7cc005fd0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.524 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.524+0000 7fe7e2881640 1 -- 172.21.15.52:0/1741401185 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe7dc1010e0 msgr2=0x7fe7dc198710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:36.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.524+0000 7fe7e2881640 1 --2- 172.21.15.52:0/1741401185 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe7dc1010e0 0x7fe7dc198710 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fe7d000e9f0 tx=0x7fe7d000edf0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.524+0000 7fe7e2881640 1 -- 172.21.15.52:0/1741401185 shutdown_connections 2024-03-18T23:07:36.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.524+0000 7fe7e2881640 1 --2- 172.21.15.52:0/1741401185 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7dc106730 0x7fe7dc19ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.524+0000 7fe7e2881640 1 --2- 172.21.15.52:0/1741401185 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe7dc1010e0 0x7fe7dc198710 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.524+0000 7fe7e2881640 1 --2- 172.21.15.52:0/1741401185 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fe7c40a2970 0x7fe7c40a4e30 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.524+0000 7fe7e2881640 1 --2- 172.21.15.52:0/1741401185 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe7dc100720 0x7fe7dc1981d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.524+0000 7fe7e2881640 1 -- 172.21.15.52:0/1741401185 >> 172.21.15.52:0/1741401185 conn(0x7fe7dc077820 msgr2=0x7fe7dc102ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:07:36.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.524+0000 7fe7e2881640 1 -- 172.21.15.52:0/1741401185 shutdown_connections 2024-03-18T23:07:36.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.524+0000 7fe7e2881640 1 -- 172.21.15.52:0/1741401185 wait complete. 2024-03-18T23:07:36.535 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-03-18T23:07:36.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.639+0000 7fbdaeda9640 1 -- 172.21.15.52:0/1859026127 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbda8102170 msgr2=0x7fbda810e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:36.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.639+0000 7fbdaeda9640 1 --2- 172.21.15.52:0/1859026127 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbda8102170 0x7fbda810e680 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fbd98009930 tx=0x7fbd9802bc30 comp rx=0 tx=0).stop 2024-03-18T23:07:36.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.639+0000 7fbdaeda9640 1 -- 172.21.15.52:0/1859026127 shutdown_connections 2024-03-18T23:07:36.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.639+0000 7fbdaeda9640 1 --2- 172.21.15.52:0/1859026127 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbda8102170 0x7fbda810e680 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.639+0000 7fbdaeda9640 1 --2- 172.21.15.52:0/1859026127 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbda81017b0 0x7fbda8101c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.639+0000 7fbdaeda9640 1 --2- 172.21.15.52:0/1859026127 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbda81077c0 0x7fbda8107ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.639+0000 7fbdaeda9640 1 -- 172.21.15.52:0/1859026127 >> 172.21.15.52:0/1859026127 conn(0x7fbda8078c20 msgr2=0x7fbda8079030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:07:36.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.639+0000 7fbdaeda9640 1 -- 172.21.15.52:0/1859026127 shutdown_connections 2024-03-18T23:07:36.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.639+0000 7fbdaeda9640 1 -- 172.21.15.52:0/1859026127 wait complete. 2024-03-18T23:07:36.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.640+0000 7fbdaeda9640 1 Processor -- start 2024-03-18T23:07:36.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.640+0000 7fbdaeda9640 1 -- start start 2024-03-18T23:07:36.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.640+0000 7fbdaeda9640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbda81017b0 0x7fbda8198100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:36.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.640+0000 7fbdaeda9640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbda8102170 0x7fbda8198640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:36.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.640+0000 7fbdaeda9640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbda81077c0 0x7fbda819c9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:36.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.640+0000 7fbdaeda9640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fbda8111c60 con 0x7fbda81017b0 2024-03-18T23:07:36.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.640+0000 7fbdaeda9640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7fbda8111ae0 con 0x7fbda8102170 2024-03-18T23:07:36.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.640+0000 7fbdaeda9640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7fbda8111de0 con 0x7fbda81077c0 2024-03-18T23:07:36.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.640+0000 7fbdacb45640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbda81017b0 0x7fbda8198100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:36.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.640+0000 7fbdacb45640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbda81017b0 0x7fbda8198100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49494/0 (socket says 172.21.15.52:49494) 2024-03-18T23:07:36.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.640+0000 7fbdacb45640 1 -- 172.21.15.52:0/2358784961 learned_addr learned my addr 172.21.15.52:0/2358784961 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T23:07:36.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.640+0000 7fbda7fff640 1 --2- 172.21.15.52:0/2358784961 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbda8102170 0x7fbda8198640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:36.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.640+0000 7fbdad346640 1 --2- 172.21.15.52:0/2358784961 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbda81077c0 0x7fbda819c9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:36.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.640+0000 7fbdacb45640 1 -- 172.21.15.52:0/2358784961 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbda81077c0 msgr2=0x7fbda819c9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:36.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.640+0000 7fbdacb45640 1 --2- 172.21.15.52:0/2358784961 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbda81077c0 0x7fbda819c9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.640+0000 7fbdacb45640 1 -- 172.21.15.52:0/2358784961 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbda8102170 msgr2=0x7fbda8198640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:36.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.640+0000 7fbdacb45640 1 --2- 172.21.15.52:0/2358784961 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbda8102170 0x7fbda8198640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.640+0000 7fbdacb45640 1 -- 172.21.15.52:0/2358784961 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbda819d0f0 con 0x7fbda81017b0 2024-03-18T23:07:36.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.640+0000 7fbdad346640 1 --2- 172.21.15.52:0/2358784961 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbda81077c0 0x7fbda819c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-18T23:07:36.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.640+0000 7fbdacb45640 1 --2- 172.21.15.52:0/2358784961 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbda81017b0 0x7fbda8198100 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fbda0009d50 tx=0x7fbda000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:07:36.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.641+0000 7fbda5ffb640 1 -- 172.21.15.52:0/2358784961 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbda0003b70 con 0x7fbda81017b0 2024-03-18T23:07:36.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.641+0000 7fbdaeda9640 1 -- 172.21.15.52:0/2358784961 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbda819d3e0 con 0x7fbda81017b0 2024-03-18T23:07:36.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.641+0000 7fbda5ffb640 1 -- 172.21.15.52:0/2358784961 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fbda0003d10 con 0x7fbda81017b0 2024-03-18T23:07:36.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.641+0000 7fbda5ffb640 1 -- 172.21.15.52:0/2358784961 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbda0010a90 con 0x7fbda81017b0 2024-03-18T23:07:36.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.641+0000 7fbdaeda9640 1 -- 172.21.15.52:0/2358784961 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbda81a4c70 con 0x7fbda81017b0 2024-03-18T23:07:36.645 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.642+0000 7fbdaeda9640 1 -- 172.21.15.52:0/2358784961 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbda8068a60 con 0x7fbda81017b0 2024-03-18T23:07:36.645 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.643+0000 7fbda5ffb640 1 -- 172.21.15.52:0/2358784961 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fbda0004000 con 0x7fbda81017b0 2024-03-18T23:07:36.645 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.643+0000 7fbda5ffb640 1 --2- 172.21.15.52:0/2358784961 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fbd940a2970 0x7fbd940a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:36.645 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.644+0000 7fbda7fff640 1 --2- 172.21.15.52:0/2358784961 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fbd940a2970 0x7fbd940a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:36.645 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.644+0000 7fbda5ffb640 1 -- 172.21.15.52:0/2358784961 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8614+0+0 (secure 0 0 0) 0x7fbda00cf590 con 0x7fbda81017b0 2024-03-18T23:07:36.645 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.644+0000 7fbda7fff640 1 --2- 172.21.15.52:0/2358784961 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fbd940a2970 0x7fbd940a4e30 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fbd900095f0 tx=0x7fbd90005f90 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:07:36.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.648+0000 7fbda5ffb640 1 -- 172.21.15.52:0/2358784961 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7fbda009c290 con 0x7fbda81017b0 2024-03-18T23:07:36.871 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.870+0000 7fbdaeda9640 1 -- 172.21.15.52:0/2358784961 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fbda8109d70 con 0x7fbda81017b0 2024-03-18T23:07:36.872 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.872+0000 7fbda5ffb640 1 -- 172.21.15.52:0/2358784961 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v33) ==== 161+0+0 (secure 0 0 0) 0x7fbda009bb90 con 0x7fbda81017b0 2024-03-18T23:07:36.872 INFO:teuthology.orchestra.run.smithi052.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-03-18T23:07:36.875 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.875+0000 7fbdaeda9640 1 -- 172.21.15.52:0/2358784961 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fbd940a2970 msgr2=0x7fbd940a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:36.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.875+0000 7fbdaeda9640 1 --2- 172.21.15.52:0/2358784961 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fbd940a2970 0x7fbd940a4e30 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fbd900095f0 tx=0x7fbd90005f90 comp rx=0 tx=0).stop 2024-03-18T23:07:36.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.875+0000 7fbdaeda9640 1 -- 172.21.15.52:0/2358784961 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbda81017b0 msgr2=0x7fbda8198100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:36.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.875+0000 7fbdaeda9640 1 --2- 172.21.15.52:0/2358784961 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbda81017b0 0x7fbda8198100 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fbda0009d50 tx=0x7fbda000c6a0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.875+0000 7fbdaeda9640 1 -- 172.21.15.52:0/2358784961 shutdown_connections 2024-03-18T23:07:36.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.875+0000 7fbdaeda9640 1 --2- 172.21.15.52:0/2358784961 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7fbd940a2970 0x7fbd940a4e30 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.875+0000 7fbdaeda9640 1 --2- 172.21.15.52:0/2358784961 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbda81077c0 0x7fbda819c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.875+0000 7fbdaeda9640 1 --2- 172.21.15.52:0/2358784961 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbda8102170 0x7fbda8198640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.875+0000 7fbdaeda9640 1 --2- 172.21.15.52:0/2358784961 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbda81017b0 0x7fbda8198100 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.875+0000 7fbdaeda9640 1 -- 172.21.15.52:0/2358784961 >> 172.21.15.52:0/2358784961 conn(0x7fbda8078c20 msgr2=0x7fbda8104040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:07:36.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.875+0000 7fbdaeda9640 1 -- 172.21.15.52:0/2358784961 shutdown_connections 2024-03-18T23:07:36.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.875+0000 7fbdaeda9640 1 -- 172.21.15.52:0/2358784961 wait complete. 2024-03-18T23:07:36.886 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-03-18T23:07:36.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.994+0000 7f647e57e640 1 -- 172.21.15.52:0/1741740714 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f64781066e0 msgr2=0x7f6478106ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:36.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.994+0000 7f647e57e640 1 --2- 172.21.15.52:0/1741740714 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f64781066e0 0x7f6478106ac0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f6468009930 tx=0x7f646802bc30 comp rx=0 tx=0).stop 2024-03-18T23:07:36.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.994+0000 7f647e57e640 1 -- 172.21.15.52:0/1741740714 shutdown_connections 2024-03-18T23:07:36.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.994+0000 7f647e57e640 1 --2- 172.21.15.52:0/1741740714 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6478101090 0x7f647810d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.994+0000 7f647e57e640 1 --2- 172.21.15.52:0/1741740714 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f64781006d0 0x7f6478100b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.994+0000 7f647e57e640 1 --2- 172.21.15.52:0/1741740714 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f64781066e0 0x7f6478106ac0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.994+0000 7f647e57e640 1 -- 172.21.15.52:0/1741740714 >> 172.21.15.52:0/1741740714 conn(0x7f6478076aa0 msgr2=0x7f6478076eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:07:36.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.994+0000 7f647e57e640 1 -- 172.21.15.52:0/1741740714 shutdown_connections 2024-03-18T23:07:36.996 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.994+0000 7f647e57e640 1 -- 172.21.15.52:0/1741740714 wait complete. 2024-03-18T23:07:36.996 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.995+0000 7f647e57e640 1 Processor -- start 2024-03-18T23:07:36.996 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.995+0000 7f647e57e640 1 -- start start 2024-03-18T23:07:36.998 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.995+0000 7f647e57e640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f64781006d0 0x7f64781981e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:36.998 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.995+0000 7f647e57e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6478101090 0x7f6478198720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:36.998 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.995+0000 7f647e57e640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f64781066e0 0x7f647819caa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:36.998 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.995+0000 7f647e57e640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f6478111cc0 con 0x7f6478101090 2024-03-18T23:07:36.998 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.995+0000 7f647e57e640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f6478111b40 con 0x7f64781006d0 2024-03-18T23:07:36.998 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.995+0000 7f647e57e640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f6478111e40 con 0x7f64781066e0 2024-03-18T23:07:36.998 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.995+0000 7f64777fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6478101090 0x7f6478198720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:36.998 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.995+0000 7f64777fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6478101090 0x7f6478198720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49522/0 (socket says 172.21.15.52:49522) 2024-03-18T23:07:36.998 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.995+0000 7f64777fe640 1 -- 172.21.15.52:0/2298921365 learned_addr learned my addr 172.21.15.52:0/2298921365 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T23:07:36.998 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.995+0000 7f647cb1b640 1 --2- 172.21.15.52:0/2298921365 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f64781066e0 0x7f647819caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:36.998 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.995+0000 7f6477fff640 1 --2- 172.21.15.52:0/2298921365 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f64781006d0 0x7f64781981e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:36.999 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.996+0000 7f64777fe640 1 -- 172.21.15.52:0/2298921365 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f64781066e0 msgr2=0x7f647819caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:36.999 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.996+0000 7f64777fe640 1 --2- 172.21.15.52:0/2298921365 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f64781066e0 0x7f647819caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.999 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.996+0000 7f64777fe640 1 -- 172.21.15.52:0/2298921365 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f64781006d0 msgr2=0x7f64781981e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:36.999 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.996+0000 7f64777fe640 1 --2- 172.21.15.52:0/2298921365 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f64781006d0 0x7f64781981e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:36.999 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.996+0000 7f64777fe640 1 -- 172.21.15.52:0/2298921365 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f647819d1d0 con 0x7f6478101090 2024-03-18T23:07:36.999 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.996+0000 7f64777fe640 1 --2- 172.21.15.52:0/2298921365 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6478101090 0x7f6478198720 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f646c00e9f0 tx=0x7f646c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:07:36.999 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.996+0000 7f64757fa640 1 -- 172.21.15.52:0/2298921365 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f646c00cd80 con 0x7f6478101090 2024-03-18T23:07:36.999 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.996+0000 7f64757fa640 1 -- 172.21.15.52:0/2298921365 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f646c010930 con 0x7f6478101090 2024-03-18T23:07:36.999 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.996+0000 7f647e57e640 1 -- 172.21.15.52:0/2298921365 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f647819d4c0 con 0x7f6478101090 2024-03-18T23:07:36.999 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.996+0000 7f64757fa640 1 -- 172.21.15.52:0/2298921365 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f646c018b00 con 0x7f6478101090 2024-03-18T23:07:36.999 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.996+0000 7f647e57e640 1 -- 172.21.15.52:0/2298921365 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64781a4d50 con 0x7f6478101090 2024-03-18T23:07:36.999 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.997+0000 7f647e57e640 1 -- 172.21.15.52:0/2298921365 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6478101e10 con 0x7f6478101090 2024-03-18T23:07:37.000 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.998+0000 7f64757fa640 1 -- 172.21.15.52:0/2298921365 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f646c018ca0 con 0x7f6478101090 2024-03-18T23:07:37.000 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.999+0000 7f64757fa640 1 --2- 172.21.15.52:0/2298921365 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f64600a29f0 0x7f64600a4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:37.000 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.999+0000 7f6477fff640 1 --2- 172.21.15.52:0/2298921365 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f64600a29f0 0x7f64600a4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:37.000 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.999+0000 7f64757fa640 1 -- 172.21.15.52:0/2298921365 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8828+0+0 (secure 0 0 0) 0x7f646c0cf1f0 con 0x7f6478101090 2024-03-18T23:07:37.000 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:36.999+0000 7f6477fff640 1 --2- 172.21.15.52:0/2298921365 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f64600a29f0 0x7f64600a4eb0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f6468005ab0 tx=0x7f6468005fd0 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:07:37.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:37.003+0000 7f64757fa640 1 -- 172.21.15.52:0/2298921365 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f646c09b870 con 0x7f6478101090 2024-03-18T23:07:37.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:37.224+0000 7f647e57e640 1 -- 172.21.15.52:0/2298921365 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f6478108ca0 con 0x7f6478101090 2024-03-18T23:07:37.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:36 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-a[32516]: 2024-03-18T23:07:36.870+0000 7fc91f6f2700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-18T23:07:37.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:36 smithi052 ceph-mon[32520]: pgmap v332: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:07:37.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:36 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1942832892' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T23:07:37.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:36 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1741401185' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T23:07:37.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:36 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/2358784961' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-18T23:07:37.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:36 smithi052 ceph-mon[32520]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-18T23:07:37.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:36 smithi052 ceph-mon[32520]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-18T23:07:37.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:36 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/2358784961' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-03-18T23:07:37.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:36 smithi052 ceph-mon[32520]: osdmap e100: 12 total, 12 up, 12 in 2024-03-18T23:07:37.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:36 smithi052 ceph-mon[32520]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-03-18T23:07:37.263 INFO:journalctl@ceph.mds.c.smithi181.stdout:Mar 18 23:07:36 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-c[98500]: ignoring --setuser ceph since I am not root 2024-03-18T23:07:37.263 INFO:journalctl@ceph.mds.c.smithi181.stdout:Mar 18 23:07:36 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-c[98500]: ignoring --setgroup ceph since I am not root 2024-03-18T23:07:37.263 INFO:journalctl@ceph.mds.c.smithi181.stdout:Mar 18 23:07:36 smithi181 ceph-mds[98504]: -- 172.21.15.181:0/208448939 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5651dc111a40 con 0x5651dc0e4c00 2024-03-18T23:07:37.263 INFO:journalctl@ceph.mds.c.smithi181.stdout:Mar 18 23:07:36 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-c[98500]: starting mds.c at 2024-03-18T23:07:37.263 INFO:journalctl@ceph.mds.f.smithi181.stdout:Mar 18 23:07:36 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-f[98188]: ignoring --setuser ceph since I am not root 2024-03-18T23:07:37.263 INFO:journalctl@ceph.mds.f.smithi181.stdout:Mar 18 23:07:36 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-f[98188]: ignoring --setgroup ceph since I am not root 2024-03-18T23:07:37.263 INFO:journalctl@ceph.mds.f.smithi181.stdout:Mar 18 23:07:36 smithi181 ceph-mds[98192]: -- 172.21.15.181:0/2425768967 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55831bce1a40 con 0x55831bcb4c00 2024-03-18T23:07:37.263 INFO:journalctl@ceph.mds.f.smithi181.stdout:Mar 18 23:07:36 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-f[98188]: starting mds.f at 2024-03-18T23:07:37.264 INFO:journalctl@ceph.mds.i.smithi181.stdout:Mar 18 23:07:36 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-i[98824]: ignoring --setuser ceph since I am not root 2024-03-18T23:07:37.264 INFO:journalctl@ceph.mds.i.smithi181.stdout:Mar 18 23:07:36 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-i[98824]: ignoring --setgroup ceph since I am not root 2024-03-18T23:07:37.264 INFO:journalctl@ceph.mds.i.smithi181.stdout:Mar 18 23:07:36 smithi181 ceph-mds[98828]: -- 172.21.15.181:0/1976823910 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a10aaeba40 con 0x55a10aabec00 2024-03-18T23:07:37.264 INFO:journalctl@ceph.mds.i.smithi181.stdout:Mar 18 23:07:36 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-i[98824]: starting mds.i at 2024-03-18T23:07:37.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:36 smithi181 ceph-mon[67256]: pgmap v332: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:07:37.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:36 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/1942832892' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T23:07:37.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:36 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/1741401185' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T23:07:37.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:36 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/2358784961' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-18T23:07:37.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:36 smithi181 ceph-mon[67256]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-18T23:07:37.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:36 smithi181 ceph-mon[67256]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-18T23:07:37.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:36 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/2358784961' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-03-18T23:07:37.265 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:36 smithi181 ceph-mon[67256]: osdmap e100: 12 total, 12 up, 12 in 2024-03-18T23:07:37.265 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:36 smithi181 ceph-mon[67256]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-03-18T23:07:37.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:36 smithi099 ceph-mon[36725]: pgmap v332: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-03-18T23:07:37.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:36 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/1942832892' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-18T23:07:37.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:36 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/1741401185' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-18T23:07:37.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:36 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/2358784961' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-18T23:07:37.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:36 smithi099 ceph-mon[36725]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-18T23:07:37.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:36 smithi099 ceph-mon[36725]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-18T23:07:37.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:36 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/2358784961' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-03-18T23:07:37.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:36 smithi099 ceph-mon[36725]: osdmap e100: 12 total, 12 up, 12 in 2024-03-18T23:07:37.266 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:36 smithi099 ceph-mon[36725]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-03-18T23:07:37.266 INFO:journalctl@ceph.mds.b.smithi099.stdout:Mar 18 23:07:36 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-b[67471]: ignoring --setuser ceph since I am not root 2024-03-18T23:07:37.266 INFO:journalctl@ceph.mds.b.smithi099.stdout:Mar 18 23:07:36 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-b[67471]: ignoring --setgroup ceph since I am not root 2024-03-18T23:07:37.266 INFO:journalctl@ceph.mds.b.smithi099.stdout:Mar 18 23:07:36 smithi099 ceph-mds[67475]: -- 172.21.15.99:0/1311520364 <== mon.0 v2:172.21.15.52:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559f4aeaba40 con 0x559f4ae7ec00 2024-03-18T23:07:37.266 INFO:journalctl@ceph.mds.b.smithi099.stdout:Mar 18 23:07:36 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-b[67471]: starting mds.b at 2024-03-18T23:07:37.266 INFO:journalctl@ceph.mds.e.smithi099.stdout:Mar 18 23:07:36 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-e[66841]: ignoring --setuser ceph since I am not root 2024-03-18T23:07:37.266 INFO:journalctl@ceph.mds.e.smithi099.stdout:Mar 18 23:07:36 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-e[66841]: ignoring --setgroup ceph since I am not root 2024-03-18T23:07:37.267 INFO:journalctl@ceph.mds.e.smithi099.stdout:Mar 18 23:07:36 smithi099 ceph-mds[66845]: -- 172.21.15.99:0/2512278350 <== mon.2 v2:172.21.15.99:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561acbc3da40 con 0x561acbc10800 2024-03-18T23:07:37.267 INFO:journalctl@ceph.mds.e.smithi099.stdout:Mar 18 23:07:36 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-e[66841]: starting mds.e at 2024-03-18T23:07:37.267 INFO:journalctl@ceph.mds.h.smithi099.stdout:Mar 18 23:07:36 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-h[67148]: ignoring --setuser ceph since I am not root 2024-03-18T23:07:37.267 INFO:journalctl@ceph.mds.h.smithi099.stdout:Mar 18 23:07:36 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-h[67148]: ignoring --setgroup ceph since I am not root 2024-03-18T23:07:37.267 INFO:journalctl@ceph.mds.h.smithi099.stdout:Mar 18 23:07:36 smithi099 ceph-mds[67152]: -- 172.21.15.99:0/2002092616 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5587fd239a40 con 0x5587fd20c800 2024-03-18T23:07:37.267 INFO:journalctl@ceph.mds.h.smithi099.stdout:Mar 18 23:07:36 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-h[67148]: starting mds.h at 2024-03-18T23:07:37.267 INFO:journalctl@ceph.mds.h.smithi099.stdout:Mar 18 23:07:36 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-h[67148]: 2024-03-18T23:07:36.926+0000 7f428a8bb700 -1 PosixStack listen unable to listen on v2:0.0.0.0:6835/0: (98) Address already in use 2024-03-18T23:07:37.874 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:37.873+0000 7f64757fa640 1 -- 172.21.15.52:0/2298921365 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v34) ==== 104+0+0 (secure 0 0 0) 0x7f646c09f910 con 0x7f6478101090 2024-03-18T23:07:37.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:37.876+0000 7f647e57e640 1 -- 172.21.15.52:0/2298921365 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f64600a29f0 msgr2=0x7f64600a4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:37.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:37.876+0000 7f647e57e640 1 --2- 172.21.15.52:0/2298921365 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f64600a29f0 0x7f64600a4eb0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f6468005ab0 tx=0x7f6468005fd0 comp rx=0 tx=0).stop 2024-03-18T23:07:37.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:37.876+0000 7f647e57e640 1 -- 172.21.15.52:0/2298921365 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6478101090 msgr2=0x7f6478198720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:37.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:37.876+0000 7f647e57e640 1 --2- 172.21.15.52:0/2298921365 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6478101090 0x7f6478198720 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f646c00e9f0 tx=0x7f646c00eeb0 comp rx=0 tx=0).stop 2024-03-18T23:07:37.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:37.876+0000 7f647e57e640 1 -- 172.21.15.52:0/2298921365 shutdown_connections 2024-03-18T23:07:37.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:37.876+0000 7f647e57e640 1 --2- 172.21.15.52:0/2298921365 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f64600a29f0 0x7f64600a4eb0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:37.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:37.876+0000 7f647e57e640 1 --2- 172.21.15.52:0/2298921365 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f64781066e0 0x7f647819caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:37.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:37.876+0000 7f647e57e640 1 --2- 172.21.15.52:0/2298921365 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6478101090 0x7f6478198720 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:37.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:37.876+0000 7f647e57e640 1 --2- 172.21.15.52:0/2298921365 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f64781006d0 0x7f64781981e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:37.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:37.876+0000 7f647e57e640 1 -- 172.21.15.52:0/2298921365 >> 172.21.15.52:0/2298921365 conn(0x7f6478076aa0 msgr2=0x7f64780fe090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:07:37.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:37.876+0000 7f647e57e640 1 -- 172.21.15.52:0/2298921365 shutdown_connections 2024-03-18T23:07:37.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:37.876+0000 7f647e57e640 1 -- 172.21.15.52:0/2298921365 wait complete. 2024-03-18T23:07:37.892 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-03-18T23:07:38.008 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.005+0000 7f0469387640 1 -- 172.21.15.52:0/3535328537 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0464100a80 msgr2=0x7f046410cd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:38.008 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.005+0000 7f0469387640 1 --2- 172.21.15.52:0/3535328537 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0464100a80 0x7f046410cd50 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f045c009ca0 tx=0x7f045c02c0f0 comp rx=0 tx=0).stop 2024-03-18T23:07:38.008 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.005+0000 7f0469387640 1 -- 172.21.15.52:0/3535328537 shutdown_connections 2024-03-18T23:07:38.008 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.005+0000 7f0469387640 1 --2- 172.21.15.52:0/3535328537 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0464100a80 0x7f046410cd50 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:38.008 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.005+0000 7f0469387640 1 --2- 172.21.15.52:0/3535328537 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f04641000e0 0x7f0464100540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:38.008 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.005+0000 7f0469387640 1 --2- 172.21.15.52:0/3535328537 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0464104e50 0x7f0464105230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:38.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.005+0000 7f0469387640 1 -- 172.21.15.52:0/3535328537 >> 172.21.15.52:0/3535328537 conn(0x7f0464075a60 msgr2=0x7f0464075e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:07:38.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.005+0000 7f0469387640 1 -- 172.21.15.52:0/3535328537 shutdown_connections 2024-03-18T23:07:38.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.005+0000 7f0469387640 1 -- 172.21.15.52:0/3535328537 wait complete. 2024-03-18T23:07:38.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.006+0000 7f0469387640 1 Processor -- start 2024-03-18T23:07:38.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.006+0000 7f0469387640 1 -- start start 2024-03-18T23:07:38.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.006+0000 7f0469387640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f04641000e0 0x7f046419a310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:38.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.006+0000 7f0469387640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0464100a80 0x7f046419a850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:38.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.006+0000 7f0469387640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0464104e50 0x7f046419ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:38.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.006+0000 7f0469387640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0464110c40 con 0x7f0464100a80 2024-03-18T23:07:38.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.006+0000 7f0469387640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f0464110ac0 con 0x7f0464104e50 2024-03-18T23:07:38.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.006+0000 7f0469387640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f0464110dc0 con 0x7f04641000e0 2024-03-18T23:07:38.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.006+0000 7f045bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0464100a80 0x7f046419a850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:38.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.006+0000 7f045bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0464100a80 0x7f046419a850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:45124/0 (socket says 172.21.15.52:45124) 2024-03-18T23:07:38.010 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.006+0000 7f045bfff640 1 -- 172.21.15.52:0/1619137834 learned_addr learned my addr 172.21.15.52:0/1619137834 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T23:07:38.010 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.007+0000 7f0462ffd640 1 --2- 172.21.15.52:0/1619137834 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f04641000e0 0x7f046419a310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:38.010 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.007+0000 7f04637fe640 1 --2- 172.21.15.52:0/1619137834 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0464104e50 0x7f046419ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:38.010 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.007+0000 7f045bfff640 1 -- 172.21.15.52:0/1619137834 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f04641000e0 msgr2=0x7f046419a310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:38.010 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.007+0000 7f045bfff640 1 --2- 172.21.15.52:0/1619137834 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f04641000e0 0x7f046419a310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:38.010 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.007+0000 7f045bfff640 1 -- 172.21.15.52:0/1619137834 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0464104e50 msgr2=0x7f046419ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:38.010 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.007+0000 7f045bfff640 1 --2- 172.21.15.52:0/1619137834 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0464104e50 0x7f046419ebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:38.010 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.007+0000 7f045bfff640 1 -- 172.21.15.52:0/1619137834 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f046419f300 con 0x7f0464100a80 2024-03-18T23:07:38.010 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.007+0000 7f04637fe640 1 --2- 172.21.15.52:0/1619137834 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0464104e50 0x7f046419ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-18T23:07:38.010 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.007+0000 7f045bfff640 1 --2- 172.21.15.52:0/1619137834 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0464100a80 0x7f046419a850 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f044c00e9f0 tx=0x7f044c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:07:38.010 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.007+0000 7f0460ff9640 1 -- 172.21.15.52:0/1619137834 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f044c00cd80 con 0x7f0464100a80 2024-03-18T23:07:38.010 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.007+0000 7f0460ff9640 1 -- 172.21.15.52:0/1619137834 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f044c010930 con 0x7f0464100a80 2024-03-18T23:07:38.010 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.007+0000 7f0469387640 1 -- 172.21.15.52:0/1619137834 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f046419f5f0 con 0x7f0464100a80 2024-03-18T23:07:38.010 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.007+0000 7f0460ff9640 1 -- 172.21.15.52:0/1619137834 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f044c018b00 con 0x7f0464100a80 2024-03-18T23:07:38.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.007+0000 7f0469387640 1 -- 172.21.15.52:0/1619137834 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04641a6e80 con 0x7f0464100a80 2024-03-18T23:07:38.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.008+0000 7f0469387640 1 -- 172.21.15.52:0/1619137834 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0464068a60 con 0x7f0464100a80 2024-03-18T23:07:38.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.009+0000 7f0460ff9640 1 -- 172.21.15.52:0/1619137834 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f044c018ca0 con 0x7f0464100a80 2024-03-18T23:07:38.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.009+0000 7f0460ff9640 1 --2- 172.21.15.52:0/1619137834 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f04500a2970 0x7f04500a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:38.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.010+0000 7f0462ffd640 1 --2- 172.21.15.52:0/1619137834 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f04500a2970 0x7f04500a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:38.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.010+0000 7f0460ff9640 1 -- 172.21.15.52:0/1619137834 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8828+0+0 (secure 0 0 0) 0x7f044c0cf450 con 0x7f0464100a80 2024-03-18T23:07:38.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.010+0000 7f0462ffd640 1 --2- 172.21.15.52:0/1619137834 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f04500a2970 0x7f04500a4e30 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f0454005fd0 tx=0x7f0454005850 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:07:38.014 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.014+0000 7f0460ff9640 1 -- 172.21.15.52:0/1619137834 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f044c09c080 con 0x7f0464100a80 2024-03-18T23:07:38.196 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.196+0000 7f0469387640 1 -- 172.21.15.52:0/1619137834 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f046402d1f0 con 0x7f0464100a80 2024-03-18T23:07:38.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:37 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/2298921365' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-18T23:07:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:37 smithi052 ceph-mon[32520]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-18T23:07:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:37 smithi052 ceph-mon[32520]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-18T23:07:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:37 smithi052 ceph-mon[32520]: Cluster is now healthy 2024-03-18T23:07:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:37 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/2298921365' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-03-18T23:07:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:37 smithi052 ceph-mon[32520]: mds.? [v2:172.21.15.99:6836/4022278807,v1:172.21.15.99:6839/4022278807] up:boot 2024-03-18T23:07:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:37 smithi052 ceph-mon[32520]: mds.? [v2:172.21.15.181:6834/4090448340,v1:172.21.15.181:6835/4090448340] up:boot 2024-03-18T23:07:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:37 smithi052 ceph-mon[32520]: mds.? [v2:172.21.15.99:6835/4115287352,v1:172.21.15.99:6838/4115287352] up:boot 2024-03-18T23:07:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:37 smithi052 ceph-mon[32520]: mds.? [v2:172.21.15.99:6834/1163079406,v1:172.21.15.99:6837/1163079406] up:boot 2024-03-18T23:07:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:37 smithi052 ceph-mon[32520]: mds.? [v2:172.21.15.181:6836/3387918843,v1:172.21.15.181:6838/3387918843] up:boot 2024-03-18T23:07:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:37 smithi052 ceph-mon[32520]: mds.? [v2:172.21.15.181:6837/697276572,v1:172.21.15.181:6839/697276572] up:boot 2024-03-18T23:07:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:37 smithi052 ceph-mon[32520]: fsmap 12 up:standby 2024-03-18T23:07:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:37 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-18T23:07:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:37 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-18T23:07:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:37 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-18T23:07:38.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:37 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-18T23:07:38.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:37 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-18T23:07:38.240 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:37 smithi052 ceph-mon[32520]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-18T23:07:38.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:37 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/2298921365' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-18T23:07:38.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:37 smithi181 ceph-mon[67256]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-18T23:07:38.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:37 smithi181 ceph-mon[67256]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-18T23:07:38.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:37 smithi181 ceph-mon[67256]: Cluster is now healthy 2024-03-18T23:07:38.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:37 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/2298921365' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-03-18T23:07:38.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:37 smithi181 ceph-mon[67256]: mds.? [v2:172.21.15.99:6836/4022278807,v1:172.21.15.99:6839/4022278807] up:boot 2024-03-18T23:07:38.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:37 smithi181 ceph-mon[67256]: mds.? [v2:172.21.15.181:6834/4090448340,v1:172.21.15.181:6835/4090448340] up:boot 2024-03-18T23:07:38.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:37 smithi181 ceph-mon[67256]: mds.? [v2:172.21.15.99:6835/4115287352,v1:172.21.15.99:6838/4115287352] up:boot 2024-03-18T23:07:38.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:37 smithi181 ceph-mon[67256]: mds.? [v2:172.21.15.99:6834/1163079406,v1:172.21.15.99:6837/1163079406] up:boot 2024-03-18T23:07:38.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:37 smithi181 ceph-mon[67256]: mds.? [v2:172.21.15.181:6836/3387918843,v1:172.21.15.181:6838/3387918843] up:boot 2024-03-18T23:07:38.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:37 smithi181 ceph-mon[67256]: mds.? [v2:172.21.15.181:6837/697276572,v1:172.21.15.181:6839/697276572] up:boot 2024-03-18T23:07:38.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:37 smithi181 ceph-mon[67256]: fsmap 12 up:standby 2024-03-18T23:07:38.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:37 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-18T23:07:38.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:37 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-18T23:07:38.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:37 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-18T23:07:38.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:37 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-18T23:07:38.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:37 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-18T23:07:38.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:37 smithi181 ceph-mon[67256]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-18T23:07:38.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:37 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/2298921365' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-18T23:07:38.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:37 smithi099 ceph-mon[36725]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-18T23:07:38.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:37 smithi099 ceph-mon[36725]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-18T23:07:38.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:37 smithi099 ceph-mon[36725]: Cluster is now healthy 2024-03-18T23:07:38.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:37 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/2298921365' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-03-18T23:07:38.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:37 smithi099 ceph-mon[36725]: mds.? [v2:172.21.15.99:6836/4022278807,v1:172.21.15.99:6839/4022278807] up:boot 2024-03-18T23:07:38.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:37 smithi099 ceph-mon[36725]: mds.? [v2:172.21.15.181:6834/4090448340,v1:172.21.15.181:6835/4090448340] up:boot 2024-03-18T23:07:38.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:37 smithi099 ceph-mon[36725]: mds.? [v2:172.21.15.99:6835/4115287352,v1:172.21.15.99:6838/4115287352] up:boot 2024-03-18T23:07:38.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:37 smithi099 ceph-mon[36725]: mds.? [v2:172.21.15.99:6834/1163079406,v1:172.21.15.99:6837/1163079406] up:boot 2024-03-18T23:07:38.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:37 smithi099 ceph-mon[36725]: mds.? [v2:172.21.15.181:6836/3387918843,v1:172.21.15.181:6838/3387918843] up:boot 2024-03-18T23:07:38.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:37 smithi099 ceph-mon[36725]: mds.? [v2:172.21.15.181:6837/697276572,v1:172.21.15.181:6839/697276572] up:boot 2024-03-18T23:07:38.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:37 smithi099 ceph-mon[36725]: fsmap 12 up:standby 2024-03-18T23:07:38.265 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:37 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-18T23:07:38.266 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:37 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-18T23:07:38.266 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:37 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-18T23:07:38.266 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:37 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-18T23:07:38.266 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:37 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-18T23:07:38.266 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:37 smithi099 ceph-mon[36725]: from='mgr.15309 172.21.15.52:0/3480441849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-18T23:07:38.946 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.945+0000 7f0460ff9640 1 -- 172.21.15.52:0/1619137834 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v101) ==== 181+0+0 (secure 0 0 0) 0x7f044c09b980 con 0x7f0464100a80 2024-03-18T23:07:38.946 INFO:teuthology.orchestra.run.smithi052.stderr:pool 'cephfs_metadata' removed 2024-03-18T23:07:38.949 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.949+0000 7f0469387640 1 -- 172.21.15.52:0/1619137834 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f04500a2970 msgr2=0x7f04500a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:38.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.949+0000 7f0469387640 1 --2- 172.21.15.52:0/1619137834 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f04500a2970 0x7f04500a4e30 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f0454005fd0 tx=0x7f0454005850 comp rx=0 tx=0).stop 2024-03-18T23:07:38.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.949+0000 7f0469387640 1 -- 172.21.15.52:0/1619137834 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0464100a80 msgr2=0x7f046419a850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:38.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.949+0000 7f0469387640 1 --2- 172.21.15.52:0/1619137834 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0464100a80 0x7f046419a850 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f044c00e9f0 tx=0x7f044c00eeb0 comp rx=0 tx=0).stop 2024-03-18T23:07:38.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.949+0000 7f0469387640 1 -- 172.21.15.52:0/1619137834 shutdown_connections 2024-03-18T23:07:38.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.949+0000 7f0469387640 1 --2- 172.21.15.52:0/1619137834 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0464104e50 0x7f046419ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:38.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.949+0000 7f0469387640 1 --2- 172.21.15.52:0/1619137834 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0464100a80 0x7f046419a850 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:38.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.949+0000 7f0469387640 1 --2- 172.21.15.52:0/1619137834 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f04500a2970 0x7f04500a4e30 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:38.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.949+0000 7f0469387640 1 --2- 172.21.15.52:0/1619137834 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f04641000e0 0x7f046419a310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:38.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.949+0000 7f0469387640 1 -- 172.21.15.52:0/1619137834 >> 172.21.15.52:0/1619137834 conn(0x7f0464075a60 msgr2=0x7f04640fe330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:07:38.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.949+0000 7f0469387640 1 -- 172.21.15.52:0/1619137834 shutdown_connections 2024-03-18T23:07:38.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:38.949+0000 7f0469387640 1 -- 172.21.15.52:0/1619137834 wait complete. 2024-03-18T23:07:38.966 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-03-18T23:07:39.082 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.080+0000 7f9fd5681640 1 -- 172.21.15.52:0/796213551 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9fd0101790 msgr2=0x7f9fd0101c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:39.082 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.080+0000 7f9fd5681640 1 --2- 172.21.15.52:0/796213551 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9fd0101790 0x7f9fd0101c10 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f9fb8009930 tx=0x7f9fb802bc30 comp rx=0 tx=0).stop 2024-03-18T23:07:39.083 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.080+0000 7f9fd5681640 1 -- 172.21.15.52:0/796213551 shutdown_connections 2024-03-18T23:07:39.083 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.080+0000 7f9fd5681640 1 --2- 172.21.15.52:0/796213551 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9fd0102150 0x7f9fd010e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:39.083 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.080+0000 7f9fd5681640 1 --2- 172.21.15.52:0/796213551 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9fd0101790 0x7f9fd0101c10 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:39.083 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.080+0000 7f9fd5681640 1 --2- 172.21.15.52:0/796213551 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9fd01077a0 0x7f9fd0107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:39.083 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.080+0000 7f9fd5681640 1 -- 172.21.15.52:0/796213551 >> 172.21.15.52:0/796213551 conn(0x7f9fd00fd280 msgr2=0x7f9fd00ff6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:07:39.083 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.080+0000 7f9fd5681640 1 -- 172.21.15.52:0/796213551 shutdown_connections 2024-03-18T23:07:39.083 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.080+0000 7f9fd5681640 1 -- 172.21.15.52:0/796213551 wait complete. 2024-03-18T23:07:39.083 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.080+0000 7f9fd5681640 1 Processor -- start 2024-03-18T23:07:39.083 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.081+0000 7f9fd5681640 1 -- start start 2024-03-18T23:07:39.084 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.081+0000 7f9fd5681640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9fd0101790 0x7f9fd0198240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:39.084 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.081+0000 7f9fd5681640 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9fd0102150 0x7f9fd0198780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:39.084 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.081+0000 7f9fd5681640 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9fd01077a0 0x7f9fd019cb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:39.084 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.081+0000 7f9fd5681640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9fd0111ca0 con 0x7f9fd0101790 2024-03-18T23:07:39.084 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.081+0000 7f9fd5681640 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 -- 0x7f9fd0111b20 con 0x7f9fd01077a0 2024-03-18T23:07:39.084 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.081+0000 7f9fd5681640 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 -- 0x7f9fd0111e20 con 0x7f9fd0102150 2024-03-18T23:07:39.084 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.081+0000 7f9fceffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9fd0101790 0x7f9fd0198240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:39.084 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.081+0000 7f9fceffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9fd0101790 0x7f9fd0198240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:45150/0 (socket says 172.21.15.52:45150) 2024-03-18T23:07:39.084 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.081+0000 7f9fceffd640 1 -- 172.21.15.52:0/490046925 learned_addr learned my addr 172.21.15.52:0/490046925 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-03-18T23:07:39.084 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.081+0000 7f9fcf7fe640 1 --2- 172.21.15.52:0/490046925 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9fd01077a0 0x7f9fd019cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:39.084 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.081+0000 7f9fc7fff640 1 --2- 172.21.15.52:0/490046925 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9fd0102150 0x7f9fd0198780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:39.084 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.081+0000 7f9fceffd640 1 -- 172.21.15.52:0/490046925 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9fd0102150 msgr2=0x7f9fd0198780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:39.084 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.081+0000 7f9fceffd640 1 --2- 172.21.15.52:0/490046925 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9fd0102150 0x7f9fd0198780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:39.084 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.081+0000 7f9fceffd640 1 -- 172.21.15.52:0/490046925 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9fd01077a0 msgr2=0x7f9fd019cb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:39.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.081+0000 7f9fceffd640 1 --2- 172.21.15.52:0/490046925 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9fd01077a0 0x7f9fd019cb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:39.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.081+0000 7f9fceffd640 1 -- 172.21.15.52:0/490046925 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fd019d230 con 0x7f9fd0101790 2024-03-18T23:07:39.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.081+0000 7f9fc7fff640 1 --2- 172.21.15.52:0/490046925 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9fd0102150 0x7f9fd0198780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-18T23:07:39.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.081+0000 7f9fceffd640 1 --2- 172.21.15.52:0/490046925 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9fd0101790 0x7f9fd0198240 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f9fc000b4a0 tx=0x7f9fc000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:07:39.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.081+0000 7f9fccff9640 1 -- 172.21.15.52:0/490046925 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fc0014070 con 0x7f9fd0101790 2024-03-18T23:07:39.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.082+0000 7f9fccff9640 1 -- 172.21.15.52:0/490046925 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9fc0010b10 con 0x7f9fd0101790 2024-03-18T23:07:39.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.082+0000 7f9fd5681640 1 -- 172.21.15.52:0/490046925 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fd019d520 con 0x7f9fd0101790 2024-03-18T23:07:39.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.082+0000 7f9fccff9640 1 -- 172.21.15.52:0/490046925 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fc0017d60 con 0x7f9fd0101790 2024-03-18T23:07:39.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.082+0000 7f9fd5681640 1 -- 172.21.15.52:0/490046925 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fd01a4db0 con 0x7f9fd0101790 2024-03-18T23:07:39.086 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.083+0000 7f9fd5681640 1 -- 172.21.15.52:0/490046925 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9fd0068a60 con 0x7f9fd0101790 2024-03-18T23:07:39.086 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.084+0000 7f9fccff9640 1 -- 172.21.15.52:0/490046925 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f9fc0017070 con 0x7f9fd0101790 2024-03-18T23:07:39.086 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.084+0000 7f9fccff9640 1 --2- 172.21.15.52:0/490046925 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f9fbc0a29f0 0x7f9fbc0a4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-18T23:07:39.086 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.084+0000 7f9fc7fff640 1 --2- 172.21.15.52:0/490046925 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f9fbc0a29f0 0x7f9fbc0a4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-18T23:07:39.086 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.084+0000 7f9fccff9640 1 -- 172.21.15.52:0/490046925 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 8274+0+0 (secure 0 0 0) 0x7f9fc00ce370 con 0x7f9fd0101790 2024-03-18T23:07:39.086 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.085+0000 7f9fc7fff640 1 --2- 172.21.15.52:0/490046925 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f9fbc0a29f0 0x7f9fbc0a4eb0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9fb8036040 tx=0x7f9fb8000bc0 comp rx=0 tx=0).ready entity=mgr.15309 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-18T23:07:39.088 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.088+0000 7f9fccff9640 1 -- 172.21.15.52:0/490046925 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186149 (secure 0 0 0) 0x7f9fc009b2d0 con 0x7f9fd0101790 2024-03-18T23:07:39.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:38 smithi052 ceph-mon[32520]: pgmap v334: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-18T23:07:39.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:38 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1619137834' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-18T23:07:39.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:38 smithi181 ceph-mon[67256]: pgmap v334: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-18T23:07:39.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:38 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/1619137834' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-18T23:07:39.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:38 smithi099 ceph-mon[36725]: pgmap v334: 97 pgs: 97 active+clean; 120 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-18T23:07:39.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:38 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/1619137834' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-18T23:07:39.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.286+0000 7f9fd5681640 1 -- 172.21.15.52:0/490046925 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f9fd002d1f0 con 0x7f9fd0101790 2024-03-18T23:07:39.951 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.951+0000 7f9fccff9640 1 -- 172.21.15.52:0/490046925 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v102) ==== 169+0+0 (secure 0 0 0) 0x7f9fc009abd0 con 0x7f9fd0101790 2024-03-18T23:07:39.952 INFO:teuthology.orchestra.run.smithi052.stderr:pool 'cephfs_data' removed 2024-03-18T23:07:39.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.955+0000 7f9fd5681640 1 -- 172.21.15.52:0/490046925 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f9fbc0a29f0 msgr2=0x7f9fbc0a4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:39.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.955+0000 7f9fd5681640 1 --2- 172.21.15.52:0/490046925 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f9fbc0a29f0 0x7f9fbc0a4eb0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9fb8036040 tx=0x7f9fb8000bc0 comp rx=0 tx=0).stop 2024-03-18T23:07:39.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.955+0000 7f9fd5681640 1 -- 172.21.15.52:0/490046925 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9fd0101790 msgr2=0x7f9fd0198240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-18T23:07:39.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.955+0000 7f9fd5681640 1 --2- 172.21.15.52:0/490046925 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9fd0101790 0x7f9fd0198240 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f9fc000b4a0 tx=0x7f9fc000b960 comp rx=0 tx=0).stop 2024-03-18T23:07:39.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.955+0000 7f9fd5681640 1 -- 172.21.15.52:0/490046925 shutdown_connections 2024-03-18T23:07:39.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.955+0000 7f9fd5681640 1 --2- 172.21.15.52:0/490046925 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9fd01077a0 0x7f9fd019cb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:39.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.955+0000 7f9fd5681640 1 --2- 172.21.15.52:0/490046925 >> [v2:172.21.15.52:6800/3992010936,v1:172.21.15.52:6801/3992010936] conn(0x7f9fbc0a29f0 0x7f9fbc0a4eb0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:39.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.955+0000 7f9fd5681640 1 --2- 172.21.15.52:0/490046925 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9fd0102150 0x7f9fd0198780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:39.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.955+0000 7f9fd5681640 1 --2- 172.21.15.52:0/490046925 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9fd0101790 0x7f9fd0198240 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-18T23:07:39.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.955+0000 7f9fd5681640 1 -- 172.21.15.52:0/490046925 >> 172.21.15.52:0/490046925 conn(0x7f9fd00fd280 msgr2=0x7f9fd00fda50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-18T23:07:39.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.956+0000 7f9fd5681640 1 -- 172.21.15.52:0/490046925 shutdown_connections 2024-03-18T23:07:39.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-03-18T23:07:39.956+0000 7f9fd5681640 1 -- 172.21.15.52:0/490046925 wait complete. 2024-03-18T23:07:39.975 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-18T23:07:40.012 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-18T23:07:40.045 DEBUG:teuthology.orchestra.run.smithi181:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-18T23:07:40.078 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-03-18T23:07:40.078 DEBUG:teuthology.orchestra.run.smithi052:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-03-18T23:07:40.093 DEBUG:teuthology.orchestra.run.smithi099:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-03-18T23:07:40.108 DEBUG:teuthology.orchestra.run.smithi181:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-03-18T23:07:40.134 INFO:tasks.cephadm:Stopping all daemons... 2024-03-18T23:07:40.135 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-03-18T23:07:40.135 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mon.a 2024-03-18T23:07:40.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:39 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/1619137834' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-03-18T23:07:40.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:39 smithi052 ceph-mon[32520]: osdmap e101: 12 total, 12 up, 12 in 2024-03-18T23:07:40.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:39 smithi052 ceph-mon[32520]: from='client.? 172.21.15.52:0/490046925' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-18T23:07:40.239 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:40 smithi052 systemd[1]: Stopping Ceph mon.a for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:07:40.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:39 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/1619137834' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-03-18T23:07:40.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:39 smithi181 ceph-mon[67256]: osdmap e101: 12 total, 12 up, 12 in 2024-03-18T23:07:40.263 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:39 smithi181 ceph-mon[67256]: from='client.? 172.21.15.52:0/490046925' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-18T23:07:40.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:39 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/1619137834' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-03-18T23:07:40.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:39 smithi099 ceph-mon[36725]: osdmap e101: 12 total, 12 up, 12 in 2024-03-18T23:07:40.264 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:39 smithi099 ceph-mon[36725]: from='client.? 172.21.15.52:0/490046925' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-18T23:07:40.737 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:40 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-a[32516]: 2024-03-18T23:07:40.462+0000 7fc924efd700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T23:07:40.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:40 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-a[32516]: 2024-03-18T23:07:40.462+0000 7fc924efd700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-03-18T23:07:40.738 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:40 smithi052 podman[90929]: 2024-03-18 23:07:40.544492056 +0000 UTC m=+0.183462977 container died dc02d44802ac111eb242be52f42369d16ab2dfebb0b1038601aa131cd11583a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-a, CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-18T23:07:40.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:40 smithi052 podman[90929]: 2024-03-18 23:07:40.812290896 +0000 UTC m=+0.451261823 container cleanup dc02d44802ac111eb242be52f42369d16ab2dfebb0b1038601aa131cd11583a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5) 2024-03-18T23:07:40.988 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:40 smithi052 bash[90929]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-a 2024-03-18T23:07:41.235 DEBUG:teuthology.orchestra.run.smithi052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mon.a.service' 2024-03-18T23:07:41.260 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:40 smithi052 podman[90943]: 2024-03-18 23:07:40.996886785 +0000 UTC m=+0.451376162 container remove dc02d44802ac111eb242be52f42369d16ab2dfebb0b1038601aa131cd11583a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-a, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-03-18T23:07:41.260 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:41 smithi052 systemd[1]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mon.a.service: Deactivated successfully. 2024-03-18T23:07:41.260 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:41 smithi052 systemd[1]: Stopped Ceph mon.a for 444ca0c0-e579-11ee-95c9-87774f69a715. 2024-03-18T23:07:41.260 INFO:journalctl@ceph.mon.a.smithi052.stdout:Mar 18 23:07:41 smithi052 systemd[1]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mon.a.service: Consumed 18.699s CPU time. 2024-03-18T23:07:41.287 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:07:41.288 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-03-18T23:07:41.288 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-03-18T23:07:41.288 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mon.b 2024-03-18T23:07:41.663 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:41 smithi099 systemd[1]: Stopping Ceph mon.b for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:07:42.015 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:41 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-b[36721]: 2024-03-18T23:07:41.662+0000 7f018fb84700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T23:07:42.192 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:41 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-b[36721]: 2024-03-18T23:07:41.662+0000 7f018fb84700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-03-18T23:07:42.192 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:41 smithi099 podman[72854]: 2024-03-18 23:07:41.886818399 +0000 UTC m=+0.398712837 container died 5fa9ff779470db18705b12219d31e838840a405fc4f4ade1390fc58c6fff299d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-b, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-03-18T23:07:42.514 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:42 smithi099 podman[72854]: 2024-03-18 23:07:42.280356908 +0000 UTC m=+0.792251328 container cleanup 5fa9ff779470db18705b12219d31e838840a405fc4f4ade1390fc58c6fff299d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-b, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-03-18T23:07:42.515 INFO:journalctl@ceph.mon.b.smithi099.stdout:Mar 18 23:07:42 smithi099 bash[72854]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-b 2024-03-18T23:07:42.684 DEBUG:teuthology.orchestra.run.smithi099:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mon.b.service' 2024-03-18T23:07:42.733 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:07:42.733 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-03-18T23:07:42.733 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-03-18T23:07:42.733 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mon.c 2024-03-18T23:07:43.013 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:42 smithi181 systemd[1]: Stopping Ceph mon.c for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:07:43.503 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:43 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-c[67252]: 2024-03-18T23:07:43.053+0000 7f934ff79700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T23:07:43.504 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:43 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-c[67252]: 2024-03-18T23:07:43.053+0000 7f934ff79700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-03-18T23:07:43.504 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:43 smithi181 podman[104354]: 2024-03-18 23:07:43.196182556 +0000 UTC m=+0.266866732 container died dc7e4d070d11d152ed0da2c42c8d6349c46404da5832c9ec9b3ed36976b7d64f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-c, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307) 2024-03-18T23:07:43.762 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:43 smithi181 podman[104354]: 2024-03-18 23:07:43.603325282 +0000 UTC m=+0.674009449 container cleanup dc7e4d070d11d152ed0da2c42c8d6349c46404da5832c9ec9b3ed36976b7d64f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-c, CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-18T23:07:43.763 INFO:journalctl@ceph.mon.c.smithi181.stdout:Mar 18 23:07:43 smithi181 bash[104354]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mon-c 2024-03-18T23:07:44.025 DEBUG:teuthology.orchestra.run.smithi181:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mon.c.service' 2024-03-18T23:07:44.094 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:07:44.094 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-03-18T23:07:44.094 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-03-18T23:07:44.094 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mgr.x 2024-03-18T23:07:44.391 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 23:07:44 smithi052 systemd[1]: Stopping Ceph mgr.x for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:07:44.693 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 23:07:44 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T23:07:44.389+0000 7f3fd9616700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T23:07:44.693 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 23:07:44 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x[32748]: 2024-03-18T23:07:44.389+0000 7f3fd9616700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-03-18T23:07:44.693 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 23:07:44 smithi052 podman[91052]: 2024-03-18 23:07:44.422810666 +0000 UTC m=+0.129178339 container died c55494322a4458d61c05a7d550b99693cc4c22e26b8b01ed95a51571d593eeca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True) 2024-03-18T23:07:44.988 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 23:07:44 smithi052 podman[91052]: 2024-03-18 23:07:44.775209355 +0000 UTC m=+0.481577027 container cleanup c55494322a4458d61c05a7d550b99693cc4c22e26b8b01ed95a51571d593eeca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-03-18T23:07:44.988 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Mar 18 23:07:44 smithi052 bash[91052]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-x 2024-03-18T23:07:45.264 DEBUG:teuthology.orchestra.run.smithi052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mgr.x.service' 2024-03-18T23:07:45.315 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:07:45.315 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-03-18T23:07:45.315 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-03-18T23:07:45.316 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mgr.y 2024-03-18T23:07:45.623 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 23:07:45 smithi099 systemd[1]: Stopping Ceph mgr.y for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:07:45.942 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 23:07:45 smithi099 podman[72979]: 2024-03-18 23:07:45.621714265 +0000 UTC m=+0.113966092 container died cc55908cb76f3983c388a7afff0525248fe6b766e11a6964f68dd85287b195cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0) 2024-03-18T23:07:46.265 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 23:07:45 smithi099 podman[72979]: 2024-03-18 23:07:45.942518407 +0000 UTC m=+0.434770232 container cleanup cc55908cb76f3983c388a7afff0525248fe6b766e11a6964f68dd85287b195cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-03-18T23:07:46.265 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 23:07:45 smithi099 bash[72979]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y 2024-03-18T23:07:46.265 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 23:07:46 smithi099 podman[72993]: 2024-03-18 23:07:46.177552055 +0000 UTC m=+0.552031999 container remove cc55908cb76f3983c388a7afff0525248fe6b766e11a6964f68dd85287b195cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-y, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249) 2024-03-18T23:07:46.265 INFO:journalctl@ceph.mgr.y.smithi099.stdout:Mar 18 23:07:46 smithi099 systemd[1]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-03-18T23:07:46.412 DEBUG:teuthology.orchestra.run.smithi099:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mgr.y.service' 2024-03-18T23:07:46.450 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:07:46.451 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-03-18T23:07:46.451 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-03-18T23:07:46.451 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mgr.z 2024-03-18T23:07:46.763 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 23:07:46 smithi181 systemd[1]: Stopping Ceph mgr.z for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:07:47.085 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 23:07:46 smithi181 podman[104476]: 2024-03-18 23:07:46.80034559 +0000 UTC m=+0.160463469 container died 4eb320644f2cbd45220d6f451772d6abade5231ebffd625c78ef63b274189132 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-03-18T23:07:47.443 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 23:07:47 smithi181 podman[104476]: 2024-03-18 23:07:47.166999583 +0000 UTC m=+0.527117410 container cleanup 4eb320644f2cbd45220d6f451772d6abade5231ebffd625c78ef63b274189132 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-18T23:07:47.443 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Mar 18 23:07:47 smithi181 bash[104476]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mgr-z 2024-03-18T23:07:47.590 DEBUG:teuthology.orchestra.run.smithi181:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mgr.z.service' 2024-03-18T23:07:47.627 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:07:47.628 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-03-18T23:07:47.628 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-03-18T23:07:47.628 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.0 2024-03-18T23:07:47.948 INFO:journalctl@ceph.osd.0.smithi052.stdout:Mar 18 23:07:47 smithi052 systemd[1]: Stopping Ceph osd.0 for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:07:48.238 INFO:journalctl@ceph.osd.0.smithi052.stdout:Mar 18 23:07:47 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-0[47266]: 2024-03-18T23:07:47.946+0000 7f313405d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T23:07:48.238 INFO:journalctl@ceph.osd.0.smithi052.stdout:Mar 18 23:07:47 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-0[47266]: 2024-03-18T23:07:47.946+0000 7f313405d700 -1 osd.0 102 *** Got signal Terminated *** 2024-03-18T23:07:48.239 INFO:journalctl@ceph.osd.0.smithi052.stdout:Mar 18 23:07:47 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-0[47266]: 2024-03-18T23:07:47.946+0000 7f313405d700 -1 osd.0 102 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-18T23:07:53.757 INFO:journalctl@ceph.osd.0.smithi052.stdout:Mar 18 23:07:53 smithi052 podman[91186]: 2024-03-18 23:07:53.497627433 +0000 UTC m=+5.674587689 container died 9d136345ae3961158ec2bf117fbef82fab40fbd90d8217525c0607f5adfa30e4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-03-18T23:07:54.024 INFO:journalctl@ceph.osd.0.smithi052.stdout:Mar 18 23:07:53 smithi052 podman[91186]: 2024-03-18 23:07:53.839688034 +0000 UTC m=+6.016648335 container cleanup 9d136345ae3961158ec2bf117fbef82fab40fbd90d8217525c0607f5adfa30e4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-0, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-03-18T23:07:54.024 INFO:journalctl@ceph.osd.0.smithi052.stdout:Mar 18 23:07:53 smithi052 bash[91186]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-0 2024-03-18T23:07:54.438 INFO:journalctl@ceph.osd.0.smithi052.stdout:Mar 18 23:07:54 smithi052 podman[91203]: 2024-03-18 23:07:54.024012155 +0000 UTC m=+0.519115538 container remove 9d136345ae3961158ec2bf117fbef82fab40fbd90d8217525c0607f5adfa30e4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-03-18T23:07:54.739 INFO:journalctl@ceph.osd.0.smithi052.stdout:Mar 18 23:07:54 smithi052 podman[91294]: 2024-03-18 23:07:54.342583072 +0000 UTC m=+0.018670195 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639 2024-03-18T23:07:54.739 INFO:journalctl@ceph.osd.0.smithi052.stdout:Mar 18 23:07:54 smithi052 podman[91294]: 2024-03-18 23:07:54.441482572 +0000 UTC m=+0.117569692 container create 367609617f4ce696443c99942a84784cefbfdfa86a9121dcb8bcc1c8e34d5dbc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-batrick-testing-20240318.181317-b6ae249) 2024-03-18T23:07:54.739 INFO:journalctl@ceph.osd.0.smithi052.stdout:Mar 18 23:07:54 smithi052 podman[91294]: 2024-03-18 23:07:54.652095406 +0000 UTC m=+0.328182527 container init 367609617f4ce696443c99942a84784cefbfdfa86a9121dcb8bcc1c8e34d5dbc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-0-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-18T23:07:54.739 INFO:journalctl@ceph.osd.0.smithi052.stdout:Mar 18 23:07:54 smithi052 podman[91294]: 2024-03-18 23:07:54.65509693 +0000 UTC m=+0.331184068 container start 367609617f4ce696443c99942a84784cefbfdfa86a9121dcb8bcc1c8e34d5dbc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-0-deactivate, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-03-18T23:07:55.159 INFO:journalctl@ceph.osd.0.smithi052.stdout:Mar 18 23:07:54 smithi052 podman[91294]: 2024-03-18 23:07:54.755543439 +0000 UTC m=+0.431630563 container attach 367609617f4ce696443c99942a84784cefbfdfa86a9121dcb8bcc1c8e34d5dbc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-0-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-03-18T23:07:55.159 INFO:journalctl@ceph.osd.0.smithi052.stdout:Mar 18 23:07:54 smithi052 podman[91294]: 2024-03-18 23:07:54.954086142 +0000 UTC m=+0.630173277 container died 367609617f4ce696443c99942a84784cefbfdfa86a9121dcb8bcc1c8e34d5dbc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-03-18T23:07:55.536 DEBUG:teuthology.orchestra.run.smithi052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.0.service' 2024-03-18T23:07:55.578 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:07:55.578 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-03-18T23:07:55.578 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-03-18T23:07:55.578 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.1 2024-03-18T23:07:55.888 INFO:journalctl@ceph.osd.1.smithi099.stdout:Mar 18 23:07:55 smithi099 systemd[1]: Stopping Ceph osd.1 for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:07:56.264 INFO:journalctl@ceph.osd.1.smithi099.stdout:Mar 18 23:07:55 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-1[41341]: 2024-03-18T23:07:55.888+0000 7f0f241c6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T23:07:56.265 INFO:journalctl@ceph.osd.1.smithi099.stdout:Mar 18 23:07:55 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-1[41341]: 2024-03-18T23:07:55.888+0000 7f0f241c6700 -1 osd.1 102 *** Got signal Terminated *** 2024-03-18T23:07:56.265 INFO:journalctl@ceph.osd.1.smithi099.stdout:Mar 18 23:07:55 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-1[41341]: 2024-03-18T23:07:55.888+0000 7f0f241c6700 -1 osd.1 102 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-18T23:08:01.604 INFO:journalctl@ceph.osd.1.smithi099.stdout:Mar 18 23:08:01 smithi099 podman[73101]: 2024-03-18 23:08:01.322008012 +0000 UTC m=+5.555423043 container died 25d2152254838cce4d3880e25b8693ca33e61b2c223812cc3d1a78576f33ecac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-1, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-03-18T23:08:01.855 INFO:journalctl@ceph.osd.1.smithi099.stdout:Mar 18 23:08:01 smithi099 podman[73101]: 2024-03-18 23:08:01.604379393 +0000 UTC m=+5.837794415 container cleanup 25d2152254838cce4d3880e25b8693ca33e61b2c223812cc3d1a78576f33ecac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-1, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249) 2024-03-18T23:08:01.855 INFO:journalctl@ceph.osd.1.smithi099.stdout:Mar 18 23:08:01 smithi099 bash[73101]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-1 2024-03-18T23:08:02.164 INFO:journalctl@ceph.osd.1.smithi099.stdout:Mar 18 23:08:01 smithi099 podman[73121]: 2024-03-18 23:08:01.855674217 +0000 UTC m=+0.529786195 container remove 25d2152254838cce4d3880e25b8693ca33e61b2c223812cc3d1a78576f33ecac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-18T23:08:02.458 INFO:journalctl@ceph.osd.1.smithi099.stdout:Mar 18 23:08:02 smithi099 podman[73211]: 2024-03-18 23:08:02.16521799 +0000 UTC m=+0.108600083 container create 199846944a92d1ac628b2f20577b39ace26ecc26fef498d40c1d1f54ccf644dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-1-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-18T23:08:02.459 INFO:journalctl@ceph.osd.1.smithi099.stdout:Mar 18 23:08:02 smithi099 podman[73211]: 2024-03-18 23:08:02.074794224 +0000 UTC m=+0.018176328 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639 2024-03-18T23:08:02.459 INFO:journalctl@ceph.osd.1.smithi099.stdout:Mar 18 23:08:02 smithi099 podman[73211]: 2024-03-18 23:08:02.400836661 +0000 UTC m=+0.344218746 container init 199846944a92d1ac628b2f20577b39ace26ecc26fef498d40c1d1f54ccf644dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-1-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-03-18T23:08:02.459 INFO:journalctl@ceph.osd.1.smithi099.stdout:Mar 18 23:08:02 smithi099 podman[73211]: 2024-03-18 23:08:02.40402352 +0000 UTC m=+0.347405621 container start 199846944a92d1ac628b2f20577b39ace26ecc26fef498d40c1d1f54ccf644dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-1-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=) 2024-03-18T23:08:02.765 INFO:journalctl@ceph.osd.1.smithi099.stdout:Mar 18 23:08:02 smithi099 podman[73211]: 2024-03-18 23:08:02.459143189 +0000 UTC m=+0.402525290 container attach 199846944a92d1ac628b2f20577b39ace26ecc26fef498d40c1d1f54ccf644dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-1-deactivate, org.label-schema.build-date=20240307, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-03-18T23:08:02.765 INFO:journalctl@ceph.osd.1.smithi099.stdout:Mar 18 23:08:02 smithi099 podman[73211]: 2024-03-18 23:08:02.693279584 +0000 UTC m=+0.636661670 container died 199846944a92d1ac628b2f20577b39ace26ecc26fef498d40c1d1f54ccf644dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-18T23:08:03.260 DEBUG:teuthology.orchestra.run.smithi099:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.1.service' 2024-03-18T23:08:03.303 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:08:03.303 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-03-18T23:08:03.303 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-03-18T23:08:03.303 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.2 2024-03-18T23:08:03.626 INFO:journalctl@ceph.osd.2.smithi181.stdout:Mar 18 23:08:03 smithi181 systemd[1]: Stopping Ceph osd.2 for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:08:04.012 INFO:journalctl@ceph.osd.2.smithi181.stdout:Mar 18 23:08:03 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-2[72407]: 2024-03-18T23:08:03.625+0000 7f7dc8911700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T23:08:04.013 INFO:journalctl@ceph.osd.2.smithi181.stdout:Mar 18 23:08:03 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-2[72407]: 2024-03-18T23:08:03.625+0000 7f7dc8911700 -1 osd.2 102 *** Got signal Terminated *** 2024-03-18T23:08:04.013 INFO:journalctl@ceph.osd.2.smithi181.stdout:Mar 18 23:08:03 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-2[72407]: 2024-03-18T23:08:03.625+0000 7f7dc8911700 -1 osd.2 102 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-18T23:08:09.488 INFO:journalctl@ceph.osd.2.smithi181.stdout:Mar 18 23:08:09 smithi181 podman[104601]: 2024-03-18 23:08:09.185674769 +0000 UTC m=+5.695114668 container died acf8b44b665ae657a588a1eb2215df98e6bd2a95c536761336a15b4436e60539 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-2, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-03-18T23:08:09.763 INFO:journalctl@ceph.osd.2.smithi181.stdout:Mar 18 23:08:09 smithi181 podman[104601]: 2024-03-18 23:08:09.595537188 +0000 UTC m=+6.104977063 container cleanup acf8b44b665ae657a588a1eb2215df98e6bd2a95c536761336a15b4436e60539 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-2, ceph=True, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-batrick-testing-20240318.181317-b6ae249) 2024-03-18T23:08:09.763 INFO:journalctl@ceph.osd.2.smithi181.stdout:Mar 18 23:08:09 smithi181 bash[104601]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-2 2024-03-18T23:08:10.216 INFO:journalctl@ceph.osd.2.smithi181.stdout:Mar 18 23:08:09 smithi181 podman[104618]: 2024-03-18 23:08:09.798853947 +0000 UTC m=+0.614444988 container remove acf8b44b665ae657a588a1eb2215df98e6bd2a95c536761336a15b4436e60539 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-2, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-18T23:08:10.513 INFO:journalctl@ceph.osd.2.smithi181.stdout:Mar 18 23:08:10 smithi181 podman[104708]: 2024-03-18 23:08:10.118945261 +0000 UTC m=+0.017813718 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639 2024-03-18T23:08:10.513 INFO:journalctl@ceph.osd.2.smithi181.stdout:Mar 18 23:08:10 smithi181 podman[104708]: 2024-03-18 23:08:10.222501902 +0000 UTC m=+0.121370385 container create e4fc1e9707fea03755230b8956bb8a5e72e4a1a37ef779b0f8c956b217168b59 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-2-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-18T23:08:10.513 INFO:journalctl@ceph.osd.2.smithi181.stdout:Mar 18 23:08:10 smithi181 podman[104708]: 2024-03-18 23:08:10.450844127 +0000 UTC m=+0.349712570 container init e4fc1e9707fea03755230b8956bb8a5e72e4a1a37ef779b0f8c956b217168b59 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-2-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-03-18T23:08:10.513 INFO:journalctl@ceph.osd.2.smithi181.stdout:Mar 18 23:08:10 smithi181 podman[104708]: 2024-03-18 23:08:10.454038117 +0000 UTC m=+0.352906569 container start e4fc1e9707fea03755230b8956bb8a5e72e4a1a37ef779b0f8c956b217168b59 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-2-deactivate, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307) 2024-03-18T23:08:11.013 INFO:journalctl@ceph.osd.2.smithi181.stdout:Mar 18 23:08:10 smithi181 podman[104708]: 2024-03-18 23:08:10.533912071 +0000 UTC m=+0.432780541 container attach e4fc1e9707fea03755230b8956bb8a5e72e4a1a37ef779b0f8c956b217168b59 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-03-18T23:08:11.013 INFO:journalctl@ceph.osd.2.smithi181.stdout:Mar 18 23:08:10 smithi181 podman[104708]: 2024-03-18 23:08:10.741834236 +0000 UTC m=+0.640702696 container died e4fc1e9707fea03755230b8956bb8a5e72e4a1a37ef779b0f8c956b217168b59 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-2-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-03-18T23:08:11.350 DEBUG:teuthology.orchestra.run.smithi181:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.2.service' 2024-03-18T23:08:11.394 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:08:11.395 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-03-18T23:08:11.395 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-03-18T23:08:11.395 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.3 2024-03-18T23:08:11.692 INFO:journalctl@ceph.osd.3.smithi052.stdout:Mar 18 23:08:11 smithi052 systemd[1]: Stopping Ceph osd.3 for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:08:11.988 INFO:journalctl@ceph.osd.3.smithi052.stdout:Mar 18 23:08:11 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-3[54230]: 2024-03-18T23:08:11.691+0000 7ff1a2b85700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T23:08:11.988 INFO:journalctl@ceph.osd.3.smithi052.stdout:Mar 18 23:08:11 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-3[54230]: 2024-03-18T23:08:11.691+0000 7ff1a2b85700 -1 osd.3 102 *** Got signal Terminated *** 2024-03-18T23:08:11.988 INFO:journalctl@ceph.osd.3.smithi052.stdout:Mar 18 23:08:11 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-3[54230]: 2024-03-18T23:08:11.691+0000 7ff1a2b85700 -1 osd.3 102 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-18T23:08:14.488 INFO:journalctl@ceph.osd.3.smithi052.stdout:Mar 18 23:08:14 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-3[54230]: 2024-03-18T23:08:14.324+0000 7ff19b171700 -1 osd.3 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.493931+0000 front 2024-03-18T23:07:51.493959+0000 (oldest deadline 2024-03-18T23:08:13.794060+0000) 2024-03-18T23:08:14.489 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:14 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:14.167+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.855901+0000 front 2024-03-18T23:07:51.855925+0000 (oldest deadline 2024-03-18T23:08:14.156029+0000) 2024-03-18T23:08:14.513 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:14 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:14.355+0000 7f4f6fa2d700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.768523+0000 front 2024-03-18T23:07:50.768625+0000 (oldest deadline 2024-03-18T23:08:13.668703+0000) 2024-03-18T23:08:14.513 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:14 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:14.133+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:15.382 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:15 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:15.119+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:15.488 INFO:journalctl@ceph.osd.3.smithi052.stdout:Mar 18 23:08:15 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-3[54230]: 2024-03-18T23:08:15.339+0000 7ff19b171700 -1 osd.3 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.493931+0000 front 2024-03-18T23:07:51.493959+0000 (oldest deadline 2024-03-18T23:08:13.794060+0000) 2024-03-18T23:08:15.489 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:15 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:15.122+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.855901+0000 front 2024-03-18T23:07:51.855925+0000 (oldest deadline 2024-03-18T23:08:14.156029+0000) 2024-03-18T23:08:15.762 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:15 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:15.381+0000 7f4f6fa2d700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.768523+0000 front 2024-03-18T23:07:50.768625+0000 (oldest deadline 2024-03-18T23:08:13.668703+0000) 2024-03-18T23:08:16.424 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:16 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:16.075+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:16.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:16 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:16.153+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.855901+0000 front 2024-03-18T23:07:51.855925+0000 (oldest deadline 2024-03-18T23:08:14.156029+0000) 2024-03-18T23:08:16.489 INFO:journalctl@ceph.osd.3.smithi052.stdout:Mar 18 23:08:16 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-3[54230]: 2024-03-18T23:08:16.307+0000 7ff19b171700 -1 osd.3 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.493931+0000 front 2024-03-18T23:07:51.493959+0000 (oldest deadline 2024-03-18T23:08:13.794060+0000) 2024-03-18T23:08:16.763 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:16 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:16.422+0000 7f4f6fa2d700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.768523+0000 front 2024-03-18T23:07:50.768625+0000 (oldest deadline 2024-03-18T23:08:13.668703+0000) 2024-03-18T23:08:16.763 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:16 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:16.557+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:17.376 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:17 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:17.154+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.855901+0000 front 2024-03-18T23:07:51.855925+0000 (oldest deadline 2024-03-18T23:08:14.156029+0000) 2024-03-18T23:08:17.376 INFO:journalctl@ceph.osd.3.smithi052.stdout:Mar 18 23:08:17 smithi052 podman[91403]: 2024-03-18 23:08:17.086646347 +0000 UTC m=+5.495513082 container died 29097ba0bcf8a38c28bc54397e2b21acad435f68c56040ebe65520dc2f04c9e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-3, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True) 2024-03-18T23:08:17.441 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:17 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:17.116+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:17.717 INFO:journalctl@ceph.osd.3.smithi052.stdout:Mar 18 23:08:17 smithi052 podman[91403]: 2024-03-18 23:08:17.475426772 +0000 UTC m=+5.884293517 container cleanup 29097ba0bcf8a38c28bc54397e2b21acad435f68c56040ebe65520dc2f04c9e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-3, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-03-18T23:08:17.718 INFO:journalctl@ceph.osd.3.smithi052.stdout:Mar 18 23:08:17 smithi052 bash[91403]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-3 2024-03-18T23:08:17.763 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:17 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:17.440+0000 7f4f6fa2d700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.768523+0000 front 2024-03-18T23:07:50.768625+0000 (oldest deadline 2024-03-18T23:08:13.668703+0000) 2024-03-18T23:08:17.763 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:17 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:17.512+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:17.988 INFO:journalctl@ceph.osd.3.smithi052.stdout:Mar 18 23:08:17 smithi052 podman[91433]: 2024-03-18 23:08:17.718280172 +0000 UTC m=+0.624278629 container remove 29097ba0bcf8a38c28bc54397e2b21acad435f68c56040ebe65520dc2f04c9e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-3, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-03-18T23:08:18.354 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:18 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:18.125+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.855901+0000 front 2024-03-18T23:07:51.855925+0000 (oldest deadline 2024-03-18T23:08:14.156029+0000) 2024-03-18T23:08:18.355 INFO:journalctl@ceph.osd.3.smithi052.stdout:Mar 18 23:08:18 smithi052 podman[91524]: 2024-03-18 23:08:18.036009173 +0000 UTC m=+0.114586022 container create c7ba3a54004de0ea43bac73bfb1969c34c249d9b3b6b1f43a956f9940a668b89 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-3-deactivate, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-03-18T23:08:18.355 INFO:journalctl@ceph.osd.3.smithi052.stdout:Mar 18 23:08:18 smithi052 podman[91524]: 2024-03-18 23:08:17.939365181 +0000 UTC m=+0.017942048 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639 2024-03-18T23:08:18.355 INFO:journalctl@ceph.osd.3.smithi052.stdout:Mar 18 23:08:18 smithi052 podman[91524]: 2024-03-18 23:08:18.246928229 +0000 UTC m=+0.325505088 container init c7ba3a54004de0ea43bac73bfb1969c34c249d9b3b6b1f43a956f9940a668b89 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-3-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True) 2024-03-18T23:08:18.355 INFO:journalctl@ceph.osd.3.smithi052.stdout:Mar 18 23:08:18 smithi052 podman[91524]: 2024-03-18 23:08:18.250271788 +0000 UTC m=+0.328848638 container start c7ba3a54004de0ea43bac73bfb1969c34c249d9b3b6b1f43a956f9940a668b89 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-3-deactivate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307) 2024-03-18T23:08:18.355 INFO:journalctl@ceph.osd.3.smithi052.stdout:Mar 18 23:08:18 smithi052 podman[91524]: 2024-03-18 23:08:18.355136102 +0000 UTC m=+0.433712953 container attach c7ba3a54004de0ea43bac73bfb1969c34c249d9b3b6b1f43a956f9940a668b89 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-3-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True) 2024-03-18T23:08:18.408 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:18 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:18.116+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:18.664 INFO:journalctl@ceph.osd.3.smithi052.stdout:Mar 18 23:08:18 smithi052 podman[91524]: 2024-03-18 23:08:18.556616093 +0000 UTC m=+0.635192944 container died c7ba3a54004de0ea43bac73bfb1969c34c249d9b3b6b1f43a956f9940a668b89 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-3-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, ceph=True) 2024-03-18T23:08:18.763 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:18 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:18.407+0000 7f4f6fa2d700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.768523+0000 front 2024-03-18T23:07:50.768625+0000 (oldest deadline 2024-03-18T23:08:13.668703+0000) 2024-03-18T23:08:18.763 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:18 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:18.504+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:18.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:18 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:18.459+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:18.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:18 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:18.663+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:19.141 DEBUG:teuthology.orchestra.run.smithi052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.3.service' 2024-03-18T23:08:19.186 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:08:19.186 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-03-18T23:08:19.186 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-03-18T23:08:19.187 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.4 2024-03-18T23:08:19.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:19 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:19.121+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.855901+0000 front 2024-03-18T23:07:51.855925+0000 (oldest deadline 2024-03-18T23:08:14.156029+0000) 2024-03-18T23:08:19.505 INFO:journalctl@ceph.osd.4.smithi099.stdout:Mar 18 23:08:19 smithi099 systemd[1]: Stopping Ceph osd.4 for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:08:19.506 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:19 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:19.420+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:19.512 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:19 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:19.384+0000 7f4f6fa2d700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.768523+0000 front 2024-03-18T23:07:50.768625+0000 (oldest deadline 2024-03-18T23:08:13.668703+0000) 2024-03-18T23:08:19.513 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:19 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:19.137+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:19.764 INFO:journalctl@ceph.osd.4.smithi099.stdout:Mar 18 23:08:19 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-4[47883]: 2024-03-18T23:08:19.505+0000 7f66f302b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T23:08:19.764 INFO:journalctl@ceph.osd.4.smithi099.stdout:Mar 18 23:08:19 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-4[47883]: 2024-03-18T23:08:19.505+0000 7f66f302b700 -1 osd.4 102 *** Got signal Terminated *** 2024-03-18T23:08:19.764 INFO:journalctl@ceph.osd.4.smithi099.stdout:Mar 18 23:08:19 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-4[47883]: 2024-03-18T23:08:19.505+0000 7f66f302b700 -1 osd.4 102 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-18T23:08:19.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:19 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:19.644+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:20.013 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:19 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:19.548+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:20.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:20 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:20.116+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.855901+0000 front 2024-03-18T23:07:51.855925+0000 (oldest deadline 2024-03-18T23:08:14.156029+0000) 2024-03-18T23:08:20.500 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:20 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:20.108+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:20.500 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:20 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:20.347+0000 7f4f6fa2d700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.768523+0000 front 2024-03-18T23:07:50.768625+0000 (oldest deadline 2024-03-18T23:08:13.668703+0000) 2024-03-18T23:08:20.763 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:20 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:20.500+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:20.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:20 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:20.392+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:20.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:20 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:20.643+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:21.490 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:21 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:21.093+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.855901+0000 front 2024-03-18T23:07:51.855925+0000 (oldest deadline 2024-03-18T23:08:14.156029+0000) 2024-03-18T23:08:21.513 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:21 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:21.318+0000 7f4f6fa2d700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.768523+0000 front 2024-03-18T23:07:50.768625+0000 (oldest deadline 2024-03-18T23:08:13.668703+0000) 2024-03-18T23:08:21.514 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:21 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:21.096+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:21.766 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:21 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:21.407+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:21.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:21 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:21.661+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:22.013 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:21 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:21.518+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:22.348 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:22 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:22.126+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:22.348 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:22 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:22.126+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:22.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:22 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:22.052+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.855901+0000 front 2024-03-18T23:07:51.855925+0000 (oldest deadline 2024-03-18T23:08:14.156029+0000) 2024-03-18T23:08:22.602 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:22 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:22.547+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:22.602 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:22 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:22.347+0000 7f4f6fa2d700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.768523+0000 front 2024-03-18T23:07:50.768625+0000 (oldest deadline 2024-03-18T23:08:13.668703+0000) 2024-03-18T23:08:22.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:22 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:22.413+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:22.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:22 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:22.628+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:23.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:23 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:23.043+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.855901+0000 front 2024-03-18T23:07:51.855925+0000 (oldest deadline 2024-03-18T23:08:14.156029+0000) 2024-03-18T23:08:23.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:23 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:23.043+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:57.657212+0000 front 2024-03-18T23:07:57.657184+0000 (oldest deadline 2024-03-18T23:08:22.957192+0000) 2024-03-18T23:08:23.512 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:23 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:23.345+0000 7f4f6fa2d700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.768523+0000 front 2024-03-18T23:07:50.768625+0000 (oldest deadline 2024-03-18T23:08:13.668703+0000) 2024-03-18T23:08:23.513 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:23 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:23.103+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:23.513 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:23 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:23.103+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:23.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:23 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:23.450+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:23.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:23 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:23.450+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:23.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:23 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:23.585+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:23.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:23 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:23.585+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:24.012 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:23 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:23.528+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:24.418 INFO:journalctl@ceph.osd.4.smithi099.stdout:Mar 18 23:08:24 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-4[47883]: 2024-03-18T23:08:24.043+0000 7f66eb617700 -1 osd.4 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:59.958223+0000 front 2024-03-18T23:07:59.958346+0000 (oldest deadline 2024-03-18T23:08:23.458346+0000) 2024-03-18T23:08:24.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:24 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:24.057+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.855901+0000 front 2024-03-18T23:07:51.855925+0000 (oldest deadline 2024-03-18T23:08:14.156029+0000) 2024-03-18T23:08:24.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:24 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:24.057+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:57.657212+0000 front 2024-03-18T23:07:57.657184+0000 (oldest deadline 2024-03-18T23:08:22.957192+0000) 2024-03-18T23:08:24.513 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:24 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:24.332+0000 7f4f6fa2d700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.768523+0000 front 2024-03-18T23:07:50.768625+0000 (oldest deadline 2024-03-18T23:08:13.668703+0000) 2024-03-18T23:08:24.513 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:24 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:24.332+0000 7f4f6fa2d700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:57.670543+0000 front 2024-03-18T23:07:57.670521+0000 (oldest deadline 2024-03-18T23:08:23.570671+0000) 2024-03-18T23:08:24.513 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:24 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:24.088+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:24.513 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:24 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:24.088+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:24.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:24 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:24.418+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:24.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:24 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:24.418+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:24.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:24 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:24.553+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:24.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:24 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:24.553+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:25.012 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:24 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:24.565+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:25.013 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:24 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:24.565+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:25.140 INFO:journalctl@ceph.osd.4.smithi099.stdout:Mar 18 23:08:24 smithi099 podman[73329]: 2024-03-18 23:08:24.875268608 +0000 UTC m=+5.492606962 container died 9159b9606f3736a923884ef78e664eb161b515bab449cf153d5cf1ffee7f2353 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-4, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD) 2024-03-18T23:08:25.406 INFO:journalctl@ceph.osd.4.smithi099.stdout:Mar 18 23:08:25 smithi099 podman[73329]: 2024-03-18 23:08:25.213859656 +0000 UTC m=+5.831197966 container cleanup 9159b9606f3736a923884ef78e664eb161b515bab449cf153d5cf1ffee7f2353 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, org.label-schema.license=GPLv2) 2024-03-18T23:08:25.407 INFO:journalctl@ceph.osd.4.smithi099.stdout:Mar 18 23:08:25 smithi099 bash[73329]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-4 2024-03-18T23:08:25.407 INFO:journalctl@ceph.osd.4.smithi099.stdout:Mar 18 23:08:25 smithi099 podman[73344]: 2024-03-18 23:08:25.373288345 +0000 UTC m=+0.497039262 container remove 9159b9606f3736a923884ef78e664eb161b515bab449cf153d5cf1ffee7f2353 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-4, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True) 2024-03-18T23:08:25.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:25 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:25.036+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.855901+0000 front 2024-03-18T23:07:51.855925+0000 (oldest deadline 2024-03-18T23:08:14.156029+0000) 2024-03-18T23:08:25.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:25 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:25.036+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:57.657212+0000 front 2024-03-18T23:07:57.657184+0000 (oldest deadline 2024-03-18T23:08:22.957192+0000) 2024-03-18T23:08:25.512 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:25 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:25.286+0000 7f4f6fa2d700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.768523+0000 front 2024-03-18T23:07:50.768625+0000 (oldest deadline 2024-03-18T23:08:13.668703+0000) 2024-03-18T23:08:25.513 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:25 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:25.286+0000 7f4f6fa2d700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:57.670543+0000 front 2024-03-18T23:07:57.670521+0000 (oldest deadline 2024-03-18T23:08:23.570671+0000) 2024-03-18T23:08:25.513 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:25 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:25.089+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:25.513 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:25 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:25.089+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:25.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:25 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:25.405+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:25.765 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:25 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:25.405+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:25.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:25 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:25.548+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:25.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:25 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:25.548+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:26.012 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:25 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:25.550+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:26.012 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:25 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:25.550+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:26.034 INFO:journalctl@ceph.osd.4.smithi099.stdout:Mar 18 23:08:25 smithi099 podman[73437]: 2024-03-18 23:08:25.680009044 +0000 UTC m=+0.017684741 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639 2024-03-18T23:08:26.034 INFO:journalctl@ceph.osd.4.smithi099.stdout:Mar 18 23:08:25 smithi099 podman[73437]: 2024-03-18 23:08:25.782331768 +0000 UTC m=+0.120007447 container create f2c12ae265b8879afb5955bf6567b47a768011d828ca8f8a19f5d69305692075 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-4-deactivate, org.label-schema.license=GPLv2, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, io.buildah.version=1.33.5) 2024-03-18T23:08:26.304 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:26 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:26.052+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:26.304 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:26 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:26.052+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:26.324 INFO:journalctl@ceph.osd.4.smithi099.stdout:Mar 18 23:08:26 smithi099 podman[73437]: 2024-03-18 23:08:26.034834887 +0000 UTC m=+0.372510572 container init f2c12ae265b8879afb5955bf6567b47a768011d828ca8f8a19f5d69305692075 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-18T23:08:26.324 INFO:journalctl@ceph.osd.4.smithi099.stdout:Mar 18 23:08:26 smithi099 podman[73437]: 2024-03-18 23:08:26.038117586 +0000 UTC m=+0.375793264 container start f2c12ae265b8879afb5955bf6567b47a768011d828ca8f8a19f5d69305692075 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-4-deactivate, GIT_BRANCH=HEAD, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True) 2024-03-18T23:08:26.324 INFO:journalctl@ceph.osd.4.smithi099.stdout:Mar 18 23:08:26 smithi099 podman[73437]: 2024-03-18 23:08:26.134912121 +0000 UTC m=+0.472587810 container attach f2c12ae265b8879afb5955bf6567b47a768011d828ca8f8a19f5d69305692075 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-4-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-18T23:08:26.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:26 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:26.056+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.855901+0000 front 2024-03-18T23:07:51.855925+0000 (oldest deadline 2024-03-18T23:08:14.156029+0000) 2024-03-18T23:08:26.489 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:26 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:26.056+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:57.657212+0000 front 2024-03-18T23:07:57.657184+0000 (oldest deadline 2024-03-18T23:08:22.957192+0000) 2024-03-18T23:08:26.600 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:26 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:26.304+0000 7f4f6fa2d700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.768523+0000 front 2024-03-18T23:07:50.768625+0000 (oldest deadline 2024-03-18T23:08:13.668703+0000) 2024-03-18T23:08:26.600 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:26 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:26.304+0000 7f4f6fa2d700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:57.670543+0000 front 2024-03-18T23:07:57.670521+0000 (oldest deadline 2024-03-18T23:08:23.570671+0000) 2024-03-18T23:08:26.663 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:26 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:26.450+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:26.663 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:26 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:26.450+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:26.663 INFO:journalctl@ceph.osd.4.smithi099.stdout:Mar 18 23:08:26 smithi099 podman[73437]: 2024-03-18 23:08:26.324692844 +0000 UTC m=+0.662368550 container died f2c12ae265b8879afb5955bf6567b47a768011d828ca8f8a19f5d69305692075 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-03-18T23:08:26.919 INFO:journalctl@ceph.osd.4.smithi099.stdout:Mar 18 23:08:26 smithi099 podman[73464]: 2024-03-18 23:08:26.905270887 +0000 UTC m=+0.571211444 container remove f2c12ae265b8879afb5955bf6567b47a768011d828ca8f8a19f5d69305692075 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-4-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307) 2024-03-18T23:08:26.925 DEBUG:teuthology.orchestra.run.smithi099:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.4.service' 2024-03-18T23:08:26.964 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:08:26.964 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-03-18T23:08:26.964 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-03-18T23:08:26.965 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.5 2024-03-18T23:08:26.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:26 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:26.576+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:26.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:26 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:26.576+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:26.994 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:26 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:26.600+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:26.994 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:26 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:26.600+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:27.262 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:27 smithi181 systemd[1]: Stopping Ceph osd.5 for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:08:27.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:27 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:27.032+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:27.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:27 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:27.032+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:27.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:27 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:27.100+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.855901+0000 front 2024-03-18T23:07:51.855925+0000 (oldest deadline 2024-03-18T23:08:14.156029+0000) 2024-03-18T23:08:27.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:27 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:27.100+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:57.657212+0000 front 2024-03-18T23:07:57.657184+0000 (oldest deadline 2024-03-18T23:08:22.957192+0000) 2024-03-18T23:08:27.586 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:27 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:27.265+0000 7f4f77441700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T23:08:27.586 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:27 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:27.265+0000 7f4f77441700 -1 osd.5 102 *** Got signal Terminated *** 2024-03-18T23:08:27.586 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:27 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:27.265+0000 7f4f77441700 -1 osd.5 102 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-18T23:08:27.586 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:27 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:27.347+0000 7f4f6fa2d700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.768523+0000 front 2024-03-18T23:07:50.768625+0000 (oldest deadline 2024-03-18T23:08:13.668703+0000) 2024-03-18T23:08:27.586 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:27 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:27.347+0000 7f4f6fa2d700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:57.670543+0000 front 2024-03-18T23:07:57.670521+0000 (oldest deadline 2024-03-18T23:08:23.570671+0000) 2024-03-18T23:08:27.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:27 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:27.489+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:27.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:27 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:27.489+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:27.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:27 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:27.609+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:27.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:27 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:27.609+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:27.989 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:27 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:27.586+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:27.989 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:27 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:27.586+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:28.262 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:27 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:27.989+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:28.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:27 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:27.989+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:28.264 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:27 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:27.989+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:55.983723+0000 front 2024-03-18T23:07:55.983650+0000 (oldest deadline 2024-03-18T23:08:27.184665+0000) 2024-03-18T23:08:28.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:28 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:28.129+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.855901+0000 front 2024-03-18T23:07:51.855925+0000 (oldest deadline 2024-03-18T23:08:14.156029+0000) 2024-03-18T23:08:28.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:28 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:28.129+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:57.657212+0000 front 2024-03-18T23:07:57.657184+0000 (oldest deadline 2024-03-18T23:08:22.957192+0000) 2024-03-18T23:08:28.763 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:28 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:28.380+0000 7f4f6fa2d700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.768523+0000 front 2024-03-18T23:07:50.768625+0000 (oldest deadline 2024-03-18T23:08:13.668703+0000) 2024-03-18T23:08:28.763 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:28 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:28.380+0000 7f4f6fa2d700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:57.670543+0000 front 2024-03-18T23:07:57.670521+0000 (oldest deadline 2024-03-18T23:08:23.570671+0000) 2024-03-18T23:08:28.763 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:28 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:28.553+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:28.763 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:28 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:28.553+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:28.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:28 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:28.463+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:28.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:28 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:28.463+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:28.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:28 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:28.658+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:28.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:28 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:28.658+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:29.264 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:29 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:29.007+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:55.983723+0000 front 2024-03-18T23:07:55.983650+0000 (oldest deadline 2024-03-18T23:08:27.184665+0000) 2024-03-18T23:08:29.402 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:29 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:29.032+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:29.403 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:29 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:29.032+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:29.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:29 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:29.093+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.855901+0000 front 2024-03-18T23:07:51.855925+0000 (oldest deadline 2024-03-18T23:08:14.156029+0000) 2024-03-18T23:08:29.489 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:29 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:29.093+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:57.657212+0000 front 2024-03-18T23:07:57.657184+0000 (oldest deadline 2024-03-18T23:08:22.957192+0000) 2024-03-18T23:08:29.763 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:29 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:29.402+0000 7f4f6fa2d700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.768523+0000 front 2024-03-18T23:07:50.768625+0000 (oldest deadline 2024-03-18T23:08:13.668703+0000) 2024-03-18T23:08:29.763 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:29 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:29.402+0000 7f4f6fa2d700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:57.670543+0000 front 2024-03-18T23:07:57.670521+0000 (oldest deadline 2024-03-18T23:08:23.570671+0000) 2024-03-18T23:08:29.763 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:29 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:29.556+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:29.763 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:29 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:29.556+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:29.763 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:29 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:29.556+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:29.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:29 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:29.469+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:29.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:29 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:29.469+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:29.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:29 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:29.642+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:29.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:29 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:29.642+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:30.264 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:29 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:29.965+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:55.983723+0000 front 2024-03-18T23:07:55.983650+0000 (oldest deadline 2024-03-18T23:08:27.184665+0000) 2024-03-18T23:08:30.401 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:30 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:30.055+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:30.401 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:30 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:30.055+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:30.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:30 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:30.049+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.855901+0000 front 2024-03-18T23:07:51.855925+0000 (oldest deadline 2024-03-18T23:08:14.156029+0000) 2024-03-18T23:08:30.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:30 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:30.049+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:57.657212+0000 front 2024-03-18T23:07:57.657184+0000 (oldest deadline 2024-03-18T23:08:22.957192+0000) 2024-03-18T23:08:30.763 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:30 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:30.401+0000 7f4f6fa2d700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.768523+0000 front 2024-03-18T23:07:50.768625+0000 (oldest deadline 2024-03-18T23:08:13.668703+0000) 2024-03-18T23:08:30.763 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:30 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:30.401+0000 7f4f6fa2d700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:57.670543+0000 front 2024-03-18T23:07:57.670521+0000 (oldest deadline 2024-03-18T23:08:23.570671+0000) 2024-03-18T23:08:30.763 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:30 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:30.596+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:30.763 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:30 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:30.596+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:30.763 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:30 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:30.596+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:30.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:30 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:30.430+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:30.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:30 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:30.430+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:30.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:30 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:30.430+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:30.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:30 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:30.660+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:30.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:30 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:30.660+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:30.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:30 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:30.660+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:31.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:31 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:31.008+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:31.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:31 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:31.008+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:31.264 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:31 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:31.012+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:55.983723+0000 front 2024-03-18T23:07:55.983650+0000 (oldest deadline 2024-03-18T23:08:27.184665+0000) 2024-03-18T23:08:31.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:31 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:31.074+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.855901+0000 front 2024-03-18T23:07:51.855925+0000 (oldest deadline 2024-03-18T23:08:14.156029+0000) 2024-03-18T23:08:31.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:31 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:31.074+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:57.657212+0000 front 2024-03-18T23:07:57.657184+0000 (oldest deadline 2024-03-18T23:08:22.957192+0000) 2024-03-18T23:08:31.618 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:31 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:31.358+0000 7f4f6fa2d700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.768523+0000 front 2024-03-18T23:07:50.768625+0000 (oldest deadline 2024-03-18T23:08:13.668703+0000) 2024-03-18T23:08:31.618 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:31 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5[79374]: 2024-03-18T23:08:31.358+0000 7f4f6fa2d700 -1 osd.5 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:57.670543+0000 front 2024-03-18T23:07:57.670521+0000 (oldest deadline 2024-03-18T23:08:23.570671+0000) 2024-03-18T23:08:31.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:31 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:31.389+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:31.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:31 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:31.389+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:31.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:31 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:31.389+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:31.974 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:31 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:31.618+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:31.975 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:31 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:31.618+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:31.975 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:31 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:31.618+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:31.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:31 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:31.635+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:31.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:31 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:31.635+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:31.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:31 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:31.635+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:32.262 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:31 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:31.974+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:32.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:31 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:31.974+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:32.264 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:31 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:31.970+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:55.983723+0000 front 2024-03-18T23:07:55.983650+0000 (oldest deadline 2024-03-18T23:08:27.184665+0000) 2024-03-18T23:08:32.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:32 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:32.120+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.855901+0000 front 2024-03-18T23:07:51.855925+0000 (oldest deadline 2024-03-18T23:08:14.156029+0000) 2024-03-18T23:08:32.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:32 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:32.120+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:57.657212+0000 front 2024-03-18T23:07:57.657184+0000 (oldest deadline 2024-03-18T23:08:22.957192+0000) 2024-03-18T23:08:32.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:32 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:32.418+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:32.765 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:32 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:32.418+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:32.765 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:32 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:32.418+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:32.951 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:32 smithi181 podman[104826]: 2024-03-18 23:08:32.69566147 +0000 UTC m=+5.537176230 container died 4c3cfacd32c60e343b89f52678078092b41c6930400cff835a12c2b46d8a2025 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-18T23:08:32.951 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:32 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:32.599+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:32.952 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:32 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:32.599+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:32.952 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:32 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:32.599+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:32.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:32 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:32.683+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:32.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:32 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:32.683+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:32.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:32 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:32.683+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:33.263 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:33 smithi181 podman[104826]: 2024-03-18 23:08:33.058989833 +0000 UTC m=+5.900504592 container cleanup 4c3cfacd32c60e343b89f52678078092b41c6930400cff835a12c2b46d8a2025 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS) 2024-03-18T23:08:33.263 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:33 smithi181 bash[104826]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5 2024-03-18T23:08:33.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:32 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:32.996+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:33.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:32 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:32.996+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:33.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:32 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:32.996+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.115729+0000 front 2024-03-18T23:08:08.115877+0000 (oldest deadline 2024-03-18T23:08:32.815918+0000) 2024-03-18T23:08:33.264 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:32 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:32.972+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:55.983723+0000 front 2024-03-18T23:07:55.983650+0000 (oldest deadline 2024-03-18T23:08:27.184665+0000) 2024-03-18T23:08:33.264 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:32 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:32.972+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.185269+0000 front 2024-03-18T23:08:07.185293+0000 (oldest deadline 2024-03-18T23:08:32.485445+0000) 2024-03-18T23:08:33.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:33 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:33.167+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.855901+0000 front 2024-03-18T23:07:51.855925+0000 (oldest deadline 2024-03-18T23:08:14.156029+0000) 2024-03-18T23:08:33.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:33 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:33.167+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:57.657212+0000 front 2024-03-18T23:07:57.657184+0000 (oldest deadline 2024-03-18T23:08:22.957192+0000) 2024-03-18T23:08:33.489 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:33 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:33.167+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.159087+0000 front 2024-03-18T23:08:08.158982+0000 (oldest deadline 2024-03-18T23:08:32.258825+0000) 2024-03-18T23:08:33.631 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:33 smithi181 podman[104843]: 2024-03-18 23:08:33.318489434 +0000 UTC m=+0.619537519 container remove 4c3cfacd32c60e343b89f52678078092b41c6930400cff835a12c2b46d8a2025 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5, org.label-schema.schema-version=1.0, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-03-18T23:08:33.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:33 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:33.436+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:33.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:33 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:33.436+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:33.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:33 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:33.436+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:33.921 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:33 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:33.646+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:33.921 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:33 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:33.646+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:33.921 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:33 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:33.646+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:33.922 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:33 smithi181 podman[104935]: 2024-03-18 23:08:33.533768094 +0000 UTC m=+0.017788823 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639 2024-03-18T23:08:33.922 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:33 smithi181 podman[104935]: 2024-03-18 23:08:33.687181149 +0000 UTC m=+0.171201866 container create a3e6deb6f1e68d60113aa8e3c463b9b527daee23f8984621f6213308dde2c262 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5-deactivate, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-03-18T23:08:33.922 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:33 smithi181 podman[104935]: 2024-03-18 23:08:33.921814914 +0000 UTC m=+0.405835648 container init a3e6deb6f1e68d60113aa8e3c463b9b527daee23f8984621f6213308dde2c262 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-batrick-testing-20240318.181317-b6ae249) 2024-03-18T23:08:33.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:33 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:33.643+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:33.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:33 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:33.643+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:33.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:33 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:33.643+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:34.212 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:33 smithi181 podman[104935]: 2024-03-18 23:08:33.925251932 +0000 UTC m=+0.409272659 container start a3e6deb6f1e68d60113aa8e3c463b9b527daee23f8984621f6213308dde2c262 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5-deactivate, org.label-schema.schema-version=1.0, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-03-18T23:08:34.212 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:34 smithi181 podman[104935]: 2024-03-18 23:08:34.013369179 +0000 UTC m=+0.497389915 container attach a3e6deb6f1e68d60113aa8e3c463b9b527daee23f8984621f6213308dde2c262 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240307) 2024-03-18T23:08:34.213 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:33 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:33.998+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:34.213 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:33 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:33.998+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:34.213 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:33 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:33.998+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.115729+0000 front 2024-03-18T23:08:08.115877+0000 (oldest deadline 2024-03-18T23:08:32.815918+0000) 2024-03-18T23:08:34.264 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:33 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:33.968+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:55.983723+0000 front 2024-03-18T23:07:55.983650+0000 (oldest deadline 2024-03-18T23:08:27.184665+0000) 2024-03-18T23:08:34.264 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:33 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:33.968+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.185269+0000 front 2024-03-18T23:08:07.185293+0000 (oldest deadline 2024-03-18T23:08:32.485445+0000) 2024-03-18T23:08:34.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:34 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:34.134+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.855901+0000 front 2024-03-18T23:07:51.855925+0000 (oldest deadline 2024-03-18T23:08:14.156029+0000) 2024-03-18T23:08:34.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:34 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:34.134+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:57.657212+0000 front 2024-03-18T23:07:57.657184+0000 (oldest deadline 2024-03-18T23:08:22.957192+0000) 2024-03-18T23:08:34.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:34 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:34.134+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.159087+0000 front 2024-03-18T23:08:08.158982+0000 (oldest deadline 2024-03-18T23:08:32.258825+0000) 2024-03-18T23:08:34.512 INFO:journalctl@ceph.osd.5.smithi181.stdout:Mar 18 23:08:34 smithi181 podman[104935]: 2024-03-18 23:08:34.213138591 +0000 UTC m=+0.697159317 container died a3e6deb6f1e68d60113aa8e3c463b9b527daee23f8984621f6213308dde2c262 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-5-deactivate, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-03-18T23:08:34.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:34 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:34.461+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:34.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:34 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:34.461+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:34.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:34 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:34.461+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:34.941 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:34 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:34.659+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:34.941 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:34 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:34.659+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:34.941 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:34 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:34.659+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:34.963 DEBUG:teuthology.orchestra.run.smithi181:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.5.service' 2024-03-18T23:08:34.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:34 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:34.655+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:34.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:34 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:34.655+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:34.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:34 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:34.655+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:35.045 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:08:35.045 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-03-18T23:08:35.045 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-03-18T23:08:35.045 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.6 2024-03-18T23:08:35.262 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:35 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:35.004+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:35.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:35 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:35.004+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:35.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:35 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:35.004+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.115729+0000 front 2024-03-18T23:08:08.115877+0000 (oldest deadline 2024-03-18T23:08:32.815918+0000) 2024-03-18T23:08:35.264 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:34 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:34.988+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:55.983723+0000 front 2024-03-18T23:07:55.983650+0000 (oldest deadline 2024-03-18T23:08:27.184665+0000) 2024-03-18T23:08:35.264 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:34 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:34.988+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.185269+0000 front 2024-03-18T23:08:07.185293+0000 (oldest deadline 2024-03-18T23:08:32.485445+0000) 2024-03-18T23:08:35.378 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:35 smithi052 systemd[1]: Stopping Ceph osd.6 for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:08:35.378 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:35 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:35.183+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.855901+0000 front 2024-03-18T23:07:51.855925+0000 (oldest deadline 2024-03-18T23:08:14.156029+0000) 2024-03-18T23:08:35.379 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:35 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:35.183+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:57.657212+0000 front 2024-03-18T23:07:57.657184+0000 (oldest deadline 2024-03-18T23:08:22.957192+0000) 2024-03-18T23:08:35.379 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:35 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:35.183+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.159087+0000 front 2024-03-18T23:08:08.158982+0000 (oldest deadline 2024-03-18T23:08:32.258825+0000) 2024-03-18T23:08:35.379 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:35 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:35.378+0000 7fc35d627700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T23:08:35.379 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:35 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:35.378+0000 7fc35d627700 -1 osd.6 102 *** Got signal Terminated *** 2024-03-18T23:08:35.379 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:35 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:35.378+0000 7fc35d627700 -1 osd.6 102 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-18T23:08:35.738 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:35 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:35.623+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:35.738 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:35 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:35.623+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:35.738 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:35 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:35.623+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:35.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:35 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:35.502+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:35.765 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:35 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:35.502+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:35.765 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:35 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:35.502+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:35.974 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:35 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:35.690+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:35.974 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:35 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:35.690+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:35.974 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:35 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:35.690+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:36.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:35 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:35.973+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:36.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:35 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:35.974+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:36.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:35 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:35.974+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.115729+0000 front 2024-03-18T23:08:08.115877+0000 (oldest deadline 2024-03-18T23:08:32.815918+0000) 2024-03-18T23:08:36.487 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:36 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:36.029+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:55.983723+0000 front 2024-03-18T23:07:55.983650+0000 (oldest deadline 2024-03-18T23:08:27.184665+0000) 2024-03-18T23:08:36.487 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:36 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:36.029+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.185269+0000 front 2024-03-18T23:08:07.185293+0000 (oldest deadline 2024-03-18T23:08:32.485445+0000) 2024-03-18T23:08:36.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:36 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:36.162+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.855901+0000 front 2024-03-18T23:07:51.855925+0000 (oldest deadline 2024-03-18T23:08:14.156029+0000) 2024-03-18T23:08:36.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:36 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:36.162+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:57.657212+0000 front 2024-03-18T23:07:57.657184+0000 (oldest deadline 2024-03-18T23:08:22.957192+0000) 2024-03-18T23:08:36.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:36 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:36.162+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.159087+0000 front 2024-03-18T23:08:08.158982+0000 (oldest deadline 2024-03-18T23:08:32.258825+0000) 2024-03-18T23:08:36.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:36 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:36.487+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:36.764 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:36 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:36.487+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:36.765 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:36 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:36.487+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:36.934 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:36 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:36.664+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:36.935 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:36 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:36.664+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:36.935 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:36 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:36.664+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:36.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:36 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:36.603+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:36.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:36 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:36.603+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:36.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:36 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:36.603+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:37.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:36 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:36.934+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:37.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:36 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:36.934+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:37.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:36 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:36.934+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.115729+0000 front 2024-03-18T23:08:08.115877+0000 (oldest deadline 2024-03-18T23:08:32.815918+0000) 2024-03-18T23:08:37.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:37 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:37.151+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.855901+0000 front 2024-03-18T23:07:51.855925+0000 (oldest deadline 2024-03-18T23:08:14.156029+0000) 2024-03-18T23:08:37.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:37 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:37.151+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:57.657212+0000 front 2024-03-18T23:07:57.657184+0000 (oldest deadline 2024-03-18T23:08:22.957192+0000) 2024-03-18T23:08:37.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:37 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:37.151+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.159087+0000 front 2024-03-18T23:08:08.158982+0000 (oldest deadline 2024-03-18T23:08:32.258825+0000) 2024-03-18T23:08:37.514 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:37 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:37.033+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:55.983723+0000 front 2024-03-18T23:07:55.983650+0000 (oldest deadline 2024-03-18T23:08:27.184665+0000) 2024-03-18T23:08:37.514 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:37 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:37.033+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.185269+0000 front 2024-03-18T23:08:07.185293+0000 (oldest deadline 2024-03-18T23:08:32.485445+0000) 2024-03-18T23:08:37.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:37 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:37.574+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:37.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:37 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:37.574+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:37.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:37 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:37.574+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:38.002 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:37 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:37.534+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:38.002 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:37 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:37.534+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:38.002 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:37 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:37.534+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:38.012 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:37 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:37.654+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:38.013 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:37 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:37.654+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:38.013 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:37 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:37.654+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:38.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:37 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:37.894+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:38.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:37 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:37.894+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:38.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:37 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:37.894+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.115729+0000 front 2024-03-18T23:08:08.115877+0000 (oldest deadline 2024-03-18T23:08:32.815918+0000) 2024-03-18T23:08:38.264 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:38 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:38.001+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:55.983723+0000 front 2024-03-18T23:07:55.983650+0000 (oldest deadline 2024-03-18T23:08:27.184665+0000) 2024-03-18T23:08:38.264 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:38 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:38.001+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.185269+0000 front 2024-03-18T23:08:07.185293+0000 (oldest deadline 2024-03-18T23:08:32.485445+0000) 2024-03-18T23:08:38.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:38 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:38.108+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.855901+0000 front 2024-03-18T23:07:51.855925+0000 (oldest deadline 2024-03-18T23:08:14.156029+0000) 2024-03-18T23:08:38.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:38 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:38.108+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:57.657212+0000 front 2024-03-18T23:07:57.657184+0000 (oldest deadline 2024-03-18T23:08:22.957192+0000) 2024-03-18T23:08:38.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:38 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:38.108+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.159087+0000 front 2024-03-18T23:08:08.158982+0000 (oldest deadline 2024-03-18T23:08:32.258825+0000) 2024-03-18T23:08:38.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:38 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:38.108+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.159533+0000 front 2024-03-18T23:08:15.159482+0000 (oldest deadline 2024-03-18T23:08:37.459685+0000) 2024-03-18T23:08:38.952 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:38 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:38.558+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:38.953 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:38 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:38.558+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:38.953 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:38 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:38.558+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:38.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:38 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:38.605+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:38.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:38 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:38.605+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:38.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:38 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:38.605+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:39.012 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:38 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:38.885+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:39.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:38 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:38.885+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:39.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:38 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:38.885+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.115729+0000 front 2024-03-18T23:08:08.115877+0000 (oldest deadline 2024-03-18T23:08:32.815918+0000) 2024-03-18T23:08:39.013 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:38 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:38.670+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:39.013 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:38 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:38.670+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:39.013 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:38 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:38.670+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:39.264 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:38 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:38.952+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:55.983723+0000 front 2024-03-18T23:07:55.983650+0000 (oldest deadline 2024-03-18T23:08:27.184665+0000) 2024-03-18T23:08:39.264 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:38 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:38.952+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.185269+0000 front 2024-03-18T23:08:07.185293+0000 (oldest deadline 2024-03-18T23:08:32.485445+0000) 2024-03-18T23:08:39.264 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:38 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:38.952+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:16.487149+0000 front 2024-03-18T23:08:16.487122+0000 (oldest deadline 2024-03-18T23:08:38.787095+0000) 2024-03-18T23:08:39.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:39 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:39.095+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.855901+0000 front 2024-03-18T23:07:51.855925+0000 (oldest deadline 2024-03-18T23:08:14.156029+0000) 2024-03-18T23:08:39.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:39 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:39.095+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:57.657212+0000 front 2024-03-18T23:07:57.657184+0000 (oldest deadline 2024-03-18T23:08:22.957192+0000) 2024-03-18T23:08:39.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:39 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:39.095+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.159087+0000 front 2024-03-18T23:08:08.158982+0000 (oldest deadline 2024-03-18T23:08:32.258825+0000) 2024-03-18T23:08:39.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:39 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:39.095+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.159533+0000 front 2024-03-18T23:08:15.159482+0000 (oldest deadline 2024-03-18T23:08:37.459685+0000) 2024-03-18T23:08:39.914 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:39 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:39.651+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:39.914 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:39 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:39.651+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:39.914 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:39 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:39.651+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:39.969 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:39 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:39.577+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:39.969 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:39 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:39.577+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:39.969 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:39 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:39.577+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:39.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:39 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:39.618+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:39.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:39 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:39.618+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:39.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:39 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:39.618+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:39.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:39 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:39.618+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:14.598979+0000 front 2024-03-18T23:08:14.598938+0000 (oldest deadline 2024-03-18T23:08:39.299013+0000) 2024-03-18T23:08:40.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:39 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:39.931+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:40.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:39 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:39.931+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:40.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:39 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:39.931+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.115729+0000 front 2024-03-18T23:08:08.115877+0000 (oldest deadline 2024-03-18T23:08:32.815918+0000) 2024-03-18T23:08:40.264 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:39 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:39.968+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:55.983723+0000 front 2024-03-18T23:07:55.983650+0000 (oldest deadline 2024-03-18T23:08:27.184665+0000) 2024-03-18T23:08:40.264 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:39 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:39.968+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.185269+0000 front 2024-03-18T23:08:07.185293+0000 (oldest deadline 2024-03-18T23:08:32.485445+0000) 2024-03-18T23:08:40.264 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:39 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:39.968+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:16.487149+0000 front 2024-03-18T23:08:16.487122+0000 (oldest deadline 2024-03-18T23:08:38.787095+0000) 2024-03-18T23:08:40.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:40 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:40.090+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.855901+0000 front 2024-03-18T23:07:51.855925+0000 (oldest deadline 2024-03-18T23:08:14.156029+0000) 2024-03-18T23:08:40.488 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:40 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:40.090+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:57.657212+0000 front 2024-03-18T23:07:57.657184+0000 (oldest deadline 2024-03-18T23:08:22.957192+0000) 2024-03-18T23:08:40.489 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:40 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:40.090+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.159087+0000 front 2024-03-18T23:08:08.158982+0000 (oldest deadline 2024-03-18T23:08:32.258825+0000) 2024-03-18T23:08:40.489 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:40 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6[61254]: 2024-03-18T23:08:40.090+0000 7fc359c1b700 -1 osd.6 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.159533+0000 front 2024-03-18T23:08:15.159482+0000 (oldest deadline 2024-03-18T23:08:37.459685+0000) 2024-03-18T23:08:40.916 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:40 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:40.662+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:40.916 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:40 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:40.662+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:40.917 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:40 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:40.662+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:40.924 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:40 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:40.630+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:40.924 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:40 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:40.630+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:40.924 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:40 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:40.630+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:40.924 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:40 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:40.630+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:14.598979+0000 front 2024-03-18T23:08:14.598938+0000 (oldest deadline 2024-03-18T23:08:39.299013+0000) 2024-03-18T23:08:41.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:40 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:40.590+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:41.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:40 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:40.590+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:41.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:40 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:40.590+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:41.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:40 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:40.590+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:08:41.186 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:40 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:40.916+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:41.187 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:40 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:40.916+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:41.187 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:40 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:40.916+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.115729+0000 front 2024-03-18T23:08:08.115877+0000 (oldest deadline 2024-03-18T23:08:32.815918+0000) 2024-03-18T23:08:41.187 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:40 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:40.916+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:16.118324+0000 front 2024-03-18T23:08:16.118349+0000 (oldest deadline 2024-03-18T23:08:40.218278+0000) 2024-03-18T23:08:41.238 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:40 smithi052 podman[91628]: 2024-03-18 23:08:40.924494002 +0000 UTC m=+5.684167031 container died 4f290b8a82c5319517537e85e42680a7b14f9a00bfcd73ac9d706ad394962f8c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-03-18T23:08:41.515 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:41 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:41.015+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:55.983723+0000 front 2024-03-18T23:07:55.983650+0000 (oldest deadline 2024-03-18T23:08:27.184665+0000) 2024-03-18T23:08:41.515 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:41 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:41.015+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.185269+0000 front 2024-03-18T23:08:07.185293+0000 (oldest deadline 2024-03-18T23:08:32.485445+0000) 2024-03-18T23:08:41.515 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:41 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:41.015+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:16.487149+0000 front 2024-03-18T23:08:16.487122+0000 (oldest deadline 2024-03-18T23:08:38.787095+0000) 2024-03-18T23:08:41.587 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:41 smithi052 podman[91628]: 2024-03-18 23:08:41.395415688 +0000 UTC m=+6.155088725 container cleanup 4f290b8a82c5319517537e85e42680a7b14f9a00bfcd73ac9d706ad394962f8c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307) 2024-03-18T23:08:41.587 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:41 smithi052 bash[91628]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6 2024-03-18T23:08:41.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:41 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:41.645+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:41.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:41 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:41.645+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:41.901 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:41 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:41.645+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:41.988 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:41 smithi052 podman[91645]: 2024-03-18 23:08:41.655139175 +0000 UTC m=+0.725135467 container remove 4f290b8a82c5319517537e85e42680a7b14f9a00bfcd73ac9d706ad394962f8c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6, GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD) 2024-03-18T23:08:41.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:41 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:41.587+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:41.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:41 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:41.587+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:41.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:41 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:41.587+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:41.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:41 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:41.587+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:14.598979+0000 front 2024-03-18T23:08:14.598938+0000 (oldest deadline 2024-03-18T23:08:39.299013+0000) 2024-03-18T23:08:42.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:41 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:41.636+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:42.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:41 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:41.636+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:42.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:41 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:41.636+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:42.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:41 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:41.636+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:08:42.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:41 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:41.900+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:42.264 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:41 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:41.900+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:42.264 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:41 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:41.900+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.115729+0000 front 2024-03-18T23:08:08.115877+0000 (oldest deadline 2024-03-18T23:08:32.815918+0000) 2024-03-18T23:08:42.264 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:41 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:41.900+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:16.118324+0000 front 2024-03-18T23:08:16.118349+0000 (oldest deadline 2024-03-18T23:08:40.218278+0000) 2024-03-18T23:08:42.325 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:42 smithi052 podman[91736]: 2024-03-18 23:08:41.919139431 +0000 UTC m=+0.017301549 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639 2024-03-18T23:08:42.325 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:42 smithi052 podman[91736]: 2024-03-18 23:08:42.114276925 +0000 UTC m=+0.212439081 container create b0e960e74ea3704631ed501856f7e12285a1e7c309f5eaaf97aa74fe56bee20d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6-deactivate, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.schema-version=1.0) 2024-03-18T23:08:42.515 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:42 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:42.061+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:55.983723+0000 front 2024-03-18T23:07:55.983650+0000 (oldest deadline 2024-03-18T23:08:27.184665+0000) 2024-03-18T23:08:42.515 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:42 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:42.061+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.185269+0000 front 2024-03-18T23:08:07.185293+0000 (oldest deadline 2024-03-18T23:08:32.485445+0000) 2024-03-18T23:08:42.515 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:42 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:42.061+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:16.487149+0000 front 2024-03-18T23:08:16.487122+0000 (oldest deadline 2024-03-18T23:08:38.787095+0000) 2024-03-18T23:08:42.605 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:42 smithi052 podman[91736]: 2024-03-18 23:08:42.325346436 +0000 UTC m=+0.423508563 container init b0e960e74ea3704631ed501856f7e12285a1e7c309f5eaaf97aa74fe56bee20d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux ) 2024-03-18T23:08:42.605 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:42 smithi052 podman[91736]: 2024-03-18 23:08:42.328927062 +0000 UTC m=+0.427089193 container start b0e960e74ea3704631ed501856f7e12285a1e7c309f5eaaf97aa74fe56bee20d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-18T23:08:42.605 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:42 smithi052 podman[91736]: 2024-03-18 23:08:42.408464517 +0000 UTC m=+0.506626655 container attach b0e960e74ea3704631ed501856f7e12285a1e7c309f5eaaf97aa74fe56bee20d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.schema-version=1.0) 2024-03-18T23:08:42.896 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:42 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:42.627+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:42.897 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:42 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:42.627+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:42.897 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:42 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:42.627+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:42.986 INFO:journalctl@ceph.osd.6.smithi052.stdout:Mar 18 23:08:42 smithi052 podman[91736]: 2024-03-18 23:08:42.625036425 +0000 UTC m=+0.723198543 container died b0e960e74ea3704631ed501856f7e12285a1e7c309f5eaaf97aa74fe56bee20d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-6-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0) 2024-03-18T23:08:42.987 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:42 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:42.603+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:42.987 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:42 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:42.603+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:42.987 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:42 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:42.603+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:42.987 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:42 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:42.603+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:14.598979+0000 front 2024-03-18T23:08:14.598938+0000 (oldest deadline 2024-03-18T23:08:39.299013+0000) 2024-03-18T23:08:43.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:42 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:42.668+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:43.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:42 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:42.668+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:43.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:42 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:42.668+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:43.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:42 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:42.668+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:08:43.262 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:42 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:42.897+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:43.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:42 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:42.897+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:43.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:42 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:42.897+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.115729+0000 front 2024-03-18T23:08:08.115877+0000 (oldest deadline 2024-03-18T23:08:32.815918+0000) 2024-03-18T23:08:43.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:42 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:42.897+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:16.118324+0000 front 2024-03-18T23:08:16.118349+0000 (oldest deadline 2024-03-18T23:08:40.218278+0000) 2024-03-18T23:08:43.273 DEBUG:teuthology.orchestra.run.smithi052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.6.service' 2024-03-18T23:08:43.315 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:08:43.315 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-03-18T23:08:43.316 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-03-18T23:08:43.316 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.7 2024-03-18T23:08:43.345 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:43 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:43.088+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:55.983723+0000 front 2024-03-18T23:07:55.983650+0000 (oldest deadline 2024-03-18T23:08:27.184665+0000) 2024-03-18T23:08:43.345 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:43 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:43.088+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.185269+0000 front 2024-03-18T23:08:07.185293+0000 (oldest deadline 2024-03-18T23:08:32.485445+0000) 2024-03-18T23:08:43.345 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:43 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:43.088+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:16.487149+0000 front 2024-03-18T23:08:16.487122+0000 (oldest deadline 2024-03-18T23:08:38.787095+0000) 2024-03-18T23:08:43.615 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:43 smithi099 systemd[1]: Stopping Ceph osd.7 for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:08:43.945 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:43 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:43.595+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:43.946 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:43 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:43.595+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:43.946 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:43 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:43.595+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:43.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:43 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:43.625+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:43.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:43 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:43.625+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:43.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:43 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:43.625+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:43.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:43 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:43.625+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:14.598979+0000 front 2024-03-18T23:08:14.598938+0000 (oldest deadline 2024-03-18T23:08:39.299013+0000) 2024-03-18T23:08:44.014 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:43 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:43.614+0000 7f41b4178700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T23:08:44.014 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:43 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:43.614+0000 7f41b4178700 -1 osd.7 102 *** Got signal Terminated *** 2024-03-18T23:08:44.015 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:43 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:43.614+0000 7f41b4178700 -1 osd.7 102 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-18T23:08:44.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:43 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:43.623+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:44.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:43 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:43.623+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:44.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:43 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:43.623+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:44.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:43 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:43.623+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:08:44.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:43 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:43.946+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:44.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:43 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:43.946+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:44.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:43 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:43.946+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.115729+0000 front 2024-03-18T23:08:08.115877+0000 (oldest deadline 2024-03-18T23:08:32.815918+0000) 2024-03-18T23:08:44.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:43 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:43.946+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:16.118324+0000 front 2024-03-18T23:08:16.118349+0000 (oldest deadline 2024-03-18T23:08:40.218278+0000) 2024-03-18T23:08:44.281 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:44 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:44.129+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:55.983723+0000 front 2024-03-18T23:07:55.983650+0000 (oldest deadline 2024-03-18T23:08:27.184665+0000) 2024-03-18T23:08:44.281 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:44 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:44.129+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.185269+0000 front 2024-03-18T23:08:07.185293+0000 (oldest deadline 2024-03-18T23:08:32.485445+0000) 2024-03-18T23:08:44.281 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:44 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:44.129+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:16.487149+0000 front 2024-03-18T23:08:16.487122+0000 (oldest deadline 2024-03-18T23:08:38.787095+0000) 2024-03-18T23:08:44.889 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:44 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:44.623+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:44.890 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:44 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:44.623+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:44.890 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:44 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:44.623+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:44.890 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:44 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:44.623+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:14.598979+0000 front 2024-03-18T23:08:14.598938+0000 (oldest deadline 2024-03-18T23:08:39.299013+0000) 2024-03-18T23:08:44.934 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:44 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:44.573+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:44.934 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:44 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:44.573+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:44.934 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:44 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:44.573+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:45.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:44 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:44.661+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:45.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:44 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:44.661+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:45.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:44 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:44.661+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:45.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:44 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:44.661+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:08:45.262 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:44 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:44.932+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:45.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:44 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:44.932+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:45.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:44 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:44.933+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.115729+0000 front 2024-03-18T23:08:08.115877+0000 (oldest deadline 2024-03-18T23:08:32.815918+0000) 2024-03-18T23:08:45.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:44 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:44.933+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:16.118324+0000 front 2024-03-18T23:08:16.118349+0000 (oldest deadline 2024-03-18T23:08:40.218278+0000) 2024-03-18T23:08:45.515 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:45 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:45.164+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:55.983723+0000 front 2024-03-18T23:07:55.983650+0000 (oldest deadline 2024-03-18T23:08:27.184665+0000) 2024-03-18T23:08:45.515 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:45 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:45.164+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.185269+0000 front 2024-03-18T23:08:07.185293+0000 (oldest deadline 2024-03-18T23:08:32.485445+0000) 2024-03-18T23:08:45.515 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:45 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:45.164+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:16.487149+0000 front 2024-03-18T23:08:16.487122+0000 (oldest deadline 2024-03-18T23:08:38.787095+0000) 2024-03-18T23:08:45.897 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:45 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:45.591+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:45.898 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:45 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:45.591+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:45.898 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:45 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:45.591+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:45.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:45 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:45.584+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:45.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:45 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:45.584+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:45.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:45 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:45.584+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:45.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:45 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:45.584+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:14.598979+0000 front 2024-03-18T23:08:14.598938+0000 (oldest deadline 2024-03-18T23:08:39.299013+0000) 2024-03-18T23:08:46.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:45 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:45.690+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:46.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:45 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:45.690+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:46.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:45 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:45.690+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:46.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:45 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:45.690+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:08:46.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:45 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:45.896+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:46.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:45 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:45.896+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:46.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:45 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:45.896+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.115729+0000 front 2024-03-18T23:08:08.115877+0000 (oldest deadline 2024-03-18T23:08:32.815918+0000) 2024-03-18T23:08:46.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:45 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:45.896+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:16.118324+0000 front 2024-03-18T23:08:16.118349+0000 (oldest deadline 2024-03-18T23:08:40.218278+0000) 2024-03-18T23:08:46.514 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:46 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:46.147+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:55.983723+0000 front 2024-03-18T23:07:55.983650+0000 (oldest deadline 2024-03-18T23:08:27.184665+0000) 2024-03-18T23:08:46.515 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:46 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:46.147+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.185269+0000 front 2024-03-18T23:08:07.185293+0000 (oldest deadline 2024-03-18T23:08:32.485445+0000) 2024-03-18T23:08:46.515 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:46 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:46.147+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:16.487149+0000 front 2024-03-18T23:08:16.487122+0000 (oldest deadline 2024-03-18T23:08:38.787095+0000) 2024-03-18T23:08:46.861 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:46 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:46.598+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:46.861 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:46 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:46.598+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:46.861 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:46 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:46.598+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:46.862 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:46 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:46.598+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:08:46.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:46 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:46.627+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:46.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:46 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:46.627+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:46.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:46 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:46.627+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:46.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:46 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:46.627+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:14.598979+0000 front 2024-03-18T23:08:14.598938+0000 (oldest deadline 2024-03-18T23:08:39.299013+0000) 2024-03-18T23:08:47.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:46 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:46.734+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:47.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:46 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:46.734+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:47.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:46 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:46.734+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:47.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:46 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:46.734+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:08:47.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:46 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:46.860+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:47.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:46 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:46.860+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:47.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:46 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:46.860+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.115729+0000 front 2024-03-18T23:08:08.115877+0000 (oldest deadline 2024-03-18T23:08:32.815918+0000) 2024-03-18T23:08:47.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:46 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:46.860+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:16.118324+0000 front 2024-03-18T23:08:16.118349+0000 (oldest deadline 2024-03-18T23:08:40.218278+0000) 2024-03-18T23:08:47.514 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:47 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:47.115+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:55.983723+0000 front 2024-03-18T23:07:55.983650+0000 (oldest deadline 2024-03-18T23:08:27.184665+0000) 2024-03-18T23:08:47.514 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:47 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:47.115+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.185269+0000 front 2024-03-18T23:08:07.185293+0000 (oldest deadline 2024-03-18T23:08:32.485445+0000) 2024-03-18T23:08:47.515 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:47 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:47.115+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:16.487149+0000 front 2024-03-18T23:08:16.487122+0000 (oldest deadline 2024-03-18T23:08:38.787095+0000) 2024-03-18T23:08:47.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:47 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:47.658+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:47.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:47 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:47.658+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:47.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:47 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:47.658+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:47.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:47 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:47.658+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:14.598979+0000 front 2024-03-18T23:08:14.598938+0000 (oldest deadline 2024-03-18T23:08:39.299013+0000) 2024-03-18T23:08:48.012 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:47 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:47.562+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:48.012 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:47 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:47.562+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:48.013 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:47 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:47.562+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:48.013 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:47 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:47.562+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:08:48.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:47 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:47.812+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:48.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:47 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:47.812+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:48.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:47 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:47.812+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.115729+0000 front 2024-03-18T23:08:08.115877+0000 (oldest deadline 2024-03-18T23:08:32.815918+0000) 2024-03-18T23:08:48.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:47 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:47.812+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:16.118324+0000 front 2024-03-18T23:08:16.118349+0000 (oldest deadline 2024-03-18T23:08:40.218278+0000) 2024-03-18T23:08:48.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:47 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:47.715+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:48.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:47 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:47.715+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:48.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:47 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:47.715+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:48.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:47 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:47.716+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:08:48.514 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:48 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:48.149+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:55.983723+0000 front 2024-03-18T23:07:55.983650+0000 (oldest deadline 2024-03-18T23:08:27.184665+0000) 2024-03-18T23:08:48.514 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:48 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:48.149+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.185269+0000 front 2024-03-18T23:08:07.185293+0000 (oldest deadline 2024-03-18T23:08:32.485445+0000) 2024-03-18T23:08:48.514 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:48 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7[54900]: 2024-03-18T23:08:48.149+0000 7f41ac764700 -1 osd.7 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:16.487149+0000 front 2024-03-18T23:08:16.487122+0000 (oldest deadline 2024-03-18T23:08:38.787095+0000) 2024-03-18T23:08:48.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:48 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:48.679+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:48.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:48 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:48.679+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:48.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:48 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:48.679+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:48.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:48 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:48.679+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:14.598979+0000 front 2024-03-18T23:08:14.598938+0000 (oldest deadline 2024-03-18T23:08:39.299013+0000) 2024-03-18T23:08:49.012 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:48 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:48.764+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:49.012 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:48 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:48.764+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:49.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:48 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:48.764+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.115729+0000 front 2024-03-18T23:08:08.115877+0000 (oldest deadline 2024-03-18T23:08:32.815918+0000) 2024-03-18T23:08:49.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:48 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:48.764+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:16.118324+0000 front 2024-03-18T23:08:16.118349+0000 (oldest deadline 2024-03-18T23:08:40.218278+0000) 2024-03-18T23:08:49.013 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:48 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:48.566+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:49.013 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:48 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:48.566+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:49.013 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:48 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:48.566+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:49.013 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:48 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:48.566+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:08:49.014 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:48 smithi099 podman[73543]: 2024-03-18 23:08:48.974843652 +0000 UTC m=+5.460640689 container died 4f1cf9c9995384f035148763fef6acf02db9973a551359a27c6559f83eabad76 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-03-18T23:08:49.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:48 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:48.751+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:49.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:48 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:48.751+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:49.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:48 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:48.751+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:49.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:48 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:48.751+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:08:49.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:48 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:48.751+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:23.023001+0000 front 2024-03-18T23:08:23.023067+0000 (oldest deadline 2024-03-18T23:08:48.323087+0000) 2024-03-18T23:08:49.514 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:49 smithi099 podman[73543]: 2024-03-18 23:08:49.31445216 +0000 UTC m=+5.800249194 container cleanup 4f1cf9c9995384f035148763fef6acf02db9973a551359a27c6559f83eabad76 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5) 2024-03-18T23:08:49.514 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:49 smithi099 bash[73543]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7 2024-03-18T23:08:49.966 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:49 smithi099 podman[73573]: 2024-03-18 23:08:49.540594956 +0000 UTC m=+0.567160629 container remove 4f1cf9c9995384f035148763fef6acf02db9973a551359a27c6559f83eabad76 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.schema-version=1.0) 2024-03-18T23:08:49.966 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:49 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:49.705+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:49.966 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:49 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:49.705+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:49.966 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:49 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:49.705+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:49.966 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:49 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:49.705+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:08:49.966 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:49 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:49.705+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:23.023001+0000 front 2024-03-18T23:08:23.023067+0000 (oldest deadline 2024-03-18T23:08:48.323087+0000) 2024-03-18T23:08:49.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:49 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:49.669+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:49.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:49 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:49.669+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:49.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:49 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:49.669+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:49.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:49 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:49.669+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:14.598979+0000 front 2024-03-18T23:08:14.598938+0000 (oldest deadline 2024-03-18T23:08:39.299013+0000) 2024-03-18T23:08:50.012 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:49 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:49.732+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:50.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:49 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:49.732+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:50.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:49 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:49.732+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.115729+0000 front 2024-03-18T23:08:08.115877+0000 (oldest deadline 2024-03-18T23:08:32.815918+0000) 2024-03-18T23:08:50.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:49 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:49.732+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:16.118324+0000 front 2024-03-18T23:08:16.118349+0000 (oldest deadline 2024-03-18T23:08:40.218278+0000) 2024-03-18T23:08:50.013 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:49 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:49.560+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:50.013 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:49 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:49.560+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:50.013 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:49 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:49.560+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:50.013 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:49 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:49.560+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:08:50.235 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:49 smithi099 podman[73665]: 2024-03-18 23:08:49.966275867 +0000 UTC m=+0.112107513 container create e0a8d6f0ab5423f1a8f19d1fbe8ec4f8a34fa95e7fa0f251d1c8c3aa07c45170 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-18T23:08:50.235 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:49 smithi099 podman[73665]: 2024-03-18 23:08:49.871889827 +0000 UTC m=+0.017721472 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639 2024-03-18T23:08:50.235 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:50 smithi099 podman[73665]: 2024-03-18 23:08:50.177113298 +0000 UTC m=+0.322944945 container init e0a8d6f0ab5423f1a8f19d1fbe8ec4f8a34fa95e7fa0f251d1c8c3aa07c45170 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240307, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-18T23:08:50.235 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:50 smithi099 podman[73665]: 2024-03-18 23:08:50.180150402 +0000 UTC m=+0.325982047 container start e0a8d6f0ab5423f1a8f19d1fbe8ec4f8a34fa95e7fa0f251d1c8c3aa07c45170 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7-deactivate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD) 2024-03-18T23:08:50.235 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:50 smithi099 podman[73665]: 2024-03-18 23:08:50.235286572 +0000 UTC m=+0.381118234 container attach e0a8d6f0ab5423f1a8f19d1fbe8ec4f8a34fa95e7fa0f251d1c8c3aa07c45170 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD) 2024-03-18T23:08:50.514 INFO:journalctl@ceph.osd.7.smithi099.stdout:Mar 18 23:08:50 smithi099 podman[73665]: 2024-03-18 23:08:50.478542707 +0000 UTC m=+0.624374357 container died e0a8d6f0ab5423f1a8f19d1fbe8ec4f8a34fa95e7fa0f251d1c8c3aa07c45170 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-03-18T23:08:50.980 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:50 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:50.722+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:50.980 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:50 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:50.722+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:50.980 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:50 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:50.722+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:50.980 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:50 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:50.722+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:08:50.980 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:50 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:50.722+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:23.023001+0000 front 2024-03-18T23:08:23.023067+0000 (oldest deadline 2024-03-18T23:08:48.323087+0000) 2024-03-18T23:08:50.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:50 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:50.691+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:50.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:50 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:50.691+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:50.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:50 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:50.691+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:50.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:50 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:50.691+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:14.598979+0000 front 2024-03-18T23:08:14.598938+0000 (oldest deadline 2024-03-18T23:08:39.299013+0000) 2024-03-18T23:08:50.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:50 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:50.691+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:19.299495+0000 front 2024-03-18T23:08:19.299479+0000 (oldest deadline 2024-03-18T23:08:49.900123+0000) 2024-03-18T23:08:51.004 DEBUG:teuthology.orchestra.run.smithi099:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.7.service' 2024-03-18T23:08:51.012 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:50 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:50.702+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:51.012 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:50 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:50.702+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:51.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:50 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:50.702+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.115729+0000 front 2024-03-18T23:08:08.115877+0000 (oldest deadline 2024-03-18T23:08:32.815918+0000) 2024-03-18T23:08:51.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:50 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:50.702+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:16.118324+0000 front 2024-03-18T23:08:16.118349+0000 (oldest deadline 2024-03-18T23:08:40.218278+0000) 2024-03-18T23:08:51.013 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:50 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:50.544+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:51.013 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:50 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:50.544+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:51.013 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:50 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:50.544+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:51.013 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:50 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:50.544+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:08:51.086 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:08:51.086 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-03-18T23:08:51.086 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-03-18T23:08:51.086 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.8 2024-03-18T23:08:51.394 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:51 smithi181 systemd[1]: Stopping Ceph osd.8 for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:08:51.728 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:51 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:51.509+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:51.728 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:51 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:51.509+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:51.728 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:51 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:51.509+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:51.728 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:51 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:51.509+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:08:51.728 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:51 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:51.392+0000 7fa217796700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T23:08:51.729 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:51 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:51.392+0000 7fa217796700 -1 osd.8 102 *** Got signal Terminated *** 2024-03-18T23:08:51.729 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:51 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:51.392+0000 7fa217796700 -1 osd.8 102 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-18T23:08:51.729 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:51 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:51.727+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:51.729 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:51 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:51.727+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:51.729 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:51 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:51.727+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.115729+0000 front 2024-03-18T23:08:08.115877+0000 (oldest deadline 2024-03-18T23:08:32.815918+0000) 2024-03-18T23:08:51.729 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:51 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:51.727+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:16.118324+0000 front 2024-03-18T23:08:16.118349+0000 (oldest deadline 2024-03-18T23:08:40.218278+0000) 2024-03-18T23:08:51.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:51 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:51.655+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:51.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:51 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:51.655+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:51.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:51 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:51.655+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:51.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:51 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:51.655+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:14.598979+0000 front 2024-03-18T23:08:14.598938+0000 (oldest deadline 2024-03-18T23:08:39.299013+0000) 2024-03-18T23:08:51.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:51 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:51.655+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:19.299495+0000 front 2024-03-18T23:08:19.299479+0000 (oldest deadline 2024-03-18T23:08:49.900123+0000) 2024-03-18T23:08:52.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:51 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:51.680+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:52.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:51 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:51.680+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:52.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:51 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:51.680+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:52.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:51 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:51.680+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:08:52.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:51 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:51.680+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:23.023001+0000 front 2024-03-18T23:08:23.023067+0000 (oldest deadline 2024-03-18T23:08:48.323087+0000) 2024-03-18T23:08:52.720 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:52 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:52.464+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:52.720 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:52 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:52.464+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:52.720 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:52 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:52.464+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:52.720 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:52 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:52.464+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:08:52.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:52 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:52.662+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:52.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:52 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:52.662+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:52.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:52 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:52.662+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:52.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:52 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:52.662+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:14.598979+0000 front 2024-03-18T23:08:14.598938+0000 (oldest deadline 2024-03-18T23:08:39.299013+0000) 2024-03-18T23:08:52.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:52 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:52.662+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:19.299495+0000 front 2024-03-18T23:08:19.299479+0000 (oldest deadline 2024-03-18T23:08:49.900123+0000) 2024-03-18T23:08:53.012 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:52 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:52.719+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:53.012 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:52 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:52.719+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:53.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:52 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:52.719+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.115729+0000 front 2024-03-18T23:08:08.115877+0000 (oldest deadline 2024-03-18T23:08:32.815918+0000) 2024-03-18T23:08:53.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:52 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:52.719+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:16.118324+0000 front 2024-03-18T23:08:16.118349+0000 (oldest deadline 2024-03-18T23:08:40.218278+0000) 2024-03-18T23:08:53.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:52 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:52.683+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:53.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:52 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:52.683+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:53.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:52 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:52.683+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:53.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:52 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:52.683+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:08:53.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:52 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:52.683+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:23.023001+0000 front 2024-03-18T23:08:23.023067+0000 (oldest deadline 2024-03-18T23:08:48.323087+0000) 2024-03-18T23:08:53.736 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:53 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:53.430+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:53.737 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:53 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:53.430+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:53.737 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:53 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:53.430+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:53.737 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:53 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:53.430+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:08:53.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:53 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:53.634+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:53.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:53 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:53.634+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:53.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:53 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:53.634+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:53.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:53 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:53.634+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:14.598979+0000 front 2024-03-18T23:08:14.598938+0000 (oldest deadline 2024-03-18T23:08:39.299013+0000) 2024-03-18T23:08:53.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:53 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:53.634+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:19.299495+0000 front 2024-03-18T23:08:19.299479+0000 (oldest deadline 2024-03-18T23:08:49.900123+0000) 2024-03-18T23:08:54.012 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:53 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:53.735+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:54.012 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:53 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:53.735+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:54.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:53 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:53.735+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.115729+0000 front 2024-03-18T23:08:08.115877+0000 (oldest deadline 2024-03-18T23:08:32.815918+0000) 2024-03-18T23:08:54.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:53 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:53.735+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:16.118324+0000 front 2024-03-18T23:08:16.118349+0000 (oldest deadline 2024-03-18T23:08:40.218278+0000) 2024-03-18T23:08:54.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:53 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:53.711+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:54.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:53 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:53.711+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:54.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:53 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:53.711+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:54.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:53 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:53.711+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:08:54.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:53 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:53.711+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:23.023001+0000 front 2024-03-18T23:08:23.023067+0000 (oldest deadline 2024-03-18T23:08:48.323087+0000) 2024-03-18T23:08:54.708 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:54 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:54.421+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:54.708 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:54 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:54.421+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:54.708 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:54 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:54.421+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:54.708 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:54 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:54.421+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:08:54.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:54 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:54.635+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:54.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:54 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:54.635+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:54.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:54 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:54.635+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:54.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:54 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:54.635+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:14.598979+0000 front 2024-03-18T23:08:14.598938+0000 (oldest deadline 2024-03-18T23:08:39.299013+0000) 2024-03-18T23:08:54.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:54 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:54.635+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:19.299495+0000 front 2024-03-18T23:08:19.299479+0000 (oldest deadline 2024-03-18T23:08:49.900123+0000) 2024-03-18T23:08:54.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:54 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:54.635+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:29.900817+0000 front 2024-03-18T23:08:29.900717+0000 (oldest deadline 2024-03-18T23:08:54.600660+0000) 2024-03-18T23:08:55.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:54 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:54.707+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:55.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:54 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:54.707+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:55.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:54 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:54.707+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.115729+0000 front 2024-03-18T23:08:08.115877+0000 (oldest deadline 2024-03-18T23:08:32.815918+0000) 2024-03-18T23:08:55.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:54 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:54.707+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:16.118324+0000 front 2024-03-18T23:08:16.118349+0000 (oldest deadline 2024-03-18T23:08:40.218278+0000) 2024-03-18T23:08:55.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:54 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:54.707+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:31.820978+0000 front 2024-03-18T23:08:31.820953+0000 (oldest deadline 2024-03-18T23:08:54.120977+0000) 2024-03-18T23:08:55.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:54 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:54.717+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:55.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:54 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:54.717+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:55.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:54 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:54.717+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:55.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:54 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:54.717+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:08:55.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:54 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:54.717+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:23.023001+0000 front 2024-03-18T23:08:23.023067+0000 (oldest deadline 2024-03-18T23:08:48.323087+0000) 2024-03-18T23:08:55.664 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:55 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:55.392+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:55.664 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:55 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:55.392+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:55.664 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:55 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:55.392+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:55.664 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:55 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:55.392+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:08:55.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:55 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:55.667+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:55.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:55 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:55.667+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:55.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:55 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:55.667+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:55.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:55 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:55.667+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:14.598979+0000 front 2024-03-18T23:08:14.598938+0000 (oldest deadline 2024-03-18T23:08:39.299013+0000) 2024-03-18T23:08:55.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:55 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:55.667+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:19.299495+0000 front 2024-03-18T23:08:19.299479+0000 (oldest deadline 2024-03-18T23:08:49.900123+0000) 2024-03-18T23:08:55.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:55 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:55.667+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:29.900817+0000 front 2024-03-18T23:08:29.900717+0000 (oldest deadline 2024-03-18T23:08:54.600660+0000) 2024-03-18T23:08:56.012 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:55 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:55.662+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:51.913095+0000 front 2024-03-18T23:07:51.913066+0000 (oldest deadline 2024-03-18T23:08:13.613011+0000) 2024-03-18T23:08:56.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:55 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:55.662+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.313912+0000 front 2024-03-18T23:07:58.314036+0000 (oldest deadline 2024-03-18T23:08:21.813910+0000) 2024-03-18T23:08:56.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:55 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:55.662+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:08.115729+0000 front 2024-03-18T23:08:08.115877+0000 (oldest deadline 2024-03-18T23:08:32.815918+0000) 2024-03-18T23:08:56.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:55 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:55.662+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:16.118324+0000 front 2024-03-18T23:08:16.118349+0000 (oldest deadline 2024-03-18T23:08:40.218278+0000) 2024-03-18T23:08:56.013 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:55 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8[86243]: 2024-03-18T23:08:55.662+0000 7fa20fd82700 -1 osd.8 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:31.820978+0000 front 2024-03-18T23:08:31.820953+0000 (oldest deadline 2024-03-18T23:08:54.120977+0000) 2024-03-18T23:08:56.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:55 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:55.729+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:56.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:55 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:55.729+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:56.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:55 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:55.729+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:56.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:55 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:55.729+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:08:56.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:55 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:55.729+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:23.023001+0000 front 2024-03-18T23:08:23.023067+0000 (oldest deadline 2024-03-18T23:08:48.323087+0000) 2024-03-18T23:08:56.719 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:56 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:56.347+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:56.719 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:56 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:56.347+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:56.719 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:56 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:56.347+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:56.719 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:56 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:56.347+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:08:56.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:56 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:56.659+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:56.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:56 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:56.659+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:56.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:56 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:56.659+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:56.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:56 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:56.659+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:14.598979+0000 front 2024-03-18T23:08:14.598938+0000 (oldest deadline 2024-03-18T23:08:39.299013+0000) 2024-03-18T23:08:56.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:56 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:56.659+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:19.299495+0000 front 2024-03-18T23:08:19.299479+0000 (oldest deadline 2024-03-18T23:08:49.900123+0000) 2024-03-18T23:08:56.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:56 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:56.659+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:29.900817+0000 front 2024-03-18T23:08:29.900717+0000 (oldest deadline 2024-03-18T23:08:54.600660+0000) 2024-03-18T23:08:57.003 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:56 smithi181 podman[105051]: 2024-03-18 23:08:56.718637617 +0000 UTC m=+5.439361743 container died b56223926314e1390df6d60d4276591827904e1aead50989469273b8db071939 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-03-18T23:08:57.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:56 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:56.722+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:57.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:56 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:56.722+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:57.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:56 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:56.722+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:57.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:56 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:56.722+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:08:57.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:56 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:56.722+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:23.023001+0000 front 2024-03-18T23:08:23.023067+0000 (oldest deadline 2024-03-18T23:08:48.323087+0000) 2024-03-18T23:08:57.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:56 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:56.722+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:31.224344+0000 front 2024-03-18T23:08:31.224232+0000 (oldest deadline 2024-03-18T23:08:55.924038+0000) 2024-03-18T23:08:57.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:57 smithi181 podman[105051]: 2024-03-18 23:08:57.102588056 +0000 UTC m=+5.823312186 container cleanup b56223926314e1390df6d60d4276591827904e1aead50989469273b8db071939 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307) 2024-03-18T23:08:57.263 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:57 smithi181 bash[105051]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8 2024-03-18T23:08:57.710 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:57 smithi181 podman[105070]: 2024-03-18 23:08:57.363195147 +0000 UTC m=+0.642222537 container remove b56223926314e1390df6d60d4276591827904e1aead50989469273b8db071939 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS) 2024-03-18T23:08:57.710 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:57 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:57.335+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:57.710 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:57 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:57.335+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:57.710 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:57 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:57.335+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:57.710 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:57 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:57.335+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:08:57.967 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:57 smithi181 podman[105161]: 2024-03-18 23:08:57.613521476 +0000 UTC m=+0.017979302 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639 2024-03-18T23:08:57.967 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:57 smithi181 podman[105161]: 2024-03-18 23:08:57.726288532 +0000 UTC m=+0.130746361 container create 6b91f470e55bb001a8ca9f60b7b7002713e594f4d2d849c20437672e9ff6cd38 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-18T23:08:57.967 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:57 smithi181 podman[105161]: 2024-03-18 23:08:57.96628525 +0000 UTC m=+0.370743060 container init 6b91f470e55bb001a8ca9f60b7b7002713e594f4d2d849c20437672e9ff6cd38 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-03-18T23:08:57.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:57 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:57.682+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:57.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:57 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:57.682+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:57.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:57 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:57.682+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:57.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:57 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:57.682+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:14.598979+0000 front 2024-03-18T23:08:14.598938+0000 (oldest deadline 2024-03-18T23:08:39.299013+0000) 2024-03-18T23:08:57.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:57 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:57.682+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:19.299495+0000 front 2024-03-18T23:08:19.299479+0000 (oldest deadline 2024-03-18T23:08:49.900123+0000) 2024-03-18T23:08:57.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:57 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:57.682+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:29.900817+0000 front 2024-03-18T23:08:29.900717+0000 (oldest deadline 2024-03-18T23:08:54.600660+0000) 2024-03-18T23:08:58.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:57 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:57.738+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:58.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:57 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:57.738+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:58.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:57 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:57.738+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:58.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:57 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:57.738+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:08:58.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:57 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:57.738+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:23.023001+0000 front 2024-03-18T23:08:23.023067+0000 (oldest deadline 2024-03-18T23:08:48.323087+0000) 2024-03-18T23:08:58.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:57 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:57.738+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:31.224344+0000 front 2024-03-18T23:08:31.224232+0000 (oldest deadline 2024-03-18T23:08:55.924038+0000) 2024-03-18T23:08:58.257 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:57 smithi181 podman[105161]: 2024-03-18 23:08:57.969540833 +0000 UTC m=+0.373998644 container start 6b91f470e55bb001a8ca9f60b7b7002713e594f4d2d849c20437672e9ff6cd38 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8-deactivate, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-03-18T23:08:58.257 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:58 smithi181 podman[105161]: 2024-03-18 23:08:58.041111893 +0000 UTC m=+0.445569759 container attach 6b91f470e55bb001a8ca9f60b7b7002713e594f4d2d849c20437672e9ff6cd38 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-03-18T23:08:58.512 INFO:journalctl@ceph.osd.8.smithi181.stdout:Mar 18 23:08:58 smithi181 podman[105161]: 2024-03-18 23:08:58.25699542 +0000 UTC m=+0.661453239 container died 6b91f470e55bb001a8ca9f60b7b7002713e594f4d2d849c20437672e9ff6cd38 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-8-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, ceph=True, io.buildah.version=1.33.5) 2024-03-18T23:08:58.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:58 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:58.354+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:58.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:58 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:58.354+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:58.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:58 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:58.354+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:58.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:58 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:58.354+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:08:58.912 DEBUG:teuthology.orchestra.run.smithi181:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.8.service' 2024-03-18T23:08:58.952 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:08:58.952 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-03-18T23:08:58.952 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-03-18T23:08:58.952 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.9 2024-03-18T23:08:58.982 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:58 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:58.679+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:58.982 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:58 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:58.679+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:58.982 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:58 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:58.679+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:58.982 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:58 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:58.679+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:14.598979+0000 front 2024-03-18T23:08:14.598938+0000 (oldest deadline 2024-03-18T23:08:39.299013+0000) 2024-03-18T23:08:58.982 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:58 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:58.679+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:19.299495+0000 front 2024-03-18T23:08:19.299479+0000 (oldest deadline 2024-03-18T23:08:49.900123+0000) 2024-03-18T23:08:58.982 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:58 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:58.679+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:29.900817+0000 front 2024-03-18T23:08:29.900717+0000 (oldest deadline 2024-03-18T23:08:54.600660+0000) 2024-03-18T23:08:59.238 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:59 smithi052 systemd[1]: Stopping Ceph osd.9 for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:08:59.264 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:58 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:58.771+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:08:59.264 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:58 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:58.771+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:08:59.264 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:58 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:58.771+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:08:59.264 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:58 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:58.771+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:08:59.264 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:58 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:58.771+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:23.023001+0000 front 2024-03-18T23:08:23.023067+0000 (oldest deadline 2024-03-18T23:08:48.323087+0000) 2024-03-18T23:08:59.265 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:58 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:58.771+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:31.224344+0000 front 2024-03-18T23:08:31.224232+0000 (oldest deadline 2024-03-18T23:08:55.924038+0000) 2024-03-18T23:08:59.668 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:59 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:59.255+0000 7f59b4db6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T23:08:59.668 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:59 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:59.255+0000 7f59b4db6700 -1 osd.9 102 *** Got signal Terminated *** 2024-03-18T23:08:59.668 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:59 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:59.255+0000 7f59b4db6700 -1 osd.9 102 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-18T23:08:59.668 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:59 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:59.668+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:08:59.669 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:59 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:59.668+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:08:59.669 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:59 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:59.668+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:08:59.763 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:59 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:59.311+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:08:59.763 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:59 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:59.311+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:08:59.763 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:59 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:59.311+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:08:59.763 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:59 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:59.311+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:08:59.763 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:08:59 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:08:59.311+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:30.305072+0000 front 2024-03-18T23:08:30.305129+0000 (oldest deadline 2024-03-18T23:08:58.505717+0000) 2024-03-18T23:08:59.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:59 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:59.668+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:14.598979+0000 front 2024-03-18T23:08:14.598938+0000 (oldest deadline 2024-03-18T23:08:39.299013+0000) 2024-03-18T23:08:59.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:59 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:59.668+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:19.299495+0000 front 2024-03-18T23:08:19.299479+0000 (oldest deadline 2024-03-18T23:08:49.900123+0000) 2024-03-18T23:08:59.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:08:59 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:08:59.668+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:29.900817+0000 front 2024-03-18T23:08:29.900717+0000 (oldest deadline 2024-03-18T23:08:54.600660+0000) 2024-03-18T23:09:00.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:59 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:59.747+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:09:00.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:59 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:59.747+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:09:00.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:59 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:59.747+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:09:00.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:59 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:59.747+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:09:00.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:59 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:59.747+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:23.023001+0000 front 2024-03-18T23:08:23.023067+0000 (oldest deadline 2024-03-18T23:08:48.323087+0000) 2024-03-18T23:09:00.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:08:59 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:08:59.747+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:31.224344+0000 front 2024-03-18T23:08:31.224232+0000 (oldest deadline 2024-03-18T23:08:55.924038+0000) 2024-03-18T23:09:00.762 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:00 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:00.264+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:09:00.763 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:00 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:00.264+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:09:00.763 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:00 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:00.264+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:09:00.763 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:00 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:00.264+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:09:00.763 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:00 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:00.264+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:30.305072+0000 front 2024-03-18T23:08:30.305129+0000 (oldest deadline 2024-03-18T23:08:58.505717+0000) 2024-03-18T23:09:00.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:00 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:09:00.657+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:09:00.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:00 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:09:00.657+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:09:00.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:00 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:09:00.657+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:09:00.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:00 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:09:00.657+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:14.598979+0000 front 2024-03-18T23:08:14.598938+0000 (oldest deadline 2024-03-18T23:08:39.299013+0000) 2024-03-18T23:09:00.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:00 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:09:00.657+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:19.299495+0000 front 2024-03-18T23:08:19.299479+0000 (oldest deadline 2024-03-18T23:08:49.900123+0000) 2024-03-18T23:09:00.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:00 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:09:00.657+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:29.900817+0000 front 2024-03-18T23:08:29.900717+0000 (oldest deadline 2024-03-18T23:08:54.600660+0000) 2024-03-18T23:09:01.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:00 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:00.750+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:09:01.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:00 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:00.750+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:09:01.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:00 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:00.750+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:09:01.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:00 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:00.750+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:09:01.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:00 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:00.750+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:23.023001+0000 front 2024-03-18T23:08:23.023067+0000 (oldest deadline 2024-03-18T23:08:48.323087+0000) 2024-03-18T23:09:01.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:00 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:00.750+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:31.224344+0000 front 2024-03-18T23:08:31.224232+0000 (oldest deadline 2024-03-18T23:08:55.924038+0000) 2024-03-18T23:09:01.512 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:01 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:01.223+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:09:01.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:01 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:01.223+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:09:01.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:01 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:01.223+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:09:01.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:01 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:01.223+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:09:01.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:01 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:01.223+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:30.305072+0000 front 2024-03-18T23:08:30.305129+0000 (oldest deadline 2024-03-18T23:08:58.505717+0000) 2024-03-18T23:09:01.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:01 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:09:01.654+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:09:01.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:01 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:09:01.654+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:09:01.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:01 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:09:01.654+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:09:01.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:01 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:09:01.654+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:14.598979+0000 front 2024-03-18T23:08:14.598938+0000 (oldest deadline 2024-03-18T23:08:39.299013+0000) 2024-03-18T23:09:01.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:01 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:09:01.654+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:19.299495+0000 front 2024-03-18T23:08:19.299479+0000 (oldest deadline 2024-03-18T23:08:49.900123+0000) 2024-03-18T23:09:01.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:01 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:09:01.654+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:29.900817+0000 front 2024-03-18T23:08:29.900717+0000 (oldest deadline 2024-03-18T23:08:54.600660+0000) 2024-03-18T23:09:02.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:01 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:01.753+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:09:02.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:01 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:01.753+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:09:02.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:01 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:01.753+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:09:02.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:01 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:01.753+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:09:02.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:01 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:01.753+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:23.023001+0000 front 2024-03-18T23:08:23.023067+0000 (oldest deadline 2024-03-18T23:08:48.323087+0000) 2024-03-18T23:09:02.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:01 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:01.753+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:31.224344+0000 front 2024-03-18T23:08:31.224232+0000 (oldest deadline 2024-03-18T23:08:55.924038+0000) 2024-03-18T23:09:02.512 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:02 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:02.196+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:09:02.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:02 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:02.196+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:09:02.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:02 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:02.196+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:09:02.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:02 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:02.196+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:09:02.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:02 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:02.196+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:30.305072+0000 front 2024-03-18T23:08:30.305129+0000 (oldest deadline 2024-03-18T23:08:58.505717+0000) 2024-03-18T23:09:02.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:02 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:09:02.621+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:09:02.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:02 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:09:02.621+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:09:02.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:02 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:09:02.621+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:09:02.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:02 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:09:02.621+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:14.598979+0000 front 2024-03-18T23:08:14.598938+0000 (oldest deadline 2024-03-18T23:08:39.299013+0000) 2024-03-18T23:09:02.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:02 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:09:02.621+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:19.299495+0000 front 2024-03-18T23:08:19.299479+0000 (oldest deadline 2024-03-18T23:08:49.900123+0000) 2024-03-18T23:09:02.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:02 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:09:02.621+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:29.900817+0000 front 2024-03-18T23:08:29.900717+0000 (oldest deadline 2024-03-18T23:08:54.600660+0000) 2024-03-18T23:09:03.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:02 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:02.737+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:09:03.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:02 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:02.737+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:09:03.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:02 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:02.737+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:09:03.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:02 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:02.737+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:09:03.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:02 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:02.737+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:23.023001+0000 front 2024-03-18T23:08:23.023067+0000 (oldest deadline 2024-03-18T23:08:48.323087+0000) 2024-03-18T23:09:03.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:02 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:02.737+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:31.224344+0000 front 2024-03-18T23:08:31.224232+0000 (oldest deadline 2024-03-18T23:08:55.924038+0000) 2024-03-18T23:09:03.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:03 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:03.182+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:09:03.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:03 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:03.182+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:09:03.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:03 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:03.182+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:09:03.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:03 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:03.182+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:09:03.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:03 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:03.182+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:30.305072+0000 front 2024-03-18T23:08:30.305129+0000 (oldest deadline 2024-03-18T23:08:58.505717+0000) 2024-03-18T23:09:03.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:03 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:09:03.582+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:47.695020+0000 front 2024-03-18T23:07:47.694858+0000 (oldest deadline 2024-03-18T23:08:18.295505+0000) 2024-03-18T23:09:03.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:03 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:09:03.582+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.296083+0000 front 2024-03-18T23:07:58.296290+0000 (oldest deadline 2024-03-18T23:08:22.996169+0000) 2024-03-18T23:09:03.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:03 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:09:03.582+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:06.497280+0000 front 2024-03-18T23:08:06.497387+0000 (oldest deadline 2024-03-18T23:08:30.597358+0000) 2024-03-18T23:09:03.988 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:03 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:09:03.582+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:14.598979+0000 front 2024-03-18T23:08:14.598938+0000 (oldest deadline 2024-03-18T23:08:39.299013+0000) 2024-03-18T23:09:03.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:03 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:09:03.582+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:19.299495+0000 front 2024-03-18T23:08:19.299479+0000 (oldest deadline 2024-03-18T23:08:49.900123+0000) 2024-03-18T23:09:03.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:03 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:09:03.582+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:29.900817+0000 front 2024-03-18T23:08:29.900717+0000 (oldest deadline 2024-03-18T23:08:54.600660+0000) 2024-03-18T23:09:03.989 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:03 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9[68009]: 2024-03-18T23:09:03.582+0000 7f59ad3a2700 -1 osd.9 102 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-03-18T23:08:38.701569+0000 front 2024-03-18T23:08:38.701535+0000 (oldest deadline 2024-03-18T23:09:03.401652+0000) 2024-03-18T23:09:04.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:03 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:03.695+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:09:04.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:03 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:03.695+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:09:04.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:03 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:03.695+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:09:04.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:03 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:03.695+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:09:04.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:03 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:03.695+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:23.023001+0000 front 2024-03-18T23:08:23.023067+0000 (oldest deadline 2024-03-18T23:08:48.323087+0000) 2024-03-18T23:09:04.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:03 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:03.695+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:31.224344+0000 front 2024-03-18T23:08:31.224232+0000 (oldest deadline 2024-03-18T23:08:55.924038+0000) 2024-03-18T23:09:04.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:04 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:04.149+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:09:04.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:04 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:04.149+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:09:04.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:04 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:04.149+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:09:04.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:04 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:04.149+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:09:04.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:04 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:04.149+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:30.305072+0000 front 2024-03-18T23:08:30.305129+0000 (oldest deadline 2024-03-18T23:08:58.505717+0000) 2024-03-18T23:09:04.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:04 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:04.149+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-03-18T23:08:38.506320+0000 front 2024-03-18T23:08:38.506261+0000 (oldest deadline 2024-03-18T23:09:03.206254+0000) 2024-03-18T23:09:04.973 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:04 smithi052 podman[91855]: 2024-03-18 23:09:04.643475116 +0000 UTC m=+5.487060002 container died d92549a013ff54c5d5a8090c2f9cb2696cc788caf37ca92df6c128359d81f7b4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-03-18T23:09:04.973 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:04 smithi052 podman[91855]: 2024-03-18 23:09:04.972726798 +0000 UTC m=+5.816311685 container cleanup d92549a013ff54c5d5a8090c2f9cb2696cc788caf37ca92df6c128359d81f7b4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-03-18T23:09:05.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:04 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:04.652+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:09:05.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:04 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:04.652+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:09:05.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:04 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:04.652+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:09:05.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:04 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:04.652+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:09:05.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:04 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:04.652+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:23.023001+0000 front 2024-03-18T23:08:23.023067+0000 (oldest deadline 2024-03-18T23:08:48.323087+0000) 2024-03-18T23:09:05.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:04 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:04.652+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:31.224344+0000 front 2024-03-18T23:08:31.224232+0000 (oldest deadline 2024-03-18T23:08:55.924038+0000) 2024-03-18T23:09:05.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:04 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:04.652+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-03-18T23:08:38.224943+0000 front 2024-03-18T23:08:38.224881+0000 (oldest deadline 2024-03-18T23:09:04.124830+0000) 2024-03-18T23:09:05.238 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:04 smithi052 bash[91855]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9 2024-03-18T23:09:05.238 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:05 smithi052 podman[91871]: 2024-03-18 23:09:05.207288059 +0000 UTC m=+0.561603365 container remove d92549a013ff54c5d5a8090c2f9cb2696cc788caf37ca92df6c128359d81f7b4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-03-18T23:09:05.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:05 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:05.119+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:09:05.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:05 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:05.119+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:09:05.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:05 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:05.119+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:09:05.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:05 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:05.119+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:09:05.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:05 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:05.119+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:30.305072+0000 front 2024-03-18T23:08:30.305129+0000 (oldest deadline 2024-03-18T23:08:58.505717+0000) 2024-03-18T23:09:05.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:05 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:05.119+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-03-18T23:08:38.506320+0000 front 2024-03-18T23:08:38.506261+0000 (oldest deadline 2024-03-18T23:09:03.206254+0000) 2024-03-18T23:09:05.959 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:05 smithi052 podman[91963]: 2024-03-18 23:09:05.546111951 +0000 UTC m=+0.017612948 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639 2024-03-18T23:09:05.959 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:05 smithi052 podman[91963]: 2024-03-18 23:09:05.649092517 +0000 UTC m=+0.120593506 container create 63bb0616e465393c5edc966a311bcacd59966c1dc27eb0806dc1e4657e29688b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9-deactivate, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-03-18T23:09:05.959 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:05 smithi052 podman[91963]: 2024-03-18 23:09:05.868382416 +0000 UTC m=+0.339883422 container init 63bb0616e465393c5edc966a311bcacd59966c1dc27eb0806dc1e4657e29688b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9-deactivate, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-18T23:09:05.960 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:05 smithi052 podman[91963]: 2024-03-18 23:09:05.871715958 +0000 UTC m=+0.343216955 container start 63bb0616e465393c5edc966a311bcacd59966c1dc27eb0806dc1e4657e29688b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-18T23:09:05.960 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:05 smithi052 podman[91963]: 2024-03-18 23:09:05.959759798 +0000 UTC m=+0.431260788 container attach 63bb0616e465393c5edc966a311bcacd59966c1dc27eb0806dc1e4657e29688b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True) 2024-03-18T23:09:06.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:05 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:05.688+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:09:06.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:05 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:05.688+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:09:06.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:05 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:05.688+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:09:06.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:05 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:05.688+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:09:06.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:05 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:05.688+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:23.023001+0000 front 2024-03-18T23:08:23.023067+0000 (oldest deadline 2024-03-18T23:08:48.323087+0000) 2024-03-18T23:09:06.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:05 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:05.688+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:31.224344+0000 front 2024-03-18T23:08:31.224232+0000 (oldest deadline 2024-03-18T23:08:55.924038+0000) 2024-03-18T23:09:06.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:05 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:05.688+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-03-18T23:08:38.224943+0000 front 2024-03-18T23:08:38.224881+0000 (oldest deadline 2024-03-18T23:09:04.124830+0000) 2024-03-18T23:09:06.238 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:06 smithi052 podman[91963]: 2024-03-18 23:09:06.169035849 +0000 UTC m=+0.640536833 container died 63bb0616e465393c5edc966a311bcacd59966c1dc27eb0806dc1e4657e29688b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9-deactivate, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-03-18T23:09:06.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:06 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:06.135+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:09:06.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:06 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:06.135+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:09:06.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:06 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:06.135+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:09:06.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:06 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:06.135+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:09:06.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:06 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:06.135+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:30.305072+0000 front 2024-03-18T23:08:30.305129+0000 (oldest deadline 2024-03-18T23:08:58.505717+0000) 2024-03-18T23:09:06.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:06 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:06.135+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-03-18T23:08:38.506320+0000 front 2024-03-18T23:08:38.506261+0000 (oldest deadline 2024-03-18T23:09:03.206254+0000) 2024-03-18T23:09:06.680 DEBUG:teuthology.orchestra.run.smithi052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.9.service' 2024-03-18T23:09:06.738 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:06 smithi052 podman[91990]: 2024-03-18 23:09:06.663017187 +0000 UTC m=+0.489239387 container remove 63bb0616e465393c5edc966a311bcacd59966c1dc27eb0806dc1e4657e29688b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-9-deactivate, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.build-date=20240307, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-03-18T23:09:06.738 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:06 smithi052 systemd[1]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.9.service: Deactivated successfully. 2024-03-18T23:09:06.738 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:06 smithi052 systemd[1]: Stopped Ceph osd.9 for 444ca0c0-e579-11ee-95c9-87774f69a715. 2024-03-18T23:09:06.739 INFO:journalctl@ceph.osd.9.smithi052.stdout:Mar 18 23:09:06 smithi052 systemd[1]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.9.service: Consumed 17.607s CPU time. 2024-03-18T23:09:06.762 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:09:06.762 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-03-18T23:09:06.763 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-03-18T23:09:06.763 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.10 2024-03-18T23:09:07.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:06 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:06.669+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:09:07.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:06 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:06.669+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:09:07.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:06 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:06.669+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:09:07.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:06 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:06.669+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:09:07.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:06 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:06.669+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:23.023001+0000 front 2024-03-18T23:08:23.023067+0000 (oldest deadline 2024-03-18T23:08:48.323087+0000) 2024-03-18T23:09:07.016 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:06 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:06.669+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:31.224344+0000 front 2024-03-18T23:08:31.224232+0000 (oldest deadline 2024-03-18T23:08:55.924038+0000) 2024-03-18T23:09:07.016 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:06 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:06.669+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-03-18T23:08:38.224943+0000 front 2024-03-18T23:08:38.224881+0000 (oldest deadline 2024-03-18T23:09:04.124830+0000) 2024-03-18T23:09:07.016 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:06 smithi099 systemd[1]: Stopping Ceph osd.10 for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:09:07.512 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:07 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:07.158+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:09:07.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:07 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:07.158+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:09:07.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:07 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:07.158+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:09:07.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:07 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:07.158+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:09:07.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:07 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:07.158+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:30.305072+0000 front 2024-03-18T23:08:30.305129+0000 (oldest deadline 2024-03-18T23:08:58.505717+0000) 2024-03-18T23:09:07.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:07 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:07.158+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-03-18T23:08:38.506320+0000 front 2024-03-18T23:08:38.506261+0000 (oldest deadline 2024-03-18T23:09:03.206254+0000) 2024-03-18T23:09:07.514 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:07 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:07.039+0000 7f9d46a37700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T23:09:07.514 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:07 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:07.039+0000 7f9d46a37700 -1 osd.10 102 *** Got signal Terminated *** 2024-03-18T23:09:07.514 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:07 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:07.039+0000 7f9d46a37700 -1 osd.10 102 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-18T23:09:08.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:07 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:07.635+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:09:08.017 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:07 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:07.635+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:09:08.017 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:07 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:07.635+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:09:08.017 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:07 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:07.635+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:09:08.018 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:07 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:07.635+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:23.023001+0000 front 2024-03-18T23:08:23.023067+0000 (oldest deadline 2024-03-18T23:08:48.323087+0000) 2024-03-18T23:09:08.018 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:07 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:07.635+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:31.224344+0000 front 2024-03-18T23:08:31.224232+0000 (oldest deadline 2024-03-18T23:08:55.924038+0000) 2024-03-18T23:09:08.018 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:07 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:07.635+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-03-18T23:08:38.224943+0000 front 2024-03-18T23:08:38.224881+0000 (oldest deadline 2024-03-18T23:09:04.124830+0000) 2024-03-18T23:09:08.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:08 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:08.127+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:09:08.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:08 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:08.127+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:09:08.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:08 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:08.127+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:09:08.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:08 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:08.127+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:09:08.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:08 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:08.127+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:30.305072+0000 front 2024-03-18T23:08:30.305129+0000 (oldest deadline 2024-03-18T23:08:58.505717+0000) 2024-03-18T23:09:08.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:08 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:08.127+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-03-18T23:08:38.506320+0000 front 2024-03-18T23:08:38.506261+0000 (oldest deadline 2024-03-18T23:09:03.206254+0000) 2024-03-18T23:09:09.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:08 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:08.658+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:09:09.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:08 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:08.658+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:09:09.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:08 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:08.658+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:09:09.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:08 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:08.658+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:09:09.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:08 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:08.658+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:23.023001+0000 front 2024-03-18T23:08:23.023067+0000 (oldest deadline 2024-03-18T23:08:48.323087+0000) 2024-03-18T23:09:09.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:08 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:08.658+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:31.224344+0000 front 2024-03-18T23:08:31.224232+0000 (oldest deadline 2024-03-18T23:08:55.924038+0000) 2024-03-18T23:09:09.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:08 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:08.658+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-03-18T23:08:38.224943+0000 front 2024-03-18T23:08:38.224881+0000 (oldest deadline 2024-03-18T23:09:04.124830+0000) 2024-03-18T23:09:09.263 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:09 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:09.126+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:09:09.263 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:09 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:09.126+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:09:09.264 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:09 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:09.126+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:09:09.264 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:09 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:09.126+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:09:09.264 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:09 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:09.126+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:30.305072+0000 front 2024-03-18T23:08:30.305129+0000 (oldest deadline 2024-03-18T23:08:58.505717+0000) 2024-03-18T23:09:09.264 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:09 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:09.126+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-03-18T23:08:38.506320+0000 front 2024-03-18T23:08:38.506261+0000 (oldest deadline 2024-03-18T23:09:03.206254+0000) 2024-03-18T23:09:10.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:09 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:09.703+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:09:10.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:09 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:09.703+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:09:10.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:09 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:09.703+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:09:10.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:09 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:09.703+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:09:10.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:09 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:09.703+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:23.023001+0000 front 2024-03-18T23:08:23.023067+0000 (oldest deadline 2024-03-18T23:08:48.323087+0000) 2024-03-18T23:09:10.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:09 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:09.703+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:31.224344+0000 front 2024-03-18T23:08:31.224232+0000 (oldest deadline 2024-03-18T23:08:55.924038+0000) 2024-03-18T23:09:10.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:09 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:09.703+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-03-18T23:08:38.224943+0000 front 2024-03-18T23:08:38.224881+0000 (oldest deadline 2024-03-18T23:09:04.124830+0000) 2024-03-18T23:09:10.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:10 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:10.173+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:09:10.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:10 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:10.173+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:09:10.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:10 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:10.173+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:09:10.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:10 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:10.173+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:09:10.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:10 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:10.173+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:30.305072+0000 front 2024-03-18T23:08:30.305129+0000 (oldest deadline 2024-03-18T23:08:58.505717+0000) 2024-03-18T23:09:10.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:10 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:10.173+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-03-18T23:08:38.506320+0000 front 2024-03-18T23:08:38.506261+0000 (oldest deadline 2024-03-18T23:09:03.206254+0000) 2024-03-18T23:09:11.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:10 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:10.659+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:09:11.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:10 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:10.659+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:09:11.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:10 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:10.659+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:09:11.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:10 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:10.659+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:09:11.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:10 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:10.659+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:23.023001+0000 front 2024-03-18T23:08:23.023067+0000 (oldest deadline 2024-03-18T23:08:48.323087+0000) 2024-03-18T23:09:11.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:10 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:10.659+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:31.224344+0000 front 2024-03-18T23:08:31.224232+0000 (oldest deadline 2024-03-18T23:08:55.924038+0000) 2024-03-18T23:09:11.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:10 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:10.659+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-03-18T23:08:38.224943+0000 front 2024-03-18T23:08:38.224881+0000 (oldest deadline 2024-03-18T23:09:04.124830+0000) 2024-03-18T23:09:11.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:11 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:11.163+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:09:11.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:11 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:11.163+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:09:11.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:11 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:11.163+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:09:11.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:11 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:11.163+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:09:11.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:11 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:11.163+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:30.305072+0000 front 2024-03-18T23:08:30.305129+0000 (oldest deadline 2024-03-18T23:08:58.505717+0000) 2024-03-18T23:09:11.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:11 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:11.163+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-03-18T23:08:38.506320+0000 front 2024-03-18T23:08:38.506261+0000 (oldest deadline 2024-03-18T23:09:03.206254+0000) 2024-03-18T23:09:12.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:11 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:11.684+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:48.618074+0000 front 2024-03-18T23:07:48.618166+0000 (oldest deadline 2024-03-18T23:08:18.018432+0000) 2024-03-18T23:09:12.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:11 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:11.684+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.519316+0000 front 2024-03-18T23:07:58.519287+0000 (oldest deadline 2024-03-18T23:08:22.619407+0000) 2024-03-18T23:09:12.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:11 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:11.684+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:07.320651+0000 front 2024-03-18T23:08:07.320555+0000 (oldest deadline 2024-03-18T23:08:29.620533+0000) 2024-03-18T23:09:12.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:11 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:11.684+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-03-18T23:08:15.521560+0000 front 2024-03-18T23:08:15.521547+0000 (oldest deadline 2024-03-18T23:08:40.221799+0000) 2024-03-18T23:09:12.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:11 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:11.684+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:23.023001+0000 front 2024-03-18T23:08:23.023067+0000 (oldest deadline 2024-03-18T23:08:48.323087+0000) 2024-03-18T23:09:12.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:11 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:11.684+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:31.224344+0000 front 2024-03-18T23:08:31.224232+0000 (oldest deadline 2024-03-18T23:08:55.924038+0000) 2024-03-18T23:09:12.015 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:11 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10[61927]: 2024-03-18T23:09:11.684+0000 7f9d3f023700 -1 osd.10 102 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-03-18T23:08:38.224943+0000 front 2024-03-18T23:08:38.224881+0000 (oldest deadline 2024-03-18T23:09:04.124830+0000) 2024-03-18T23:09:12.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:12 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:12.116+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:09:12.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:12 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:12.116+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:09:12.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:12 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:12.116+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:09:12.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:12 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:12.116+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:09:12.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:12 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:12.116+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:30.305072+0000 front 2024-03-18T23:08:30.305129+0000 (oldest deadline 2024-03-18T23:08:58.505717+0000) 2024-03-18T23:09:12.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:12 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:12.116+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-03-18T23:08:38.506320+0000 front 2024-03-18T23:08:38.506261+0000 (oldest deadline 2024-03-18T23:09:03.206254+0000) 2024-03-18T23:09:12.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:12 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:12.116+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6820 osd.7 since back 2024-03-18T23:08:48.407813+0000 front 2024-03-18T23:08:48.407786+0000 (oldest deadline 2024-03-18T23:09:11.907715+0000) 2024-03-18T23:09:12.655 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:12 smithi099 podman[73771]: 2024-03-18 23:09:12.381323025 +0000 UTC m=+5.427677506 container died c2fb96eebf2e31e73743ba09675433364e833365802476167342a516b914d43b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10, org.label-schema.build-date=20240307, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-03-18T23:09:12.906 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:12 smithi099 podman[73771]: 2024-03-18 23:09:12.655671333 +0000 UTC m=+5.702025807 container cleanup c2fb96eebf2e31e73743ba09675433364e833365802476167342a516b914d43b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, maintainer=Guillaume Abrioux ) 2024-03-18T23:09:12.906 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:12 smithi099 bash[73771]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10 2024-03-18T23:09:13.219 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:12 smithi099 podman[73788]: 2024-03-18 23:09:12.906857417 +0000 UTC m=+0.520263152 container remove c2fb96eebf2e31e73743ba09675433364e833365802476167342a516b914d43b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10, org.label-schema.license=GPLv2, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307) 2024-03-18T23:09:13.512 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:13 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:13.081+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:09:13.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:13 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:13.081+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:09:13.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:13 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:13.081+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:09:13.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:13 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:13.081+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:09:13.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:13 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:13.081+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:30.305072+0000 front 2024-03-18T23:08:30.305129+0000 (oldest deadline 2024-03-18T23:08:58.505717+0000) 2024-03-18T23:09:13.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:13 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:13.081+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-03-18T23:08:38.506320+0000 front 2024-03-18T23:08:38.506261+0000 (oldest deadline 2024-03-18T23:09:03.206254+0000) 2024-03-18T23:09:13.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:13 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:13.081+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6820 osd.7 since back 2024-03-18T23:08:48.407813+0000 front 2024-03-18T23:08:48.407786+0000 (oldest deadline 2024-03-18T23:09:11.907715+0000) 2024-03-18T23:09:13.514 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:13 smithi099 podman[73882]: 2024-03-18 23:09:13.121252174 +0000 UTC m=+0.017365752 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639 2024-03-18T23:09:13.514 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:13 smithi099 podman[73882]: 2024-03-18 23:09:13.224246701 +0000 UTC m=+0.120360268 container create 8666007e0f9e1c4274e2eafcb949cf22ca9e864e376aed0ad958871cea45cf40 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=) 2024-03-18T23:09:13.514 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:13 smithi099 podman[73882]: 2024-03-18 23:09:13.435238857 +0000 UTC m=+0.331352449 container init 8666007e0f9e1c4274e2eafcb949cf22ca9e864e376aed0ad958871cea45cf40 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True) 2024-03-18T23:09:13.514 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:13 smithi099 podman[73882]: 2024-03-18 23:09:13.438469506 +0000 UTC m=+0.334583079 container start 8666007e0f9e1c4274e2eafcb949cf22ca9e864e376aed0ad958871cea45cf40 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307) 2024-03-18T23:09:14.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:13 smithi099 podman[73882]: 2024-03-18 23:09:13.51844191 +0000 UTC m=+0.414555489 container attach 8666007e0f9e1c4274e2eafcb949cf22ca9e864e376aed0ad958871cea45cf40 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-03-18T23:09:14.014 INFO:journalctl@ceph.osd.10.smithi099.stdout:Mar 18 23:09:13 smithi099 podman[73882]: 2024-03-18 23:09:13.740307205 +0000 UTC m=+0.636420793 container died 8666007e0f9e1c4274e2eafcb949cf22ca9e864e376aed0ad958871cea45cf40 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-10-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux ) 2024-03-18T23:09:14.353 DEBUG:teuthology.orchestra.run.smithi099:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.10.service' 2024-03-18T23:09:14.392 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:09:14.392 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-03-18T23:09:14.392 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-03-18T23:09:14.393 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.11 2024-03-18T23:09:14.423 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:14 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:14.081+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:09:14.423 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:14 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:14.081+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:09:14.423 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:14 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:14.081+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:09:14.423 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:14 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:14.081+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:09:14.424 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:14 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:14.081+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:30.305072+0000 front 2024-03-18T23:08:30.305129+0000 (oldest deadline 2024-03-18T23:08:58.505717+0000) 2024-03-18T23:09:14.424 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:14 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:14.081+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-03-18T23:08:38.506320+0000 front 2024-03-18T23:08:38.506261+0000 (oldest deadline 2024-03-18T23:09:03.206254+0000) 2024-03-18T23:09:14.424 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:14 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:14.081+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6820 osd.7 since back 2024-03-18T23:08:48.407813+0000 front 2024-03-18T23:08:48.407786+0000 (oldest deadline 2024-03-18T23:09:11.907715+0000) 2024-03-18T23:09:14.690 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:14 smithi181 systemd[1]: Stopping Ceph osd.11 for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:09:15.012 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:14 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:14.689+0000 7f877f988700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T23:09:15.013 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:14 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:14.689+0000 7f877f988700 -1 osd.11 102 *** Got signal Terminated *** 2024-03-18T23:09:15.013 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:14 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:14.689+0000 7f877f988700 -1 osd.11 102 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-18T23:09:15.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:15 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:15.081+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:09:15.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:15 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:15.081+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:09:15.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:15 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:15.081+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:09:15.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:15 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:15.081+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:09:15.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:15 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:15.081+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:30.305072+0000 front 2024-03-18T23:08:30.305129+0000 (oldest deadline 2024-03-18T23:08:58.505717+0000) 2024-03-18T23:09:15.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:15 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:15.081+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-03-18T23:08:38.506320+0000 front 2024-03-18T23:08:38.506261+0000 (oldest deadline 2024-03-18T23:09:03.206254+0000) 2024-03-18T23:09:15.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:15 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:15.081+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6820 osd.7 since back 2024-03-18T23:08:48.407813+0000 front 2024-03-18T23:08:48.407786+0000 (oldest deadline 2024-03-18T23:09:11.907715+0000) 2024-03-18T23:09:16.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:16 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:16.058+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:09:16.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:16 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:16.058+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:09:16.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:16 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:16.058+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:09:16.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:16 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:16.058+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:09:16.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:16 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:16.058+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:30.305072+0000 front 2024-03-18T23:08:30.305129+0000 (oldest deadline 2024-03-18T23:08:58.505717+0000) 2024-03-18T23:09:16.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:16 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:16.058+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-03-18T23:08:38.506320+0000 front 2024-03-18T23:08:38.506261+0000 (oldest deadline 2024-03-18T23:09:03.206254+0000) 2024-03-18T23:09:16.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:16 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:16.058+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6820 osd.7 since back 2024-03-18T23:08:48.407813+0000 front 2024-03-18T23:08:48.407786+0000 (oldest deadline 2024-03-18T23:09:11.907715+0000) 2024-03-18T23:09:17.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:17 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:17.086+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:09:17.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:17 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:17.086+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:09:17.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:17 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:17.086+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:09:17.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:17 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:17.086+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:09:17.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:17 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:17.086+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:30.305072+0000 front 2024-03-18T23:08:30.305129+0000 (oldest deadline 2024-03-18T23:08:58.505717+0000) 2024-03-18T23:09:17.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:17 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:17.086+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-03-18T23:08:38.506320+0000 front 2024-03-18T23:08:38.506261+0000 (oldest deadline 2024-03-18T23:09:03.206254+0000) 2024-03-18T23:09:17.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:17 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:17.086+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6820 osd.7 since back 2024-03-18T23:08:48.407813+0000 front 2024-03-18T23:08:48.407786+0000 (oldest deadline 2024-03-18T23:09:11.907715+0000) 2024-03-18T23:09:18.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:18 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:18.130+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:09:18.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:18 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:18.130+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:09:18.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:18 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:18.130+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:09:18.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:18 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:18.130+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:09:18.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:18 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:18.130+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:30.305072+0000 front 2024-03-18T23:08:30.305129+0000 (oldest deadline 2024-03-18T23:08:58.505717+0000) 2024-03-18T23:09:18.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:18 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:18.130+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-03-18T23:08:38.506320+0000 front 2024-03-18T23:08:38.506261+0000 (oldest deadline 2024-03-18T23:09:03.206254+0000) 2024-03-18T23:09:18.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:18 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:18.130+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6820 osd.7 since back 2024-03-18T23:08:48.407813+0000 front 2024-03-18T23:08:48.407786+0000 (oldest deadline 2024-03-18T23:09:11.907715+0000) 2024-03-18T23:09:19.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:19 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:19.168+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-03-18T23:07:50.499701+0000 front 2024-03-18T23:07:50.499684+0000 (oldest deadline 2024-03-18T23:08:16.399678+0000) 2024-03-18T23:09:19.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:19 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:19.168+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6804 osd.1 since back 2024-03-18T23:07:58.100810+0000 front 2024-03-18T23:07:58.100626+0000 (oldest deadline 2024-03-18T23:08:24.000763+0000) 2024-03-18T23:09:19.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:19 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:19.168+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-03-18T23:08:04.001212+0000 front 2024-03-18T23:08:04.001340+0000 (oldest deadline 2024-03-18T23:08:29.301528+0000) 2024-03-18T23:09:19.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:19 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:19.168+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6812 osd.4 since back 2024-03-18T23:08:20.304160+0000 front 2024-03-18T23:08:20.304100+0000 (oldest deadline 2024-03-18T23:08:45.603999+0000) 2024-03-18T23:09:19.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:19 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:19.168+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-03-18T23:08:30.305072+0000 front 2024-03-18T23:08:30.305129+0000 (oldest deadline 2024-03-18T23:08:58.505717+0000) 2024-03-18T23:09:19.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:19 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:19.168+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-03-18T23:08:38.506320+0000 front 2024-03-18T23:08:38.506261+0000 (oldest deadline 2024-03-18T23:09:03.206254+0000) 2024-03-18T23:09:19.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:19 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11[93059]: 2024-03-18T23:09:19.168+0000 7f8777f74700 -1 osd.11 102 heartbeat_check: no reply from 172.21.15.99:6820 osd.7 since back 2024-03-18T23:08:48.407813+0000 front 2024-03-18T23:08:48.407786+0000 (oldest deadline 2024-03-18T23:09:11.907715+0000) 2024-03-18T23:09:20.513 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:20 smithi181 podman[105278]: 2024-03-18 23:09:20.200261267 +0000 UTC m=+5.612838424 container died 1e4be206975f3db858548480213cab0d95da3792bfce50014416f4ac2022040a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-03-18T23:09:21.013 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:20 smithi181 podman[105278]: 2024-03-18 23:09:20.547319269 +0000 UTC m=+5.959896418 container cleanup 1e4be206975f3db858548480213cab0d95da3792bfce50014416f4ac2022040a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-18T23:09:21.013 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:20 smithi181 bash[105278]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11 2024-03-18T23:09:21.013 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:20 smithi181 podman[105295]: 2024-03-18 23:09:20.69824971 +0000 UTC m=+0.495659173 container remove 1e4be206975f3db858548480213cab0d95da3792bfce50014416f4ac2022040a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-03-18T23:09:21.426 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:21 smithi181 podman[105384]: 2024-03-18 23:09:21.007929802 +0000 UTC m=+0.017624496 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639 2024-03-18T23:09:21.427 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:21 smithi181 podman[105384]: 2024-03-18 23:09:21.124094033 +0000 UTC m=+0.133788726 container create 901b473a7384953a973f6b16bb6846a57e209bdb915fdb7f91f3ce78b03b5ba2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11-deactivate, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-03-18T23:09:21.427 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:21 smithi181 podman[105384]: 2024-03-18 23:09:21.343879081 +0000 UTC m=+0.353573785 container init 901b473a7384953a973f6b16bb6846a57e209bdb915fdb7f91f3ce78b03b5ba2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-03-18T23:09:21.427 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:21 smithi181 podman[105384]: 2024-03-18 23:09:21.347102844 +0000 UTC m=+0.356797530 container start 901b473a7384953a973f6b16bb6846a57e209bdb915fdb7f91f3ce78b03b5ba2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.build-date=20240307, ceph=True) 2024-03-18T23:09:21.427 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:21 smithi181 podman[105384]: 2024-03-18 23:09:21.427002431 +0000 UTC m=+0.436697127 container attach 901b473a7384953a973f6b16bb6846a57e209bdb915fdb7f91f3ce78b03b5ba2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11-deactivate, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-18T23:09:21.763 INFO:journalctl@ceph.osd.11.smithi181.stdout:Mar 18 23:09:21 smithi181 podman[105384]: 2024-03-18 23:09:21.638598776 +0000 UTC m=+0.648293464 container died 901b473a7384953a973f6b16bb6846a57e209bdb915fdb7f91f3ce78b03b5ba2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-osd-11-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-03-18T23:09:22.220 DEBUG:teuthology.orchestra.run.smithi181:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@osd.11.service' 2024-03-18T23:09:22.299 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:09:22.299 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-03-18T23:09:22.299 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-03-18T23:09:22.299 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.a 2024-03-18T23:09:22.599 INFO:journalctl@ceph.mds.a.smithi052.stdout:Mar 18 23:09:22 smithi052 systemd[1]: Stopping Ceph mds.a for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:09:22.988 INFO:journalctl@ceph.mds.a.smithi052.stdout:Mar 18 23:09:22 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-a[74547]: 2024-03-18T23:09:22.598+0000 7f33f2cef700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T23:09:22.988 INFO:journalctl@ceph.mds.a.smithi052.stdout:Mar 18 23:09:22 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-a[74547]: 2024-03-18T23:09:22.598+0000 7f33f2cef700 -1 mds.a *** got signal Terminated *** 2024-03-18T23:09:26.488 INFO:journalctl@ceph.mds.a.smithi052.stdout:Mar 18 23:09:26 smithi052 podman[92087]: 2024-03-18 23:09:26.205935949 +0000 UTC m=+3.712247057 container died 6e9d577d8af57ab61f84a4367bfbe4575dc9318b1bfb60b1173039b1220c1e30 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-a, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-18T23:09:26.840 INFO:journalctl@ceph.mds.a.smithi052.stdout:Mar 18 23:09:26 smithi052 podman[92087]: 2024-03-18 23:09:26.515134535 +0000 UTC m=+4.021445651 container cleanup 6e9d577d8af57ab61f84a4367bfbe4575dc9318b1bfb60b1173039b1220c1e30 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-a, ceph=True, GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-18T23:09:26.841 INFO:journalctl@ceph.mds.a.smithi052.stdout:Mar 18 23:09:26 smithi052 bash[92087]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-a 2024-03-18T23:09:27.001 DEBUG:teuthology.orchestra.run.smithi052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.a.service' 2024-03-18T23:09:27.038 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:09:27.038 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-03-18T23:09:27.038 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-03-18T23:09:27.038 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.d 2024-03-18T23:09:27.377 INFO:journalctl@ceph.mds.d.smithi052.stdout:Mar 18 23:09:27 smithi052 systemd[1]: Stopping Ceph mds.d for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:09:27.738 INFO:journalctl@ceph.mds.d.smithi052.stdout:Mar 18 23:09:27 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-d[73583]: 2024-03-18T23:09:27.376+0000 7fbc70a1a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T23:09:27.738 INFO:journalctl@ceph.mds.d.smithi052.stdout:Mar 18 23:09:27 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-d[73583]: 2024-03-18T23:09:27.376+0000 7fbc70a1a700 -1 mds.d *** got signal Terminated *** 2024-03-18T23:09:31.185 INFO:journalctl@ceph.mds.d.smithi052.stdout:Mar 18 23:09:30 smithi052 podman[92210]: 2024-03-18 23:09:30.914508176 +0000 UTC m=+3.647122723 container died 4d20781d3d82ecdea8aac384805732beb8564931115364a28f192516a2585d92 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-d, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-03-18T23:09:31.488 INFO:journalctl@ceph.mds.d.smithi052.stdout:Mar 18 23:09:31 smithi052 podman[92210]: 2024-03-18 23:09:31.385065116 +0000 UTC m=+4.117679663 container cleanup 4d20781d3d82ecdea8aac384805732beb8564931115364a28f192516a2585d92 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-d, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307) 2024-03-18T23:09:31.488 INFO:journalctl@ceph.mds.d.smithi052.stdout:Mar 18 23:09:31 smithi052 bash[92210]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-d 2024-03-18T23:09:31.775 DEBUG:teuthology.orchestra.run.smithi052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.d.service' 2024-03-18T23:09:31.809 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:09:31.810 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-03-18T23:09:31.810 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-03-18T23:09:31.810 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.g 2024-03-18T23:09:32.131 INFO:journalctl@ceph.mds.g.smithi052.stdout:Mar 18 23:09:31 smithi052 systemd[1]: Stopping Ceph mds.g for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:09:32.488 INFO:journalctl@ceph.mds.g.smithi052.stdout:Mar 18 23:09:32 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-g[74186]: 2024-03-18T23:09:32.130+0000 7fdf501ea700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T23:09:32.488 INFO:journalctl@ceph.mds.g.smithi052.stdout:Mar 18 23:09:32 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-g[74186]: 2024-03-18T23:09:32.130+0000 7fdf501ea700 -1 mds.g *** got signal Terminated *** 2024-03-18T23:09:35.830 INFO:journalctl@ceph.mds.g.smithi052.stdout:Mar 18 23:09:35 smithi052 podman[92334]: 2024-03-18 23:09:35.515561702 +0000 UTC m=+3.485992493 container died 65aad1475682c6d0f334fc54dc55b952438e0ef44580f6087eb12e1e74e2c90e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-g, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-18T23:09:35.830 INFO:journalctl@ceph.mds.g.smithi052.stdout:Mar 18 23:09:35 smithi052 podman[92334]: 2024-03-18 23:09:35.830544839 +0000 UTC m=+3.800975639 container cleanup 65aad1475682c6d0f334fc54dc55b952438e0ef44580f6087eb12e1e74e2c90e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-g, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-18T23:09:36.172 INFO:journalctl@ceph.mds.g.smithi052.stdout:Mar 18 23:09:35 smithi052 bash[92334]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-g 2024-03-18T23:09:36.172 INFO:journalctl@ceph.mds.g.smithi052.stdout:Mar 18 23:09:36 smithi052 podman[92349]: 2024-03-18 23:09:36.065195529 +0000 UTC m=+0.546618966 container remove 65aad1475682c6d0f334fc54dc55b952438e0ef44580f6087eb12e1e74e2c90e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-g, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-03-18T23:09:36.185 DEBUG:teuthology.orchestra.run.smithi052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.g.service' 2024-03-18T23:09:36.219 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:09:36.219 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-03-18T23:09:36.219 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-03-18T23:09:36.219 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.j 2024-03-18T23:09:36.488 INFO:journalctl@ceph.mds.j.smithi052.stdout:Mar 18 23:09:36 smithi052 systemd[1]: Stopping Ceph mds.j for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:09:36.988 INFO:journalctl@ceph.mds.j.smithi052.stdout:Mar 18 23:09:36 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-j[73236]: 2024-03-18T23:09:36.576+0000 7f0b2cc85700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T23:09:36.988 INFO:journalctl@ceph.mds.j.smithi052.stdout:Mar 18 23:09:36 smithi052 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-j[73236]: 2024-03-18T23:09:36.576+0000 7f0b2cc85700 -1 mds.j *** got signal Terminated *** 2024-03-18T23:09:40.359 INFO:journalctl@ceph.mds.j.smithi052.stdout:Mar 18 23:09:40 smithi052 podman[92454]: 2024-03-18 23:09:40.054164616 +0000 UTC m=+3.609895461 container died 6b5d82abb47b903eb65c2e2d96a44dd4503a6006acba95c1791f6f2d21edc423 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-j, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-18T23:09:40.359 INFO:journalctl@ceph.mds.j.smithi052.stdout:Mar 18 23:09:40 smithi052 podman[92454]: 2024-03-18 23:09:40.359451571 +0000 UTC m=+3.915182415 container cleanup 6b5d82abb47b903eb65c2e2d96a44dd4503a6006acba95c1791f6f2d21edc423 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-j, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-03-18T23:09:40.702 INFO:journalctl@ceph.mds.j.smithi052.stdout:Mar 18 23:09:40 smithi052 bash[92454]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-j 2024-03-18T23:09:40.702 INFO:journalctl@ceph.mds.j.smithi052.stdout:Mar 18 23:09:40 smithi052 podman[92466]: 2024-03-18 23:09:40.594163173 +0000 UTC m=+0.531446011 container remove 6b5d82abb47b903eb65c2e2d96a44dd4503a6006acba95c1791f6f2d21edc423 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-j, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-03-18T23:09:40.719 DEBUG:teuthology.orchestra.run.smithi052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.j.service' 2024-03-18T23:09:40.753 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:09:40.753 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-03-18T23:09:40.754 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-03-18T23:09:40.754 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.b 2024-03-18T23:09:41.046 INFO:journalctl@ceph.mds.b.smithi099.stdout:Mar 18 23:09:40 smithi099 systemd[1]: Stopping Ceph mds.b for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:09:41.514 INFO:journalctl@ceph.mds.b.smithi099.stdout:Mar 18 23:09:41 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-b[67471]: 2024-03-18T23:09:41.045+0000 7f8724945700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T23:09:41.514 INFO:journalctl@ceph.mds.b.smithi099.stdout:Mar 18 23:09:41 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-b[67471]: 2024-03-18T23:09:41.045+0000 7f8724945700 -1 mds.b *** got signal Terminated *** 2024-03-18T23:09:45.212 INFO:journalctl@ceph.mds.b.smithi099.stdout:Mar 18 23:09:44 smithi099 podman[74000]: 2024-03-18 23:09:44.945888669 +0000 UTC m=+3.999639186 container died 5efdddb4cd4bda596572aae0fade6fc9ce8a8dd8399eee5361875b7af3fd0d3a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-b, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-18T23:09:45.514 INFO:journalctl@ceph.mds.b.smithi099.stdout:Mar 18 23:09:45 smithi099 podman[74000]: 2024-03-18 23:09:45.30333206 +0000 UTC m=+4.357082575 container cleanup 5efdddb4cd4bda596572aae0fade6fc9ce8a8dd8399eee5361875b7af3fd0d3a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-b, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-18T23:09:45.514 INFO:journalctl@ceph.mds.b.smithi099.stdout:Mar 18 23:09:45 smithi099 bash[74000]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-b 2024-03-18T23:09:45.772 DEBUG:teuthology.orchestra.run.smithi099:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.b.service' 2024-03-18T23:09:45.811 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:09:45.811 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-03-18T23:09:45.811 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-03-18T23:09:45.811 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.e 2024-03-18T23:09:46.265 INFO:journalctl@ceph.mds.e.smithi099.stdout:Mar 18 23:09:45 smithi099 systemd[1]: Stopping Ceph mds.e for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:09:46.265 INFO:journalctl@ceph.mds.e.smithi099.stdout:Mar 18 23:09:46 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-e[66841]: 2024-03-18T23:09:46.115+0000 7fb2e4313700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T23:09:46.265 INFO:journalctl@ceph.mds.e.smithi099.stdout:Mar 18 23:09:46 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-e[66841]: 2024-03-18T23:09:46.115+0000 7fb2e4313700 -1 mds.e *** got signal Terminated *** 2024-03-18T23:09:49.207 INFO:journalctl@ceph.mds.e.smithi099.stdout:Mar 18 23:09:48 smithi099 podman[74131]: 2024-03-18 23:09:48.940832906 +0000 UTC m=+2.905862710 container died c6cd57ec44d16492f0f249659063ee7708ee41d754b20508e929e3e350432231 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-e, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-18T23:09:49.515 INFO:journalctl@ceph.mds.e.smithi099.stdout:Mar 18 23:09:49 smithi099 podman[74131]: 2024-03-18 23:09:49.315154862 +0000 UTC m=+3.280184655 container cleanup c6cd57ec44d16492f0f249659063ee7708ee41d754b20508e929e3e350432231 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240307, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-18T23:09:49.516 INFO:journalctl@ceph.mds.e.smithi099.stdout:Mar 18 23:09:49 smithi099 bash[74131]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-e 2024-03-18T23:09:49.747 DEBUG:teuthology.orchestra.run.smithi099:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.e.service' 2024-03-18T23:09:49.786 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:09:49.787 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-03-18T23:09:49.787 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-03-18T23:09:49.787 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.h 2024-03-18T23:09:50.264 INFO:journalctl@ceph.mds.h.smithi099.stdout:Mar 18 23:09:49 smithi099 systemd[1]: Stopping Ceph mds.h for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:09:50.264 INFO:journalctl@ceph.mds.h.smithi099.stdout:Mar 18 23:09:50 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-h[67148]: 2024-03-18T23:09:50.101+0000 7f42888b7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T23:09:50.264 INFO:journalctl@ceph.mds.h.smithi099.stdout:Mar 18 23:09:50 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-h[67148]: 2024-03-18T23:09:50.101+0000 7f42888b7700 -1 mds.h *** got signal Terminated *** 2024-03-18T23:09:53.228 INFO:journalctl@ceph.mds.h.smithi099.stdout:Mar 18 23:09:52 smithi099 podman[74253]: 2024-03-18 23:09:52.940487184 +0000 UTC m=+2.934911189 container died 2d4e8b75946525bcaaeae75824703f2a06ba42979bfe303dd3361145e31249cd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-h, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249) 2024-03-18T23:09:53.514 INFO:journalctl@ceph.mds.h.smithi099.stdout:Mar 18 23:09:53 smithi099 podman[74253]: 2024-03-18 23:09:53.30228838 +0000 UTC m=+3.296712384 container cleanup 2d4e8b75946525bcaaeae75824703f2a06ba42979bfe303dd3361145e31249cd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-h, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD) 2024-03-18T23:09:53.514 INFO:journalctl@ceph.mds.h.smithi099.stdout:Mar 18 23:09:53 smithi099 bash[74253]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-h 2024-03-18T23:09:53.716 DEBUG:teuthology.orchestra.run.smithi099:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.h.service' 2024-03-18T23:09:53.750 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:09:53.750 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-03-18T23:09:53.750 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-03-18T23:09:53.751 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.k 2024-03-18T23:09:54.080 INFO:journalctl@ceph.mds.k.smithi099.stdout:Mar 18 23:09:53 smithi099 systemd[1]: Stopping Ceph mds.k for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:09:54.514 INFO:journalctl@ceph.mds.k.smithi099.stdout:Mar 18 23:09:54 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-k[66531]: 2024-03-18T23:09:54.080+0000 7f5b3f3ca700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T23:09:54.514 INFO:journalctl@ceph.mds.k.smithi099.stdout:Mar 18 23:09:54 smithi099 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-k[66531]: 2024-03-18T23:09:54.080+0000 7f5b3f3ca700 -1 mds.k *** got signal Terminated *** 2024-03-18T23:09:57.514 INFO:journalctl@ceph.mds.k.smithi099.stdout:Mar 18 23:09:57 smithi099 podman[74375]: 2024-03-18 23:09:57.213574892 +0000 UTC m=+3.236156177 container died 8f5fe9f36c6e83724ae8f60fa57835052d559227256b94949fd781852cb31455 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-k, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307) 2024-03-18T23:09:57.943 INFO:journalctl@ceph.mds.k.smithi099.stdout:Mar 18 23:09:57 smithi099 podman[74375]: 2024-03-18 23:09:57.540725826 +0000 UTC m=+3.563307130 container cleanup 8f5fe9f36c6e83724ae8f60fa57835052d559227256b94949fd781852cb31455 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-k, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-03-18T23:09:57.944 INFO:journalctl@ceph.mds.k.smithi099.stdout:Mar 18 23:09:57 smithi099 bash[74375]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-k 2024-03-18T23:09:57.944 INFO:journalctl@ceph.mds.k.smithi099.stdout:Mar 18 23:09:57 smithi099 podman[74389]: 2024-03-18 23:09:57.747960788 +0000 UTC m=+0.534414272 container remove 8f5fe9f36c6e83724ae8f60fa57835052d559227256b94949fd781852cb31455 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-k, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True) 2024-03-18T23:09:57.959 DEBUG:teuthology.orchestra.run.smithi099:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.k.service' 2024-03-18T23:09:57.993 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:09:57.993 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-03-18T23:09:57.993 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-03-18T23:09:57.993 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.c 2024-03-18T23:09:58.404 INFO:journalctl@ceph.mds.c.smithi181.stdout:Mar 18 23:09:58 smithi181 systemd[1]: Stopping Ceph mds.c for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:09:58.663 INFO:journalctl@ceph.mds.c.smithi181.stdout:Mar 18 23:09:58 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-c[98500]: 2024-03-18T23:09:58.403+0000 7f9b7c69f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T23:09:58.664 INFO:journalctl@ceph.mds.c.smithi181.stdout:Mar 18 23:09:58 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-c[98500]: 2024-03-18T23:09:58.403+0000 7f9b7c69f700 -1 mds.c *** got signal Terminated *** 2024-03-18T23:10:01.263 INFO:journalctl@ceph.mds.c.smithi181.stdout:Mar 18 23:10:00 smithi181 podman[105490]: 2024-03-18 23:10:00.942819894 +0000 UTC m=+2.752917049 container died 9d71708bc01b62be4ed392b32cb4285965fba045ddf6772ab01c5120ff72eec2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-c, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-03-18T23:10:01.959 INFO:journalctl@ceph.mds.c.smithi181.stdout:Mar 18 23:10:01 smithi181 podman[105490]: 2024-03-18 23:10:01.612141497 +0000 UTC m=+3.422238611 container cleanup 9d71708bc01b62be4ed392b32cb4285965fba045ddf6772ab01c5120ff72eec2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-c, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux ) 2024-03-18T23:10:01.959 INFO:journalctl@ceph.mds.c.smithi181.stdout:Mar 18 23:10:01 smithi181 bash[105490]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-c 2024-03-18T23:10:02.099 DEBUG:teuthology.orchestra.run.smithi181:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.c.service' 2024-03-18T23:10:02.137 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:10:02.138 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-03-18T23:10:02.138 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-03-18T23:10:02.138 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.f 2024-03-18T23:10:02.474 INFO:journalctl@ceph.mds.f.smithi181.stdout:Mar 18 23:10:02 smithi181 systemd[1]: Stopping Ceph mds.f for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:10:02.762 INFO:journalctl@ceph.mds.f.smithi181.stdout:Mar 18 23:10:02 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-f[98188]: 2024-03-18T23:10:02.473+0000 7f804b880700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T23:10:02.762 INFO:journalctl@ceph.mds.f.smithi181.stdout:Mar 18 23:10:02 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-f[98188]: 2024-03-18T23:10:02.473+0000 7f804b880700 -1 mds.f *** got signal Terminated *** 2024-03-18T23:10:05.233 INFO:journalctl@ceph.mds.f.smithi181.stdout:Mar 18 23:10:04 smithi181 podman[105625]: 2024-03-18 23:10:04.942765026 +0000 UTC m=+2.587015527 container died 8102fc3b3bee107d239f5fec24c331014bdfcaa1ca5c95fe790e2ecafd5b0654 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-f, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-03-18T23:10:05.513 INFO:journalctl@ceph.mds.f.smithi181.stdout:Mar 18 23:10:05 smithi181 podman[105625]: 2024-03-18 23:10:05.340820569 +0000 UTC m=+2.985071069 container cleanup 8102fc3b3bee107d239f5fec24c331014bdfcaa1ca5c95fe790e2ecafd5b0654 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-f, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-18T23:10:05.513 INFO:journalctl@ceph.mds.f.smithi181.stdout:Mar 18 23:10:05 smithi181 bash[105625]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-f 2024-03-18T23:10:05.669 DEBUG:teuthology.orchestra.run.smithi181:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.f.service' 2024-03-18T23:10:05.705 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:10:05.706 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-03-18T23:10:05.706 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-03-18T23:10:05.706 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.i 2024-03-18T23:10:06.012 INFO:journalctl@ceph.mds.i.smithi181.stdout:Mar 18 23:10:05 smithi181 systemd[1]: Stopping Ceph mds.i for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:10:06.512 INFO:journalctl@ceph.mds.i.smithi181.stdout:Mar 18 23:10:06 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-i[98824]: 2024-03-18T23:10:06.068+0000 7fdba7565700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T23:10:06.513 INFO:journalctl@ceph.mds.i.smithi181.stdout:Mar 18 23:10:06 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-i[98824]: 2024-03-18T23:10:06.068+0000 7fdba7565700 -1 mds.i *** got signal Terminated *** 2024-03-18T23:10:09.240 INFO:journalctl@ceph.mds.i.smithi181.stdout:Mar 18 23:10:08 smithi181 podman[105744]: 2024-03-18 23:10:08.937615422 +0000 UTC m=+3.011169699 container died 3fb633b79adc34c8ba121beea155f258f5b78c167ed022ae6df27a4df757c7ee (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-i, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-03-18T23:10:09.512 INFO:journalctl@ceph.mds.i.smithi181.stdout:Mar 18 23:10:09 smithi181 podman[105744]: 2024-03-18 23:10:09.336109584 +0000 UTC m=+3.409663867 container cleanup 3fb633b79adc34c8ba121beea155f258f5b78c167ed022ae6df27a4df757c7ee (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-i, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-18T23:10:09.513 INFO:journalctl@ceph.mds.i.smithi181.stdout:Mar 18 23:10:09 smithi181 bash[105744]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-i 2024-03-18T23:10:09.696 DEBUG:teuthology.orchestra.run.smithi181:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.i.service' 2024-03-18T23:10:09.730 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:10:09.730 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-03-18T23:10:09.730 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-03-18T23:10:09.730 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.l 2024-03-18T23:10:10.013 INFO:journalctl@ceph.mds.l.smithi181.stdout:Mar 18 23:10:09 smithi181 systemd[1]: Stopping Ceph mds.l for 444ca0c0-e579-11ee-95c9-87774f69a715... 2024-03-18T23:10:10.512 INFO:journalctl@ceph.mds.l.smithi181.stdout:Mar 18 23:10:10 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-l[97875]: 2024-03-18T23:10:10.055+0000 7f7ef2ce0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-18T23:10:10.512 INFO:journalctl@ceph.mds.l.smithi181.stdout:Mar 18 23:10:10 smithi181 ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-l[97875]: 2024-03-18T23:10:10.055+0000 7f7ef2ce0700 -1 mds.l *** got signal Terminated *** 2024-03-18T23:10:14.381 INFO:journalctl@ceph.mds.l.smithi181.stdout:Mar 18 23:10:14 smithi181 podman[105866]: 2024-03-18 23:10:14.062498668 +0000 UTC m=+4.120433044 container died a0557bf99c08db5c7601bbd46fa28dbd7bf6b34fe43001a9d5fb653086bd20fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-l, org.label-schema.license=GPLv2, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True) 2024-03-18T23:10:14.381 INFO:journalctl@ceph.mds.l.smithi181.stdout:Mar 18 23:10:14 smithi181 podman[105866]: 2024-03-18 23:10:14.381249689 +0000 UTC m=+4.439184066 container cleanup a0557bf99c08db5c7601bbd46fa28dbd7bf6b34fe43001a9d5fb653086bd20fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-l, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-18T23:10:14.762 INFO:journalctl@ceph.mds.l.smithi181.stdout:Mar 18 23:10:14 smithi181 bash[105866]: ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-l 2024-03-18T23:10:14.763 INFO:journalctl@ceph.mds.l.smithi181.stdout:Mar 18 23:10:14 smithi181 podman[105880]: 2024-03-18 23:10:14.598717328 +0000 UTC m=+0.532007868 container remove a0557bf99c08db5c7601bbd46fa28dbd7bf6b34fe43001a9d5fb653086bd20fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-444ca0c0-e579-11ee-95c9-87774f69a715-mds-l, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-18T23:10:14.803 DEBUG:teuthology.orchestra.run.smithi181:> sudo pkill -f 'journalctl -f -n 0 -u ceph-444ca0c0-e579-11ee-95c9-87774f69a715@mds.l.service' 2024-03-18T23:10:14.836 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-18T23:10:14.837 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-03-18T23:10:14.837 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 --force --keep-logs 2024-03-18T23:10:15.035 INFO:teuthology.orchestra.run.smithi052.stdout:Deleting cluster with fsid: 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T23:10:17.437 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 --force --keep-logs 2024-03-18T23:10:17.633 INFO:teuthology.orchestra.run.smithi099.stdout:Deleting cluster with fsid: 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T23:10:20.238 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 --force --keep-logs 2024-03-18T23:10:20.426 INFO:teuthology.orchestra.run.smithi181.stdout:Deleting cluster with fsid: 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T23:10:22.906 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-18T23:10:22.941 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-18T23:10:22.975 DEBUG:teuthology.orchestra.run.smithi181:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-18T23:10:23.004 INFO:tasks.cephadm:Archiving crash dumps... 2024-03-18T23:10:23.006 DEBUG:teuthology.misc:Transferring archived files from smithi052:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/crash to /home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609146/remote/smithi052/crash 2024-03-18T23:10:23.007 DEBUG:teuthology.orchestra.run.smithi052:> sudo tar c -f - -C /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/crash -- . 2024-03-18T23:10:23.038 INFO:teuthology.orchestra.run.smithi052.stderr:tar: /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/crash: Cannot open: No such file or directory 2024-03-18T23:10:23.038 INFO:teuthology.orchestra.run.smithi052.stderr:tar: Error is not recoverable: exiting now 2024-03-18T23:10:23.040 DEBUG:teuthology.misc:Transferring archived files from smithi099:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/crash to /home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609146/remote/smithi099/crash 2024-03-18T23:10:23.041 DEBUG:teuthology.orchestra.run.smithi099:> sudo tar c -f - -C /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/crash -- . 2024-03-18T23:10:23.077 INFO:teuthology.orchestra.run.smithi099.stderr:tar: /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/crash: Cannot open: No such file or directory 2024-03-18T23:10:23.077 INFO:teuthology.orchestra.run.smithi099.stderr:tar: Error is not recoverable: exiting now 2024-03-18T23:10:23.079 DEBUG:teuthology.misc:Transferring archived files from smithi181:/var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/crash to /home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609146/remote/smithi181/crash 2024-03-18T23:10:23.080 DEBUG:teuthology.orchestra.run.smithi181:> sudo tar c -f - -C /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/crash -- . 2024-03-18T23:10:23.119 INFO:teuthology.orchestra.run.smithi181.stderr:tar: /var/lib/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/crash: Cannot open: No such file or directory 2024-03-18T23:10:23.119 INFO:teuthology.orchestra.run.smithi181.stderr:tar: Error is not recoverable: exiting now 2024-03-18T23:10:23.120 INFO:tasks.cephadm:Checking cluster log for badness... 2024-03-18T23:10:23.120 DEBUG:teuthology.orchestra.run.smithi052:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | head -n 1 2024-03-18T23:10:23.158 INFO:teuthology.orchestra.run.smithi052.stdout:2024-03-18T22:48:54.196987+0000 mon.a (mon.0) 209 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-03-18T23:10:23.158 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-03-18T23:10:23.158 DEBUG:teuthology.orchestra.run.smithi052:> sudo egrep '\[SEC\]' /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | head -n 1 2024-03-18T23:10:23.234 DEBUG:teuthology.orchestra.run.smithi052:> sudo egrep '\[ERR\]' /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | head -n 1 2024-03-18T23:10:23.308 DEBUG:teuthology.orchestra.run.smithi052:> sudo egrep '\[WRN\]' /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | head -n 1 2024-03-18T23:10:23.381 INFO:teuthology.orchestra.run.smithi052.stdout:2024-03-18T22:48:54.196987+0000 mon.a (mon.0) 209 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-03-18T23:10:23.381 INFO:tasks.cephadm:Compressing logs... 2024-03-18T23:10:23.381 DEBUG:teuthology.orchestra.run.smithi052:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-03-18T23:10:23.423 DEBUG:teuthology.orchestra.run.smithi099:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-03-18T23:10:23.425 DEBUG:teuthology.orchestra.run.smithi181:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-03-18T23:10:23.449 INFO:teuthology.orchestra.run.smithi052.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-03-18T23:10:23.449 INFO:teuthology.orchestra.run.smithi052.stderr:: No such file or directory 2024-03-18T23:10:23.449 INFO:teuthology.orchestra.run.smithi052.stderr:gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.6.log 2024-03-18T23:10:23.449 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mon.a.log 2024-03-18T23:10:23.449 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.audit.log 2024-03-18T23:10:23.449 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.g.log 2024-03-18T23:10:23.449 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.j.log 2024-03-18T23:10:23.450 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.3.log 2024-03-18T23:10:23.452 INFO:teuthology.orchestra.run.smithi181.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-03-18T23:10:23.452 INFO:teuthology.orchestra.run.smithi181.stderr:: No such file or directory 2024-03-18T23:10:23.452 INFO:teuthology.orchestra.run.smithi181.stderr:gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.l.log 2024-03-18T23:10:23.462 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mgr.x.log 2024-03-18T23:10:23.462 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.3.log: /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mgr.x.log: 90.4% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.audit.log.gz 2024-03-18T23:10:23.463 INFO:teuthology.orchestra.run.smithi052.stderr:gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.0.log 2024-03-18T23:10:23.463 INFO:teuthology.orchestra.run.smithi052.stderr:gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.cephadm.log 2024-03-18T23:10:23.463 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.0.log: 94.6% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.g.log.gz 2024-03-18T23:10:23.463 INFO:teuthology.orchestra.run.smithi052.stderr: 94.6% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.j.log.gz 2024-03-18T23:10:23.463 INFO:teuthology.orchestra.run.smithi052.stderr:gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.log 2024-03-18T23:10:23.463 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-volume.log 2024-03-18T23:10:23.463 INFO:teuthology.orchestra.run.smithi052.stderr: 83.8% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.cephadm.log.gz 2024-03-18T23:10:23.463 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.log: 93.3% -- replaced with /var/log/ceph/cephadm.log.gz 2024-03-18T23:10:23.463 INFO:teuthology.orchestra.run.smithi052.stderr:gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.9.log 2024-03-18T23:10:23.463 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.d.log 2024-03-18T23:10:23.463 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.9.log: 87.3% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.log.gz 2024-03-18T23:10:23.469 INFO:teuthology.orchestra.run.smithi181.stderr:gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.audit.log 2024-03-18T23:10:23.469 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.l.log: gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.i.log 2024-03-18T23:10:23.469 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.11.log 2024-03-18T23:10:23.469 INFO:teuthology.orchestra.run.smithi181.stderr:gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mgr.z.log 2024-03-18T23:10:23.469 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.i.log: /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.8.log 2024-03-18T23:10:23.469 INFO:teuthology.orchestra.run.smithi181.stderr: 92.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-03-18T23:10:23.469 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mgr.z.log: gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.5.log 2024-03-18T23:10:23.469 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.f.log 2024-03-18T23:10:23.469 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.cephadm.log 2024-03-18T23:10:23.469 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.f.log: 90.5% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.audit.log.gz 2024-03-18T23:10:23.470 INFO:teuthology.orchestra.run.smithi181.stderr:gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.log 2024-03-18T23:10:23.470 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.cephadm.log: 83.4% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.cephadm.log.gz 2024-03-18T23:10:23.470 INFO:teuthology.orchestra.run.smithi181.stderr:gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.2.log 2024-03-18T23:10:23.470 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.log: 94.7% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.l.log.gz 2024-03-18T23:10:23.470 INFO:teuthology.orchestra.run.smithi181.stderr:gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.c.log 2024-03-18T23:10:23.470 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.2.log: 87.3% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.log.gz 2024-03-18T23:10:23.470 INFO:teuthology.orchestra.run.smithi181.stderr:gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-volume.log 2024-03-18T23:10:23.470 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.c.log: 91.8% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mgr.z.log.gz 2024-03-18T23:10:23.470 INFO:teuthology.orchestra.run.smithi181.stderr:gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mon.c.log 2024-03-18T23:10:23.471 INFO:teuthology.orchestra.run.smithi099.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-03-18T23:10:23.471 INFO:teuthology.orchestra.run.smithi099.stderr:: No such file or directory 2024-03-18T23:10:23.471 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.10.log 2024-03-18T23:10:23.471 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.audit.log 2024-03-18T23:10:23.471 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.b.log 2024-03-18T23:10:23.471 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.4.log 2024-03-18T23:10:23.471 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.1.log 2024-03-18T23:10:23.471 INFO:teuthology.orchestra.run.smithi099.stderr: 92.1%/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.b.log: -- replaced with /var/log/ceph/cephadm.log.gz 2024-03-18T23:10:23.471 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.k.log 2024-03-18T23:10:23.471 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.h.log 2024-03-18T23:10:23.471 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.k.log: gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.7.log 2024-03-18T23:10:23.471 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.h.log: gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.e.log 2024-03-18T23:10:23.471 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.7.log: 90.5% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.audit.log.gz 2024-03-18T23:10:23.472 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mgr.y.log 2024-03-18T23:10:23.472 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.e.log: 94.6% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.k.log.gz 2024-03-18T23:10:23.472 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.cephadm.log 2024-03-18T23:10:23.474 INFO:teuthology.orchestra.run.smithi052.stderr:gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.a.log 2024-03-18T23:10:23.474 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.d.log: 91.0% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-volume.log.gz 2024-03-18T23:10:23.474 INFO:teuthology.orchestra.run.smithi052.stderr: 94.5% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.d.log.gz 2024-03-18T23:10:23.475 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.log 2024-03-18T23:10:23.475 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.cephadm.log: 91.7% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mgr.y.log.gz 2024-03-18T23:10:23.475 INFO:teuthology.orchestra.run.smithi099.stderr: 83.4% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.cephadm.log.gz 2024-03-18T23:10:23.475 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-volume.log 2024-03-18T23:10:23.475 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.log: 87.3% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph.log.gz 2024-03-18T23:10:23.476 INFO:teuthology.orchestra.run.smithi099.stderr:gzip -5 --verbose -- /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mon.b.log 2024-03-18T23:10:23.477 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-volume.log: /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mon.c.log: 90.9% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-volume.log.gz 2024-03-18T23:10:23.480 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.a.log: 94.6% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.a.log.gz 2024-03-18T23:10:23.490 INFO:teuthology.orchestra.run.smithi099.stderr:/var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-volume.log: /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mon.b.log: 90.9% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-volume.log.gz 2024-03-18T23:10:23.773 INFO:teuthology.orchestra.run.smithi052.stderr: 89.8% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mgr.x.log.gz 2024-03-18T23:10:23.839 INFO:teuthology.orchestra.run.smithi099.stderr: 94.8% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.e.log.gz 2024-03-18T23:10:23.891 INFO:teuthology.orchestra.run.smithi181.stderr: 92.0% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mon.c.log.gz 2024-03-18T23:10:23.907 INFO:teuthology.orchestra.run.smithi099.stderr: 92.0% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mon.b.log.gz 2024-03-18T23:10:24.609 INFO:teuthology.orchestra.run.smithi052.stderr: 90.4% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mon.a.log.gz 2024-03-18T23:10:24.760 INFO:teuthology.orchestra.run.smithi181.stderr: 95.1% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.c.log.gz 2024-03-18T23:10:25.208 INFO:teuthology.orchestra.run.smithi052.stderr: 93.4% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.6.log.gz 2024-03-18T23:10:25.219 INFO:teuthology.orchestra.run.smithi052.stderr: 93.6% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.9.log.gz 2024-03-18T23:10:25.327 INFO:teuthology.orchestra.run.smithi099.stderr: 93.6% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.4.log.gz 2024-03-18T23:10:25.422 INFO:teuthology.orchestra.run.smithi052.stderr: 93.4% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.0.log.gz 2024-03-18T23:10:25.451 INFO:teuthology.orchestra.run.smithi181.stderr: 93.4% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.2.log.gz 2024-03-18T23:10:25.531 INFO:teuthology.orchestra.run.smithi052.stderr: 93.5% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.3.log.gz 2024-03-18T23:10:25.534 INFO:teuthology.orchestra.run.smithi052.stderr: 2024-03-18T23:10:25.534 INFO:teuthology.orchestra.run.smithi052.stderr:real 0m2.099s 2024-03-18T23:10:25.534 INFO:teuthology.orchestra.run.smithi052.stderr:user 0m8.820s 2024-03-18T23:10:25.534 INFO:teuthology.orchestra.run.smithi052.stderr:sys 0m0.296s 2024-03-18T23:10:25.617 INFO:teuthology.orchestra.run.smithi181.stderr: 93.5% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.8.log.gz 2024-03-18T23:10:25.834 INFO:teuthology.orchestra.run.smithi181.stderr: 93.6% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.11.log.gz 2024-03-18T23:10:25.908 INFO:teuthology.orchestra.run.smithi099.stderr: 93.5% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.10.log.gz 2024-03-18T23:10:26.009 INFO:teuthology.orchestra.run.smithi099.stderr: 93.7% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.h.log.gz 2024-03-18T23:10:26.022 INFO:teuthology.orchestra.run.smithi181.stderr: 93.5% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.5.log.gz 2024-03-18T23:10:26.022 INFO:teuthology.orchestra.run.smithi099.stderr: 93.5% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.7.log.gz 2024-03-18T23:10:26.024 INFO:teuthology.orchestra.run.smithi099.stderr: 93.4% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-osd.1.log.gz 2024-03-18T23:10:26.031 INFO:teuthology.orchestra.run.smithi181.stderr: 95.3% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.f.log.gz 2024-03-18T23:10:38.906 INFO:teuthology.orchestra.run.smithi099.stderr: 93.0% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.b.log.gz 2024-03-18T23:10:38.908 INFO:teuthology.orchestra.run.smithi099.stderr: 2024-03-18T23:10:38.908 INFO:teuthology.orchestra.run.smithi099.stderr:real 0m15.468s 2024-03-18T23:10:38.908 INFO:teuthology.orchestra.run.smithi099.stderr:user 0m27.435s 2024-03-18T23:10:38.908 INFO:teuthology.orchestra.run.smithi099.stderr:sys 0m0.834s 2024-03-18T23:10:48.104 INFO:teuthology.orchestra.run.smithi181.stderr: 93.0% -- replaced with /var/log/ceph/444ca0c0-e579-11ee-95c9-87774f69a715/ceph-mds.i.log.gz 2024-03-18T23:10:48.106 INFO:teuthology.orchestra.run.smithi181.stderr: 2024-03-18T23:10:48.106 INFO:teuthology.orchestra.run.smithi181.stderr:real 0m24.666s 2024-03-18T23:10:48.106 INFO:teuthology.orchestra.run.smithi181.stderr:user 0m36.927s 2024-03-18T23:10:48.106 INFO:teuthology.orchestra.run.smithi181.stderr:sys 0m1.112s 2024-03-18T23:10:48.106 INFO:tasks.cephadm:Archiving logs... 2024-03-18T23:10:48.107 DEBUG:teuthology.misc:Transferring archived files from smithi052:/var/log/ceph to /home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609146/remote/smithi052/log 2024-03-18T23:10:48.108 DEBUG:teuthology.orchestra.run.smithi052:> sudo tar c -f - -C /var/log/ceph -- . 2024-03-18T23:10:49.349 DEBUG:teuthology.misc:Transferring archived files from smithi099:/var/log/ceph to /home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609146/remote/smithi099/log 2024-03-18T23:10:49.350 DEBUG:teuthology.orchestra.run.smithi099:> sudo tar c -f - -C /var/log/ceph -- . 2024-03-18T23:10:53.367 DEBUG:teuthology.misc:Transferring archived files from smithi181:/var/log/ceph to /home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609146/remote/smithi181/log 2024-03-18T23:10:53.368 DEBUG:teuthology.orchestra.run.smithi181:> sudo tar c -f - -C /var/log/ceph -- . 2024-03-18T23:10:58.469 INFO:tasks.cephadm:Removing cluster... 2024-03-18T23:10:58.469 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 --force 2024-03-18T23:10:58.669 INFO:teuthology.orchestra.run.smithi052.stdout:Deleting cluster with fsid: 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T23:10:58.935 DEBUG:teuthology.orchestra.run.smithi099:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 --force 2024-03-18T23:10:59.123 INFO:teuthology.orchestra.run.smithi099.stdout:Deleting cluster with fsid: 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T23:10:59.402 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 444ca0c0-e579-11ee-95c9-87774f69a715 --force 2024-03-18T23:10:59.591 INFO:teuthology.orchestra.run.smithi181.stdout:Deleting cluster with fsid: 444ca0c0-e579-11ee-95c9-87774f69a715 2024-03-18T23:10:59.895 INFO:tasks.cephadm:Removing cephadm ... 2024-03-18T23:10:59.895 DEBUG:teuthology.orchestra.run.smithi052:> rm -rf /home/ubuntu/cephtest/cephadm 2024-03-18T23:10:59.910 DEBUG:teuthology.orchestra.run.smithi099:> rm -rf /home/ubuntu/cephtest/cephadm 2024-03-18T23:10:59.926 DEBUG:teuthology.orchestra.run.smithi181:> rm -rf /home/ubuntu/cephtest/cephadm 2024-03-18T23:10:59.944 INFO:tasks.cephadm:Teardown complete 2024-03-18T23:10:59.945 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-03-18T23:10:59.956 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-03-18T23:10:59.956 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-03-18T23:10:59.958 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-03-18T23:10:59.968 DEBUG:teuthology.orchestra.run.smithi181:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-03-18T23:11:00.095 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-03-18T23:11:00.106 INFO:teuthology.task.clock:Checking final clock skew... 2024-03-18T23:11:00.106 DEBUG:teuthology.orchestra.run.smithi052:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-18T23:11:00.109 DEBUG:teuthology.orchestra.run.smithi099:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-18T23:11:00.111 DEBUG:teuthology.orchestra.run.smithi181:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-18T23:11:00.120 INFO:teuthology.orchestra.run.smithi052.stderr:bash: line 1: ntpq: command not found 2024-03-18T23:11:00.123 INFO:teuthology.orchestra.run.smithi099.stderr:bash: line 1: ntpq: command not found 2024-03-18T23:11:00.124 INFO:teuthology.orchestra.run.smithi052.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-18T23:11:00.124 INFO:teuthology.orchestra.run.smithi052.stdout:=============================================================================== 2024-03-18T23:11:00.124 INFO:teuthology.orchestra.run.smithi052.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 22 +1558us[+1558us] +/- 110ms 2024-03-18T23:11:00.124 INFO:teuthology.orchestra.run.smithi052.stdout:^* hv02.front.sepia.ceph.com 3 6 377 25 -289us[ -277us] +/- 58ms 2024-03-18T23:11:00.124 INFO:teuthology.orchestra.run.smithi052.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 27 -549us[ -538us] +/- 66ms 2024-03-18T23:11:00.124 INFO:teuthology.orchestra.run.smithi052.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-03-18T23:11:00.125 INFO:teuthology.orchestra.run.smithi181.stderr:bash: line 1: ntpq: command not found 2024-03-18T23:11:00.126 INFO:teuthology.orchestra.run.smithi099.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-18T23:11:00.126 INFO:teuthology.orchestra.run.smithi099.stdout:=============================================================================== 2024-03-18T23:11:00.126 INFO:teuthology.orchestra.run.smithi099.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 26 +1560us[+1560us] +/- 110ms 2024-03-18T23:11:00.127 INFO:teuthology.orchestra.run.smithi099.stdout:^* hv02.front.sepia.ceph.com 3 6 377 26 -297us[ -286us] +/- 58ms 2024-03-18T23:11:00.127 INFO:teuthology.orchestra.run.smithi099.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 26 -553us[ -541us] +/- 66ms 2024-03-18T23:11:00.127 INFO:teuthology.orchestra.run.smithi099.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-03-18T23:11:00.129 INFO:teuthology.orchestra.run.smithi181.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-18T23:11:00.129 INFO:teuthology.orchestra.run.smithi181.stdout:=============================================================================== 2024-03-18T23:11:00.129 INFO:teuthology.orchestra.run.smithi181.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 23 +1565us[+1565us] +/- 110ms 2024-03-18T23:11:00.129 INFO:teuthology.orchestra.run.smithi181.stdout:^* hv02.front.sepia.ceph.com 3 6 377 26 -285us[ -259us] +/- 58ms 2024-03-18T23:11:00.129 INFO:teuthology.orchestra.run.smithi181.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 25 -543us[ -543us] +/- 66ms 2024-03-18T23:11:00.129 INFO:teuthology.orchestra.run.smithi181.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-03-18T23:11:00.131 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-03-18T23:11:00.141 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-03-18T23:11:00.142 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-03-18T23:11:00.153 DEBUG:teuthology.orchestra.run.smithi052:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-03-18T23:11:00.245 DEBUG:teuthology.orchestra.run.smithi099:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-03-18T23:11:00.317 DEBUG:teuthology.orchestra.run.smithi181:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-03-18T23:11:00.389 DEBUG:teuthology.orchestra.run.smithi052:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-03-18T23:11:00.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-18T23:11:00.419 DEBUG:teuthology.orchestra.run.smithi099:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-03-18T23:11:00.448 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-18T23:11:00.449 DEBUG:teuthology.orchestra.run.smithi181:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-03-18T23:11:00.478 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-18T23:11:00.479 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-03-18T23:11:00.490 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-03-18T23:11:00.590 INFO:teuthology.task.internal:Duration was 4959.535957 seconds 2024-03-18T23:11:00.590 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-03-18T23:11:00.601 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-03-18T23:11:00.601 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-03-18T23:11:00.603 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-03-18T23:11:00.605 DEBUG:teuthology.orchestra.run.smithi181:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-03-18T23:11:00.644 INFO:teuthology.orchestra.run.smithi052.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-18T23:11:00.646 INFO:teuthology.orchestra.run.smithi099.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-18T23:11:00.648 INFO:teuthology.orchestra.run.smithi181.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-18T23:11:01.050 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-03-18T23:11:01.050 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi052.front.sepia.ceph.com 2024-03-18T23:11:01.050 DEBUG:teuthology.orchestra.run.smithi052:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-03-18T23:11:01.083 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi099.front.sepia.ceph.com 2024-03-18T23:11:01.083 DEBUG:teuthology.orchestra.run.smithi099:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-03-18T23:11:01.112 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi181.front.sepia.ceph.com 2024-03-18T23:11:01.112 DEBUG:teuthology.orchestra.run.smithi181:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-03-18T23:11:01.147 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-03-18T23:11:01.147 DEBUG:teuthology.orchestra.run.smithi052:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-03-18T23:11:01.149 DEBUG:teuthology.orchestra.run.smithi099:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-03-18T23:11:01.156 DEBUG:teuthology.orchestra.run.smithi181:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-03-18T23:11:01.215 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-03-18T23:11:01.216 DEBUG:teuthology.orchestra.run.smithi052:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-03-18T23:11:01.219 DEBUG:teuthology.orchestra.run.smithi099:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-03-18T23:11:01.223 DEBUG:teuthology.orchestra.run.smithi181:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-03-18T23:11:01.599 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-03-18T23:11:01.611 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-03-18T23:11:01.611 DEBUG:teuthology.orchestra.run.smithi052:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-03-18T23:11:01.638 DEBUG:teuthology.orchestra.run.smithi099:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-03-18T23:11:01.665 DEBUG:teuthology.orchestra.run.smithi181:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-03-18T23:11:01.692 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-03-18T23:11:01.704 DEBUG:teuthology.orchestra.run.smithi052:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-03-18T23:11:01.706 DEBUG:teuthology.orchestra.run.smithi099:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-03-18T23:11:01.708 DEBUG:teuthology.orchestra.run.smithi181:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-03-18T23:11:01.728 INFO:teuthology.orchestra.run.smithi052.stdout:kernel.core_pattern = core 2024-03-18T23:11:01.731 INFO:teuthology.orchestra.run.smithi099.stdout:kernel.core_pattern = core 2024-03-18T23:11:01.758 INFO:teuthology.orchestra.run.smithi181.stdout:kernel.core_pattern = core 2024-03-18T23:11:01.783 DEBUG:teuthology.orchestra.run.smithi052:> test -e /home/ubuntu/cephtest/archive/coredump 2024-03-18T23:11:01.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-18T23:11:01.801 DEBUG:teuthology.orchestra.run.smithi099:> test -e /home/ubuntu/cephtest/archive/coredump 2024-03-18T23:11:01.815 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-18T23:11:01.816 DEBUG:teuthology.orchestra.run.smithi181:> test -e /home/ubuntu/cephtest/archive/coredump 2024-03-18T23:11:01.837 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-18T23:11:01.837 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-03-18T23:11:01.849 INFO:teuthology.task.internal:Transferring archived files... 2024-03-18T23:11:01.849 DEBUG:teuthology.misc:Transferring archived files from smithi052:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609146/remote/smithi052 2024-03-18T23:11:01.849 DEBUG:teuthology.orchestra.run.smithi052:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-03-18T23:11:01.893 DEBUG:teuthology.misc:Transferring archived files from smithi099:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609146/remote/smithi099 2024-03-18T23:11:01.893 DEBUG:teuthology.orchestra.run.smithi099:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-03-18T23:11:01.931 DEBUG:teuthology.misc:Transferring archived files from smithi181:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609146/remote/smithi181 2024-03-18T23:11:01.932 DEBUG:teuthology.orchestra.run.smithi181:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-03-18T23:11:01.971 INFO:teuthology.task.internal:Removing archive directory... 2024-03-18T23:11:01.971 DEBUG:teuthology.orchestra.run.smithi052:> rm -rf -- /home/ubuntu/cephtest/archive 2024-03-18T23:11:01.973 DEBUG:teuthology.orchestra.run.smithi099:> rm -rf -- /home/ubuntu/cephtest/archive 2024-03-18T23:11:01.976 DEBUG:teuthology.orchestra.run.smithi181:> rm -rf -- /home/ubuntu/cephtest/archive 2024-03-18T23:11:02.019 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-03-18T23:11:02.033 INFO:teuthology.task.internal:Not uploading archives. 2024-03-18T23:11:02.034 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-03-18T23:11:02.046 INFO:teuthology.task.internal:Tidying up after the test... 2024-03-18T23:11:02.047 DEBUG:teuthology.orchestra.run.smithi052:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-03-18T23:11:02.049 DEBUG:teuthology.orchestra.run.smithi099:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-03-18T23:11:02.051 DEBUG:teuthology.orchestra.run.smithi181:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-03-18T23:11:02.061 INFO:teuthology.orchestra.run.smithi052.stdout: 265716 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Mar 18 23:11 /home/ubuntu/cephtest 2024-03-18T23:11:02.063 INFO:teuthology.orchestra.run.smithi099.stdout: 262162 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Mar 18 23:11 /home/ubuntu/cephtest 2024-03-18T23:11:02.074 INFO:teuthology.orchestra.run.smithi181.stdout: 262162 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Mar 18 23:11 /home/ubuntu/cephtest 2024-03-18T23:11:02.075 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-03-18T23:11:02.088 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-03-18T23:11:02.113 INFO:teuthology.nuke:Checking targets against current locks 2024-03-18T23:11:02.139 DEBUG:teuthology.nuke:shortname: smithi052 2024-03-18T23:11:02.139 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-18T23:11:02.162 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi052.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609146', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-18 21:39:39.241755', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNA8yGJMzOVmIt6ZA8pR1r/71hqBqbPCE64vTOSYL7DlzXfG5zbLNEp8fhrJlt14GVL1yAmtR2ZJO1xvs8DdqTk='} 2024-03-18T23:11:02.167 DEBUG:teuthology.nuke:shortname: smithi099 2024-03-18T23:11:02.167 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-18T23:11:02.190 DEBUG:teuthology.nuke:shortname: smithi181 2024-03-18T23:11:02.190 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-18T23:11:02.194 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi099.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609146', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-18 21:39:39.244370', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIXSjoa2+WipXPNAWuahr1CCK540ZmO8034xwUWNvamRvHG2QQjvqGfQjAccKVFpdo20bBd88VnZbrfTOJVLM38='} 2024-03-18T23:11:02.232 INFO:teuthology.orchestra.console.smithi052:Power off 2024-03-18T23:11:02.233 DEBUG:teuthology.orchestra.console.smithi052:pexpect command: ipmitool -H smithi052.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-03-18T23:11:02.250 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi181.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609146', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-18 21:39:39.243232', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLJc109L3PvpdXaAbOoFj21fYkjrM6WInssleAwYOEfC4zFJo1ylGmWn5+xM+2oV8Uyqgo7ZWiDf+G/lVIid06s='} 2024-03-18T23:11:02.270 DEBUG:teuthology.orchestra.console.smithi052:power off output: Chassis Power Control: Down/Off 2024-03-18T23:11:02.270 DEBUG:teuthology.orchestra.console.smithi052:pexpect command: ipmitool -H smithi052.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-18T23:11:02.285 INFO:teuthology.orchestra.console.smithi099:Power off 2024-03-18T23:11:02.286 DEBUG:teuthology.orchestra.console.smithi099:pexpect command: ipmitool -H smithi099.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-03-18T23:11:02.309 DEBUG:teuthology.orchestra.console.smithi052:check power output: Chassis Power is on 2024-03-18T23:11:02.343 INFO:teuthology.orchestra.console.smithi181:Power off 2024-03-18T23:11:02.344 DEBUG:teuthology.orchestra.console.smithi181:pexpect command: ipmitool -H smithi181.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-03-18T23:11:02.355 DEBUG:teuthology.orchestra.console.smithi099:power off output: Chassis Power Control: Down/Off 2024-03-18T23:11:02.355 DEBUG:teuthology.orchestra.console.smithi099:pexpect command: ipmitool -H smithi099.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-18T23:11:02.373 DEBUG:teuthology.orchestra.console.smithi181:power off output: Chassis Power Control: Down/Off 2024-03-18T23:11:02.374 DEBUG:teuthology.orchestra.console.smithi181:pexpect command: ipmitool -H smithi181.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-18T23:11:02.397 DEBUG:teuthology.orchestra.console.smithi099:check power output: Chassis Power is on 2024-03-18T23:11:02.413 DEBUG:teuthology.orchestra.console.smithi181:check power output: Chassis Power is on 2024-03-18T23:11:06.311 DEBUG:teuthology.orchestra.console.smithi052:pexpect command: ipmitool -H smithi052.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-18T23:11:06.399 DEBUG:teuthology.orchestra.console.smithi099:pexpect command: ipmitool -H smithi099.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-18T23:11:06.414 DEBUG:teuthology.orchestra.console.smithi181:pexpect command: ipmitool -H smithi181.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-18T23:11:06.424 DEBUG:teuthology.orchestra.console.smithi052:check power output: Chassis Power is on 2024-03-18T23:11:06.509 DEBUG:teuthology.orchestra.console.smithi099:check power output: Chassis Power is on 2024-03-18T23:11:06.524 DEBUG:teuthology.orchestra.console.smithi181:check power output: Chassis Power is on 2024-03-18T23:11:10.429 DEBUG:teuthology.orchestra.console.smithi052:pexpect command: ipmitool -H smithi052.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-18T23:11:10.511 DEBUG:teuthology.orchestra.console.smithi099:pexpect command: ipmitool -H smithi099.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-18T23:11:10.524 DEBUG:teuthology.orchestra.console.smithi181:pexpect command: ipmitool -H smithi181.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-18T23:11:10.541 DEBUG:teuthology.orchestra.console.smithi052:check power output: Chassis Power is off 2024-03-18T23:11:10.622 DEBUG:teuthology.orchestra.console.smithi099:check power output: Chassis Power is off 2024-03-18T23:11:10.634 DEBUG:teuthology.orchestra.console.smithi181:check power output: Chassis Power is off 2024-03-18T23:11:10.642 INFO:teuthology.orchestra.console.smithi052:Power off completed 2024-03-18T23:11:10.722 INFO:teuthology.orchestra.console.smithi099:Power off completed 2024-03-18T23:11:10.735 INFO:teuthology.orchestra.console.smithi181:Power off completed 2024-03-18T23:11:10.840 INFO:teuthology.run:Summary data: description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{balancer/random export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-workunit/fs/norstats}} duration: 4959.535957098007 failure_reason: '"2024-03-18T22:48:54.196987+0000 mon.a (mon.0) 209 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log' flavor: default owner: scheduled_pdonnell@teuthology success: false 2024-03-18T23:11:10.840 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-03-18T23:11:10.937 INFO:teuthology.run:FAIL